fix drift-on-aks failure, will be ready by next release

how-to-use-azureml/monitor-models/data-drift/dataset/testing.csv

@@ -0,0 +1,346 @@
+latitude,longitude,temperature,windAngle,windSpeed,elevation
+26.536,-81.755,17.8,10.0,2.1,9.0
+26.536,-81.755,16.7,360.0,1.5,9.0
+26.536,-81.755,16.1,350.0,1.5,9.0
+26.536,-81.755,15.0,0.0,0.0,9.0
+26.536,-81.755,14.4,350.0,1.5,9.0
+26.536,-81.755,0.0,0.0,0.0,9.0
+26.536,-81.755,13.9,360.0,2.1,9.0
+26.536,-81.755,13.3,350.0,1.5,9.0
+26.536,-81.755,13.3,10.0,2.1,9.0
+26.536,-81.755,13.3,360.0,1.5,9.0
+26.536,-81.755,13.3,0.0,0.0,9.0
+26.536,-81.755,12.2,0.0,0.0,9.0
+26.536,-81.755,11.7,0.0,0.0,9.0
+26.536,-81.755,14.4,0.0,0.0,9.0
+26.536,-81.755,17.2,10.0,2.6,9.0
+26.536,-81.755,20.0,20.0,2.6,9.0
+26.536,-81.755,22.2,10.0,3.6,9.0
+26.536,-81.755,23.3,30.0,4.6,9.0
+26.536,-81.755,23.3,330.0,2.6,9.0
+26.536,-81.755,24.4,0.0,0.0,9.0
+26.536,-81.755,25.0,360.0,3.1,9.0
+26.536,-81.755,24.4,20.0,4.1,9.0
+26.536,-81.755,23.3,10.0,2.6,9.0
+26.536,-81.755,21.1,30.0,2.1,9.0
+26.536,-81.755,18.3,0.0,0.0,9.0
+26.536,-81.755,17.2,30.0,2.1,9.0
+26.536,-81.755,15.6,60.0,2.6,9.0
+26.536,-81.755,15.6,0.0,0.0,9.0
+26.536,-81.755,13.9,60.0,2.6,9.0
+26.536,-81.755,12.8,70.0,2.6,9.0
+26.536,-81.755,0.0,0.0,0.0,9.0
+26.536,-81.755,11.7,70.0,2.1,9.0
+26.536,-81.755,12.2,20.0,2.1,9.0
+26.536,-81.755,11.7,30.0,1.5,9.0
+26.536,-81.755,11.1,40.0,2.1,9.0
+26.536,-81.755,12.2,40.0,2.6,9.0
+26.536,-81.755,12.2,30.0,2.6,9.0
+26.536,-81.755,12.2,0.0,0.0,9.0
+26.536,-81.755,15.0,30.0,6.2,9.0
+26.536,-81.755,17.2,50.0,3.6,9.0
+26.536,-81.755,20.6,60.0,5.1,9.0
+26.536,-81.755,22.8,50.0,4.6,9.0
+26.536,-81.755,24.4,80.0,6.2,9.0
+26.536,-81.755,25.0,100.0,5.7,9.0
+26.536,-81.755,25.6,60.0,3.1,9.0
+26.536,-81.755,25.6,80.0,4.6,9.0
+26.536,-81.755,25.0,90.0,5.1,9.0
+26.536,-81.755,24.4,80.0,5.1,9.0
+26.536,-81.755,21.1,60.0,2.6,9.0
+26.536,-81.755,19.4,70.0,3.6,9.0
+26.536,-81.755,18.3,70.0,2.6,9.0
+26.536,-81.755,18.3,80.0,2.6,9.0
+26.536,-81.755,17.2,60.0,1.5,9.0
+26.536,-81.755,16.1,70.0,2.6,9.0
+26.536,-81.755,15.6,70.0,2.6,9.0
+26.536,-81.755,0.0,0.0,0.0,9.0
+26.536,-81.755,16.1,50.0,2.6,9.0
+26.536,-81.755,15.6,50.0,2.1,9.0
+26.536,-81.755,15.0,50.0,1.5,9.0
+26.536,-81.755,15.0,0.0,0.0,9.0
+26.536,-81.755,15.0,0.0,0.0,9.0
+26.536,-81.755,14.4,0.0,0.0,9.0
+26.536,-81.755,14.4,30.0,4.1,9.0
+26.536,-81.755,16.1,40.0,1.5,9.0
+26.536,-81.755,19.4,0.0,1.5,9.0
+26.536,-81.755,22.8,90.0,2.6,9.0
+26.536,-81.755,24.4,130.0,3.6,9.0
+26.536,-81.755,25.6,100.0,4.6,9.0
+26.536,-81.755,26.1,120.0,3.1,9.0
+26.536,-81.755,26.7,0.0,2.6,9.0
+26.536,-81.755,27.2,0.0,0.0,9.0
+26.536,-81.755,27.2,40.0,3.1,9.0
+26.536,-81.755,26.1,30.0,1.5,9.0
+26.536,-81.755,22.8,310.0,2.1,9.0
+26.536,-81.755,23.3,330.0,2.1,9.0
+-34.067,-56.238,17.5,30.0,3.1,68.0
+-34.067,-56.238,21.2,30.0,5.7,68.0
+-34.067,-56.238,24.5,30.0,3.1,68.0
+-34.067,-56.238,27.5,330.0,3.6,68.0
+-34.067,-56.238,29.2,30.0,4.1,68.0
+-34.067,-56.238,31.0,20.0,4.6,68.0
+-34.067,-56.238,33.0,360.0,2.6,68.0
+-34.067,-56.238,33.6,60.0,3.1,68.0
+-34.067,-56.238,33.6,30.0,3.6,68.0
+-34.067,-56.238,18.6,40.0,3.1,68.0
+-34.067,-56.238,22.0,120.0,1.5,68.0
+-34.067,-56.238,25.0,120.0,2.6,68.0
+-34.067,-56.238,28.6,50.0,3.1,68.0
+-34.067,-56.238,30.6,50.0,4.1,68.0
+-34.067,-56.238,31.5,30.0,6.7,68.0
+-34.067,-56.238,32.0,40.0,7.2,68.0
+-34.067,-56.238,33.0,30.0,5.7,68.0
+-34.067,-56.238,33.2,360.0,3.6,68.0
+-34.067,-56.238,20.6,30.0,3.1,68.0
+-34.067,-56.238,21.2,0.0,0.0,68.0
+-34.067,-56.238,22.0,210.0,3.1,68.0
+-34.067,-56.238,23.0,210.0,3.6,68.0
+-34.067,-56.238,24.0,180.0,6.7,68.0
+-34.067,-56.238,24.5,210.0,7.2,68.0
+-34.067,-56.238,21.0,180.0,8.2,68.0
+-34.067,-56.238,20.0,180.0,6.7,68.0
+-34.083,-56.233,20.2,180.0,7.2,68.0
+-29.917,-71.2,16.6,290.0,4.1,146.0
+-29.916,-71.2,17.0,290.0,4.1,147.0
+-29.916,-71.2,16.0,310.0,3.1,147.0
+-29.916,-71.2,16.0,300.0,2.1,147.0
+-29.917,-71.2,15.1,0.0,0.0,146.0
+-29.916,-71.2,15.0,0.0,1.0,147.0
+-29.916,-71.2,15.0,160.0,1.0,147.0
+-29.916,-71.2,15.0,120.0,1.0,147.0
+-29.917,-71.2,14.3,190.0,1.0,146.0
+-29.916,-71.2,14.0,190.0,1.0,147.0
+-29.916,-71.2,14.0,0.0,0.0,147.0
+-29.916,-71.2,14.0,100.0,3.1,147.0
+-29.917,-71.2,12.9,0.0,0.0,146.0
+-29.916,-71.2,13.0,0.0,1.0,147.0
+-29.916,-71.2,14.0,0.0,0.5,147.0
+-29.916,-71.2,15.0,0.0,0.5,147.0
+-29.917,-71.2,15.9,0.0,0.0,146.0
+-29.916,-71.2,16.0,0.0,0.0,147.0
+-29.916,-71.2,17.0,270.0,4.6,147.0
+-29.916,-71.2,19.0,260.0,4.1,147.0
+-29.917,-71.2,18.1,270.0,6.2,146.0
+-29.916,-71.2,18.0,270.0,6.2,147.0
+-29.916,-71.2,19.0,270.0,6.2,147.0
+-29.916,-71.2,20.0,260.0,5.1,147.0
+-29.917,-71.2,19.6,280.0,6.2,146.0
+-29.916,-71.2,20.0,280.0,6.2,147.0
+-29.916,-71.2,20.0,270.0,6.2,147.0
+-29.916,-71.2,19.0,280.0,6.7,147.0
+-29.917,-71.2,18.3,270.0,5.7,146.0
+-29.916,-71.2,18.0,270.0,5.7,147.0
+-29.916,-71.2,18.0,0.0,0.0,147.0
+-29.916,-71.2,17.0,280.0,4.6,147.0
+-29.917,-71.2,15.9,280.0,4.1,146.0
+-29.916,-71.2,16.0,280.0,4.1,147.0
+-29.916,-71.2,15.0,280.0,3.6,147.0
+-29.916,-71.2,15.0,280.0,3.6,147.0
+-29.917,-71.2,15.4,280.0,4.1,146.0
+-29.916,-71.2,15.0,280.0,4.1,147.0
+-29.916,-71.2,16.0,240.0,2.1,147.0
+-29.916,-71.2,15.0,0.0,0.5,147.0
+-29.917,-71.2,15.8,80.0,3.6,146.0
+-29.916,-71.2,16.0,80.0,3.6,147.0
+-29.916,-71.2,16.0,10.0,1.5,147.0
+-29.916,-71.2,16.0,100.0,1.5,147.0
+-29.917,-71.2,15.3,130.0,1.5,146.0
+-29.916,-71.2,15.0,130.0,1.5,147.0
+-29.916,-71.2,15.0,110.0,1.0,147.0
+-29.916,-71.2,16.0,280.0,6.2,147.0
+-29.917,-71.2,15.9,240.0,3.6,146.0
+-29.916,-71.2,16.0,240.0,3.6,147.0
+-29.916,-71.2,16.0,240.0,3.1,147.0
+-29.916,-71.2,16.0,220.0,3.1,147.0
+-29.917,-71.2,16.4,260.0,3.1,146.0
+-29.916,-71.2,16.0,260.0,3.1,147.0
+-29.916,-71.2,17.0,230.0,2.6,147.0
+-29.916,-71.2,18.0,0.0,1.5,147.0
+-29.917,-71.2,20.3,340.0,2.6,146.0
+-29.916,-71.2,20.0,340.0,2.6,147.0
+-29.916,-71.2,21.0,270.0,5.1,147.0
+-29.916,-71.2,20.0,270.0,6.7,147.0
+-29.917,-71.2,19.2,280.0,6.7,146.0
+-29.916,-71.2,19.0,280.0,6.7,147.0
+-29.916,-71.2,19.0,310.0,2.6,147.0
+-29.916,-71.2,18.0,270.0,5.1,147.0
+-29.917,-71.2,17.0,300.0,4.6,146.0
+-29.916,-71.2,17.0,300.0,4.6,147.0
+-29.916,-71.2,17.0,300.0,3.6,147.0
+-29.916,-71.2,17.0,290.0,3.1,147.0
+-29.917,-71.2,16.3,290.0,2.1,146.0
+-29.916,-71.2,16.0,290.0,2.1,147.0
+-29.916,-71.2,17.0,270.0,1.0,147.0
+-29.916,-71.2,17.0,0.0,0.5,147.0
+-29.917,-71.2,16.5,160.0,2.1,146.0
+-29.916,-71.2,17.0,160.0,2.1,147.0
+-29.916,-71.2,15.0,120.0,3.1,147.0
+-29.916,-71.2,16.0,180.0,1.5,147.0
+-29.917,-71.2,14.7,0.0,0.0,146.0
+-29.916,-71.2,15.0,0.0,1.0,147.0
+-29.916,-71.2,15.0,300.0,1.0,147.0
+-29.916,-71.2,16.0,0.0,0.0,147.0
+-29.917,-71.2,18.5,110.0,1.0,146.0
+-29.916,-71.2,19.0,110.0,1.0,147.0
+-29.916,-71.2,20.0,270.0,3.6,147.0
+-29.916,-71.2,20.0,270.0,5.7,147.0
+-29.917,-71.2,20.0,280.0,6.2,146.0
+-29.916,-71.2,20.0,280.0,6.2,147.0
+-29.916,-71.2,21.0,290.0,6.7,147.0
+-29.916,-71.2,20.0,270.0,6.2,147.0
+-29.917,-71.2,21.0,260.0,6.7,146.0
+-29.916,-71.2,21.0,260.0,6.7,147.0
+-29.916,-71.2,20.0,270.0,6.2,147.0
+-29.916,-71.2,19.0,260.0,5.1,147.0
+-29.916,-71.2,18.0,280.0,4.6,147.0
+-29.917,-71.2,17.5,280.0,3.1,146.0
+-29.916,-71.2,18.0,280.0,3.1,147.0
+30.349,-85.788,11.1,0.0,0.0,21.0
+30.349,-85.788,11.1,0.0,0.0,21.0
+30.349,-85.788,9.4,0.0,0.0,21.0
+30.349,-85.788,9.4,0.0,0.0,21.0
+30.349,-85.788,8.3,300.0,2.1,21.0
+30.349,-85.788,11.1,280.0,1.5,21.0
+30.349,-85.788,0.0,0.0,0.0,21.0
+30.349,-85.788,10.6,320.0,3.1,21.0
+30.349,-85.788,9.4,310.0,3.1,21.0
+30.349,-85.788,7.8,320.0,2.6,21.0
+30.349,-85.788,6.1,340.0,2.1,21.0
+30.349,-85.788,6.7,330.0,2.6,21.0
+30.349,-85.788,6.1,310.0,1.5,21.0
+30.349,-85.788,7.2,310.0,2.1,21.0
+30.349,-85.788,12.8,360.0,3.1,21.0
+30.349,-85.788,15.0,0.0,3.1,21.0
+30.349,-85.788,16.7,20.0,4.6,21.0
+30.349,-85.788,18.9,30.0,5.1,21.0
+30.349,-85.788,19.4,10.0,4.1,21.0
+30.349,-85.788,21.1,330.0,2.6,21.0
+30.349,-85.788,21.1,10.0,4.6,21.0
+30.349,-85.788,21.7,360.0,4.1,21.0
+30.349,-85.788,21.7,30.0,2.1,21.0
+30.349,-85.788,21.7,330.0,2.6,21.0
+30.349,-85.788,16.1,350.0,2.1,21.0
+30.349,-85.788,11.7,0.0,0.0,21.0
+30.349,-85.788,8.9,0.0,0.0,21.0
+30.349,-85.788,9.4,0.0,0.0,21.0
+30.349,-85.788,7.8,0.0,0.0,21.0
+30.349,-85.788,11.1,30.0,3.1,21.0
+30.349,-85.788,7.2,0.0,0.0,21.0
+30.349,-85.788,7.2,0.0,0.0,21.0
+30.349,-85.788,0.0,0.0,0.0,21.0
+30.349,-85.788,7.8,30.0,2.1,21.0
+30.349,-85.788,8.3,40.0,2.6,21.0
+30.349,-85.788,7.2,50.0,1.5,21.0
+30.349,-85.788,8.3,60.0,1.5,21.0
+30.349,-85.788,5.6,40.0,2.1,21.0
+30.349,-85.788,6.7,40.0,2.1,21.0
+30.349,-85.788,7.8,50.0,3.1,21.0
+30.349,-85.788,11.7,70.0,2.6,21.0
+30.349,-85.788,15.6,70.0,3.1,21.0
+30.349,-85.788,18.9,100.0,3.6,21.0
+30.349,-85.788,20.0,130.0,3.6,21.0
+30.349,-85.788,21.1,140.0,4.1,21.0
+30.349,-85.788,21.7,150.0,4.1,21.0
+30.349,-85.788,21.7,170.0,3.1,21.0
+30.349,-85.788,22.2,170.0,3.1,21.0
+30.349,-85.788,20.6,0.0,0.0,21.0
+30.349,-85.788,17.2,0.0,0.0,21.0
+30.349,-85.788,14.4,0.0,0.0,21.0
+30.349,-85.788,12.8,100.0,1.5,21.0
+30.349,-85.788,13.3,100.0,1.5,21.0
+30.349,-85.788,10.6,0.0,0.0,21.0
+30.349,-85.788,9.4,0.0,0.0,21.0
+30.349,-85.788,7.8,0.0,0.0,21.0
+30.358,-85.799,8.3,0.0,0.0,21.0
+30.349,-85.788,0.0,0.0,0.0,21.0
+30.358,-85.799,6.7,0.0,0.0,21.0
+30.358,-85.799,7.2,0.0,0.0,21.0
+30.358,-85.799,7.2,0.0,0.0,21.0
+30.358,-85.799,8.3,50.0,1.5,21.0
+30.358,-85.799,9.4,0.0,0.0,21.0
+30.358,-85.799,8.9,0.0,0.0,21.0
+30.358,-85.799,10.0,340.0,1.5,21.0
+30.358,-85.799,12.8,40.0,1.5,21.0
+30.358,-85.799,16.7,100.0,2.1,21.0
+30.358,-85.799,21.1,100.0,1.5,21.0
+30.358,-85.799,23.3,0.0,0.0,21.0
+30.358,-85.799,25.0,180.0,4.6,21.0
+30.358,-85.799,24.4,230.0,3.6,21.0
+30.358,-85.799,25.0,210.0,4.1,21.0
+30.358,-85.799,23.9,170.0,4.1,21.0
+30.358,-85.799,22.8,0.0,0.0,21.0
+30.358,-85.799,19.4,0.0,0.0,21.0
+30.358,-85.799,17.8,140.0,2.1,21.0
+60.383,5.333,-0.7,0.0,0.0,36.0
+60.383,5.333,0.6,270.0,2.0,36.0
+60.383,5.333,-0.9,120.0,1.0,36.0
+60.383,5.333,-1.6,130.0,2.0,36.0
+60.383,5.333,-1.4,150.0,1.0,36.0
+60.383,5.333,-1.7,0.0,0.0,36.0
+60.383,5.333,-1.7,140.0,1.0,36.0
+60.383,5.333,-1.4,0.0,0.0,36.0
+60.383,5.333,-1.0,0.0,0.0,36.0
+60.383,5.333,-1.0,150.0,1.0,36.0
+60.383,5.333,-0.7,140.0,1.0,36.0
+60.383,5.333,0.5,150.0,1.0,36.0
+60.383,5.333,1.9,0.0,0.0,36.0
+60.383,5.333,1.7,0.0,0.0,36.0
+60.383,5.333,2.1,310.0,2.0,36.0
+60.383,5.333,1.5,90.0,1.0,36.0
+60.383,5.333,1.9,290.0,1.0,36.0
+60.383,5.333,2.0,320.0,1.0,36.0
+60.383,5.333,1.9,330.0,1.0,36.0
+60.383,5.333,1.3,350.0,1.0,36.0
+60.383,5.333,1.5,120.0,1.0,36.0
+60.383,5.333,1.3,150.0,2.0,36.0
+60.383,5.333,0.8,140.0,1.0,36.0
+60.383,5.333,0.3,300.0,1.0,36.0
+60.383,5.333,0.2,140.0,1.0,36.0
+60.383,5.333,0.4,140.0,1.0,36.0
+60.383,5.333,0.5,320.0,1.0,36.0
+60.383,5.333,1.5,330.0,1.0,36.0
+60.383,5.333,1.8,40.0,1.0,36.0
+60.383,5.333,2.3,170.0,1.0,36.0
+60.383,5.333,2.7,140.0,1.0,36.0
+60.383,5.333,3.1,330.0,1.0,36.0
+60.383,5.333,3.8,350.0,1.0,36.0
+60.383,5.333,3.8,140.0,1.0,36.0
+60.383,5.333,4.1,150.0,1.0,36.0
+60.383,5.333,4.4,180.0,1.0,36.0
+60.383,5.333,4.9,300.0,1.0,36.0
+60.383,5.333,5.2,320.0,1.0,36.0
+60.383,5.333,6.7,340.0,1.0,36.0
+60.383,5.333,6.9,250.0,1.0,36.0
+60.383,5.333,7.9,300.0,2.0,36.0
+60.383,5.333,5.5,140.0,1.0,36.0
+60.383,5.333,7.1,140.0,2.0,36.0
+60.383,5.333,7.0,280.0,2.0,36.0
+60.383,5.333,4.6,170.0,1.0,36.0
+60.383,5.333,4.8,330.0,1.0,36.0
+60.383,5.333,6.4,260.0,2.0,36.0
+60.383,5.333,6.2,340.0,1.0,36.0
+60.383,5.333,5.7,320.0,2.0,36.0
+60.383,5.333,5.2,100.0,1.0,36.0
+60.383,5.333,5.1,310.0,1.0,36.0
+60.383,5.333,4.9,290.0,2.0,36.0
+60.383,5.333,4.9,310.0,2.0,36.0
+60.383,5.333,6.1,320.0,2.0,36.0
+60.383,5.333,7.0,250.0,1.0,36.0
+60.383,5.333,5.3,140.0,1.0,36.0
+60.383,5.333,6.9,350.0,1.0,36.0
+60.383,5.333,9.7,110.0,3.0,36.0
+60.383,5.333,10.3,300.0,3.0,36.0
+60.383,5.333,8.7,310.0,1.0,36.0
+60.383,5.333,9.0,270.0,3.0,36.0
+60.383,5.333,11.6,80.0,3.0,36.0
+60.383,5.333,11.4,80.0,4.0,36.0
+60.383,5.333,9.7,70.0,5.0,36.0
+60.383,5.333,9.5,80.0,6.0,36.0
+60.383,5.333,8.7,80.0,5.0,36.0
+60.383,5.333,7.7,80.0,5.0,36.0
+60.383,5.333,8.2,80.0,4.0,36.0
+60.383,5.333,7.7,30.0,1.0,36.0
+60.383,5.333,7.2,310.0,1.0,36.0
+60.383,5.333,6.8,300.0,2.0,36.0
+60.383,5.333,6.7,140.0,1.0,36.0

how-to-use-azureml/monitor-models/data-drift/drift-on-aks.ipynb

@@ -92,7 +92,7 @@
     "dstore = ws.get_default_datastore()\n",
     "\n",
     "# upload weather data\n",
-        "dstore.upload('training-dataset', 'drift-on-aks-data', overwrite=True, show_progress=False)"
+    "dstore.upload('dataset', 'drift-on-aks-data', overwrite=True, show_progress=False)"
    ]
   },
   {
@@ -229,7 +229,7 @@
    "source": [
     "## Run recent weather data through the webservice \n",
     "\n",
-        "The below cells take the past 2 days of weather data, filter and transform using the same processes as the training dataset, and runs the data through the service."
+    "The below cells take the weather data of Florida from 2019-11-20 to 2019-11-12, filter and transform using the same processes as the training dataset, and runs the data through the service."
    ]
   },
   {
@@ -238,16 +238,10 @@
    "metadata": {},
    "outputs": [],
    "source": [
-        "from datetime import datetime, timedelta\n",
-        "from azureml.opendatasets import NoaaIsdWeather\n",
+    "# create dataset \n",
+    "tset = Dataset.Tabular.from_delimited_files(dstore.path('drift-on-aks-data/testing.csv'))\n",
     "\n",
-        "start = datetime.today() - timedelta(days=2)\n",
-        "end = datetime.today()\n",
-        "\n",
-        "isd = NoaaIsdWeather(start, end)\n",
-        "\n",
-        "df = isd.to_pandas_dataframe().fillna(0)\n",
-        "df = df[df['stationName'].str.contains('FLORIDA', regex=True, na=False)]\n",
+    "df = tset.to_pandas_dataframe().fillna(0)\n",
     "\n",
     "X_features = ['latitude', 'longitude', 'temperature', 'windAngle', 'windSpeed']\n",
     "y_features = ['elevation']\n",
@@ -264,9 +258,9 @@
    "source": [
     "import json\n",
     "\n",
-        "today_data = json.dumps({'data': X.values.tolist()})\n",
+    "data = json.dumps({'data': X.values.tolist()})\n",
     "\n",
-        "data_encoded = bytes(today_data, encoding='utf8')\n",
+    "data_encoded = bytes(data, encoding='utf8')\n",
     "prediction = service.run(input_data=data_encoded)\n",
     "print(prediction)"
    ]
@@ -342,6 +336,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
+    "from datetime import datetime, timedelta\n",
     "from azureml.datadrift import DataDriftDetector, AlertConfiguration\n",
     "\n",
     "services = [service_name]\n",