jprdonnelly/MachineLearningNotebooks
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

MLN repo autocleanup

Browse Source
This commit is contained in:
Vitaliy Zhurba
2019-07-12 10:27:43 -04:00
parent 4170a394ed
commit e792ba8278
463 changed files with 159041 additions and 189709 deletions
Download Patch File Download Diff File Expand all files Collapse all files

90
work-with-data/dataprep/data/adls-dpreptestfiles.crt
View File

@@ -1,45 +1,45 @@
-----BEGIN PRIVATE KEY-----
MIIEvwIBADANBgkqhkiG9w0BAQEFAASCBKkwggSlAgEAAoIBAQDmkkyF0BwipZow
Wd1AMkRkySx0y079JPxpsYhv4i1xXKdoa9bpFqwoXmJpeQM1JWnU4UeZzFeM86qK
AhQvL4KV4kibcP2ENvu2NKFEdotO3uxPJ+6GlcYwMYzy+tUj008KnnRZfTrR78sJ
tIl3C6lnVL0ICihksG59P1sskRq3PvOjXLAdEZalwDjZ4ZPoNDZdj6nUjB2l8zqu
pKAt5mR+bJ9Sox4yrDuNhMmFt5QsRDRe3wUqdV+C9OCWHmjlmsjrYw7p9YmjBDvC
5U7mF0Mk/XeYFzj0pkXKQVqBL6xqig+q5ob0szYfg19iDeFhS3iIsRcJGEnRVW/A
NpsBZyKrAgMBAAECggEBANlvP8C1F8NInhZYuIAwpzTQTh86Fxw8g9h8dijkh2wv
LyQXBk07d1B+aZoDZ5X32UzKwcX04N9obfvFqBkzWZdVFJmZvUmwvEEActBoZkkT
io+/HX5HweVy5PPCvbsSK6jc8uXtZcnSs4tMeJIOKkvqqnTpd1w00Y1FcQqfMC16
4p7o8wbt6OFoFAYqcxeVYVwDzCTLZD3+iJaqmntkBkoDndJy52yXQmMq5z1wbQVp
BL6+L9nTvmouy64jiHVSKOx8nnWThYfHsXoPv+rYywjeuK/v3hyaTAwogs36ooEn
SnuTBRvJcumN9Q0XIVlxKMVBcGyyAP+0yNKGz5NQgdECgYEA/I/Uq1E3epPJgEWR
Bub+LpCgwtrw/lgKncb/Q/AiE9qoXobUe4KNU8aGaNMb7uVNLckY7cOluLS6SQb3
Mzwk2Jl0G3vk8rW46tZWvSYB8+zAR2Rz7seUOT9SE5OmvwpnHrnp3nRr1vvVd2bp
Q/ypwMLrwWQN51Kr+oTS74bUbrkCgYEA6bXVIUyao7z2Q3qAr6h+6JEWDbkJA7hJ
BjHIOXvxd1tMoJJX+X9+IE/2XoJaUkGCb0vrM/hi1cyQFmS4Or/J6IWSZu8oBpDr
EBmIK3PF1nrzNvWD28wM46c6ScehyWSm/u4bJWSm9liTX3dv5Kpa6ym7yLKc3c0B
ECpSJM+5SoMCgYEAq585Tukzn/IJPUcIk/4nv5C8DW0l0lAVdr2g/JOTNJajTwik
HwHJ86G1+Elsc9wRpAlBDWCjnm4BIFrBZGl8SEuOoJaCL4PZEotwCbxoG09IIbtb
JGkuifBDX9Y3ux3gkPqYt3e5SC99EVQ3MuHgoIJUHehVolmFUAkuJWIjvNECgYEA
5pU0VspRuELzZdgzpxvDOooLDDcHodfslGQBfFXBA1Xc4IACtHMJaa/7D3vkyUtA
+bYZtQjX2sEdWDq/WZdoCjXfIBfNkczhXt0R8G0lQFvGIu9QzUchYGrZo3mHMkBQ
Uy1xMw9/e4YgwQwCJcW+Nk7Sq00uX9enuN9IdHFOCykCgYAqAGMK6CH1tlpjvHrf
k+ZhigYxTXBlsVVvK1BIGGaiwzDpn65zeQp4aLOjSZkI1LuRi3tfTiZ321jRd64J
4lGk5Jurqv5grDmxROX/U50wEYbI9ncu/thU7syUdxDiqxHPI2RMG50mRcm3a55p
ZCNSqkMlcXyA0U1z8C1ILNUsbA==
-----END PRIVATE KEY-----
-----BEGIN CERTIFICATE-----
MIICoTCCAYkCAgPoMA0GCSqGSIb3DQEBBQUAMBQxEjAQBgNVBAMMCUNMSS1Mb2dp
bjAiGA8yMDE4MDcxMzIzMjA0N1oYDzIwMTkwNzEzMjMyMDQ5WjAUMRIwEAYDVQQD
DAlDTEktTG9naW4wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDmkkyF
0BwipZowWd1AMkRkySx0y079JPxpsYhv4i1xXKdoa9bpFqwoXmJpeQM1JWnU4UeZ
zFeM86qKAhQvL4KV4kibcP2ENvu2NKFEdotO3uxPJ+6GlcYwMYzy+tUj008KnnRZ
fTrR78sJtIl3C6lnVL0ICihksG59P1sskRq3PvOjXLAdEZalwDjZ4ZPoNDZdj6nU
jB2l8zqupKAt5mR+bJ9Sox4yrDuNhMmFt5QsRDRe3wUqdV+C9OCWHmjlmsjrYw7p
9YmjBDvC5U7mF0Mk/XeYFzj0pkXKQVqBL6xqig+q5ob0szYfg19iDeFhS3iIsRcJ
GEnRVW/ANpsBZyKrAgMBAAEwDQYJKoZIhvcNAQEFBQADggEBAI4VlaFb9NsXMLdT
Cw5/pk0Xo2Qi6483RGTy8vzrw88IE7f3juB/JWG+rayjtW5bBRx2fae4/ZIdZ4zg
N2FDKn2PQPAc9m9pcKyUKUvWOC8ixSkrUmeQew0l1AXU0hsPSlJ7/7ZK4efoyB47
hj71fsyKdyKbisZDcUFBq/S8PazdPF0YOD1W/4A2tW0cSMg+jmFWynuUTdWt3SU8
CwBGqdiSKT5faJuYwIWnRXDEQS3ObRn1OFEfFdd4d2sxjxydWKRgnINnGlBdiFAT
KzCozVr+75cO2ErH6x5C0hLQGG5BxXbaijyxyvaRNokTMVVv6OaDEnjzCGfJ72Yf
2wgitNc=
-----END CERTIFICATE-----
-----BEGIN PRIVATE KEY-----
MIIEvwIBADANBgkqhkiG9w0BAQEFAASCBKkwggSlAgEAAoIBAQDmkkyF0BwipZow
Wd1AMkRkySx0y079JPxpsYhv4i1xXKdoa9bpFqwoXmJpeQM1JWnU4UeZzFeM86qK
AhQvL4KV4kibcP2ENvu2NKFEdotO3uxPJ+6GlcYwMYzy+tUj008KnnRZfTrR78sJ
tIl3C6lnVL0ICihksG59P1sskRq3PvOjXLAdEZalwDjZ4ZPoNDZdj6nUjB2l8zqu
pKAt5mR+bJ9Sox4yrDuNhMmFt5QsRDRe3wUqdV+C9OCWHmjlmsjrYw7p9YmjBDvC
5U7mF0Mk/XeYFzj0pkXKQVqBL6xqig+q5ob0szYfg19iDeFhS3iIsRcJGEnRVW/A
NpsBZyKrAgMBAAECggEBANlvP8C1F8NInhZYuIAwpzTQTh86Fxw8g9h8dijkh2wv
LyQXBk07d1B+aZoDZ5X32UzKwcX04N9obfvFqBkzWZdVFJmZvUmwvEEActBoZkkT
io+/HX5HweVy5PPCvbsSK6jc8uXtZcnSs4tMeJIOKkvqqnTpd1w00Y1FcQqfMC16
4p7o8wbt6OFoFAYqcxeVYVwDzCTLZD3+iJaqmntkBkoDndJy52yXQmMq5z1wbQVp
BL6+L9nTvmouy64jiHVSKOx8nnWThYfHsXoPv+rYywjeuK/v3hyaTAwogs36ooEn
SnuTBRvJcumN9Q0XIVlxKMVBcGyyAP+0yNKGz5NQgdECgYEA/I/Uq1E3epPJgEWR
Bub+LpCgwtrw/lgKncb/Q/AiE9qoXobUe4KNU8aGaNMb7uVNLckY7cOluLS6SQb3
Mzwk2Jl0G3vk8rW46tZWvSYB8+zAR2Rz7seUOT9SE5OmvwpnHrnp3nRr1vvVd2bp
Q/ypwMLrwWQN51Kr+oTS74bUbrkCgYEA6bXVIUyao7z2Q3qAr6h+6JEWDbkJA7hJ
BjHIOXvxd1tMoJJX+X9+IE/2XoJaUkGCb0vrM/hi1cyQFmS4Or/J6IWSZu8oBpDr
EBmIK3PF1nrzNvWD28wM46c6ScehyWSm/u4bJWSm9liTX3dv5Kpa6ym7yLKc3c0B
ECpSJM+5SoMCgYEAq585Tukzn/IJPUcIk/4nv5C8DW0l0lAVdr2g/JOTNJajTwik
HwHJ86G1+Elsc9wRpAlBDWCjnm4BIFrBZGl8SEuOoJaCL4PZEotwCbxoG09IIbtb
JGkuifBDX9Y3ux3gkPqYt3e5SC99EVQ3MuHgoIJUHehVolmFUAkuJWIjvNECgYEA
5pU0VspRuELzZdgzpxvDOooLDDcHodfslGQBfFXBA1Xc4IACtHMJaa/7D3vkyUtA
+bYZtQjX2sEdWDq/WZdoCjXfIBfNkczhXt0R8G0lQFvGIu9QzUchYGrZo3mHMkBQ
Uy1xMw9/e4YgwQwCJcW+Nk7Sq00uX9enuN9IdHFOCykCgYAqAGMK6CH1tlpjvHrf
k+ZhigYxTXBlsVVvK1BIGGaiwzDpn65zeQp4aLOjSZkI1LuRi3tfTiZ321jRd64J
4lGk5Jurqv5grDmxROX/U50wEYbI9ncu/thU7syUdxDiqxHPI2RMG50mRcm3a55p
ZCNSqkMlcXyA0U1z8C1ILNUsbA==
-----END PRIVATE KEY-----
-----BEGIN CERTIFICATE-----
MIICoTCCAYkCAgPoMA0GCSqGSIb3DQEBBQUAMBQxEjAQBgNVBAMMCUNMSS1Mb2dp
bjAiGA8yMDE4MDcxMzIzMjA0N1oYDzIwMTkwNzEzMjMyMDQ5WjAUMRIwEAYDVQQD
DAlDTEktTG9naW4wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDmkkyF
0BwipZowWd1AMkRkySx0y079JPxpsYhv4i1xXKdoa9bpFqwoXmJpeQM1JWnU4UeZ
zFeM86qKAhQvL4KV4kibcP2ENvu2NKFEdotO3uxPJ+6GlcYwMYzy+tUj008KnnRZ
fTrR78sJtIl3C6lnVL0ICihksG59P1sskRq3PvOjXLAdEZalwDjZ4ZPoNDZdj6nU
jB2l8zqupKAt5mR+bJ9Sox4yrDuNhMmFt5QsRDRe3wUqdV+C9OCWHmjlmsjrYw7p
9YmjBDvC5U7mF0Mk/XeYFzj0pkXKQVqBL6xqig+q5ob0szYfg19iDeFhS3iIsRcJ
GEnRVW/ANpsBZyKrAgMBAAEwDQYJKoZIhvcNAQEFBQADggEBAI4VlaFb9NsXMLdT
Cw5/pk0Xo2Qi6483RGTy8vzrw88IE7f3juB/JWG+rayjtW5bBRx2fae4/ZIdZ4zg
N2FDKn2PQPAc9m9pcKyUKUvWOC8ixSkrUmeQew0l1AXU0hsPSlJ7/7ZK4efoyB47
hj71fsyKdyKbisZDcUFBq/S8PazdPF0YOD1W/4A2tW0cSMg+jmFWynuUTdWt3SU8
CwBGqdiSKT5faJuYwIWnRXDEQS3ObRn1OFEfFdd4d2sxjxydWKRgnINnGlBdiFAT
KzCozVr+75cO2ErH6x5C0hLQGG5BxXbaijyxyvaRNokTMVVv6OaDEnjzCGfJ72Yf
2wgitNc=
-----END CERTIFICATE-----

108
work-with-data/dataprep/data/chicago-aldermen-2015.csv
View File

@@ -1,54 +1,54 @@
"Retrieved from https://en.wikipedia.org/wiki/Chicago_City_Council on November 6, 2018"
Ward,Name,Took Office,Party
1,Proco Joe Moreno,2010*,Dem
2,Brian Hopkins,2015,Dem
3,Pat Dowell,2007,Dem
4,Sophia King,2016*,Dem
5,Leslie Hairston,1999,Dem
6,Roderick Sawyer,2011,Dem
7,Gregory Mitchell,2015,Dem
8,Michelle A. Harris,2006*,Dem
9,Anthony Beale,1999,Dem
10,Susie Sadlowski Garza,2015,Dem
11,Patrick Daley Thompson,2015,Dem
12,George Cardenas,2003,Dem
13,Marty Quinn,2011,Dem
14,Edward M. Burke,1969,Dem
15,Raymond Lopez,2015,Dem
16,Toni Foulkes,2007,Dem
17,David H. Moore,2015,Dem
18,Derrick Curtis,2015,Dem
19,Matthew O'Shea,2011,Dem
20,Willie Cochran,2007,Dem
21,Howard Brookins Jr.,2003,Dem
22,Ricardo Muñoz,1993*,Dem
23,Silvana Tabares,2018*,Dem
24,"Michael Scott, Jr.",2015,Dem
25,Daniel Solis,1996*,Dem
26,Roberto Maldonado,2009*,Dem
27,"Walter Burnett, Jr.",1995,Dem
28,Jason Ervin,2011*,Dem
29,Chris Taliaferro,2015,Dem
30,Ariel Reboyras,2003,Dem
31,Milly Santiago,2015,Dem
32,Scott Waguespack,2007,Dem
33,Deb Mell,2013*,Dem
34,Carrie Austin,1994*,Dem
35,Carlos Ramirez-Rosa,2015,Dem
36,Gilbert Villegas,2015,Dem
37,Emma Mitts,2000*,Dem
38,Nicholas Sposato,2011,Ind
39,Margaret Laurino,1994*,Dem
40,Patrick J. O'Connor,1983,Dem
41,Anthony Napolitano,2015,Rep
42,Brendan Reilly,2007,Dem
43,Michele Smith,2011,Dem
44,Thomas M. Tunney,2002*,Dem
45,John Arena,2011,Dem
46,James Cappleman,2011,Dem
47,Ameya Pawar,2011,Dem
48,Harry Osterman,2011,Dem
49,Joe Moore,1991,Dem
50,Debra Silverstein,2011,Dem
"Retrieved from https://en.wikipedia.org/wiki/Chicago_City_Council on November 6, 2018"
Ward,Name,Took Office,Party
1,Proco Joe Moreno,2010*,Dem
2,Brian Hopkins,2015,Dem
3,Pat Dowell,2007,Dem
4,Sophia King,2016*,Dem
5,Leslie Hairston,1999,Dem
6,Roderick Sawyer,2011,Dem
7,Gregory Mitchell,2015,Dem
8,Michelle A. Harris,2006*,Dem
9,Anthony Beale,1999,Dem
10,Susie Sadlowski Garza,2015,Dem
11,Patrick Daley Thompson,2015,Dem
12,George Cardenas,2003,Dem
13,Marty Quinn,2011,Dem
14,Edward M. Burke,1969,Dem
15,Raymond Lopez,2015,Dem
16,Toni Foulkes,2007,Dem
17,David H. Moore,2015,Dem
18,Derrick Curtis,2015,Dem
19,Matthew O'Shea,2011,Dem
20,Willie Cochran,2007,Dem
21,Howard Brookins Jr.,2003,Dem
22,Ricardo Muñoz,1993*,Dem
23,Silvana Tabares,2018*,Dem
24,"Michael Scott, Jr.",2015,Dem
25,Daniel Solis,1996*,Dem
26,Roberto Maldonado,2009*,Dem
27,"Walter Burnett, Jr.",1995,Dem
28,Jason Ervin,2011*,Dem
29,Chris Taliaferro,2015,Dem
30,Ariel Reboyras,2003,Dem
31,Milly Santiago,2015,Dem
32,Scott Waguespack,2007,Dem
33,Deb Mell,2013*,Dem
34,Carrie Austin,1994*,Dem
35,Carlos Ramirez-Rosa,2015,Dem
36,Gilbert Villegas,2015,Dem
37,Emma Mitts,2000*,Dem
38,Nicholas Sposato,2011,Ind
39,Margaret Laurino,1994*,Dem
40,Patrick J. O'Connor,1983,Dem
41,Anthony Napolitano,2015,Rep
42,Brendan Reilly,2007,Dem
43,Michele Smith,2011,Dem
44,Thomas M. Tunney,2002*,Dem
45,John Arena,2011,Dem
46,James Cappleman,2011,Dem
47,Ameya Pawar,2011,Dem
48,Harry Osterman,2011,Dem
49,Joe Moore,1991,Dem
50,Debra Silverstein,2011,Dem
1 Retrieved from https://en.wikipedia.org/wiki/Chicago_City_Council on November 6, 2018
2 Ward
3 1
4 2
5 3
6 4
7 5
8 6
9 7
10 8
11 9
12 10
13 11
14 12
15 13
16 14
17 15
18 16
19 17
20 18
21 19
22 20
23 21
24 22
25 23
26 24
27 25
28 26
29 27
30 28
31 29
32 30
33 31
34 32
35 33
36 34
37 35
38 36
39 37
40 38
41 39
42 40
43 41
44 42
45 43
46 44
47 45
48 46
49 47
50 48
51 49
52 50
53
54

30
work-with-data/dataprep/data/crime-dirty.csv
View File

@@ -1,15 +1,15 @@
File updated 11/2/2018
ID|Case Number|Date|Block|IUCR|Primary Type|Description|Location Description|Arrest|Domestic|Beat|District|Ward|Community Area|FBI Code|X Coordinate|Y Coordinate|Year|Updated On|Latitude|Longitude|Location
10140490|HY329907|07/05/2015 11:50:00 PM|050XX N NEWLAND AVE|0820|THEFT|$500 AND UNDER|STREET|false|false|1613|016|41|10|06|1129230|1933315|2015|07/12/2015 12:42:46 PM|41.973309466|-87.800174996|(41.973309466, -87.800174996)
10139776|HY329265|07/05/2015 11:30:00 PM|011XX W MORSE AVE|0460|BATTERY|SIMPLE|STREET|false|true|2431|024|49|1|08B|1167370|1946271|2015|07/12/2015 12:42:46 PM|42.008124017|-87.65955018|(42.008124017, -87.65955018)
10140270|HY329253|07/05/2015 11:20:00 PM|121XX S FRONT AVE|0486|BATTERY|DOMESTIC BATTERY SIMPLE|STREET|false|true|0532||9|53|08B|||2015|07/12/2015 12:42:46 PM|||
10139885|HY329308|07/05/2015 11:19:00 PM|051XX W DIVISION ST|0610|BURGLARY|FORCIBLE ENTRY|SMALL RETAIL STORE|false|false|1531|015|37|25|05|1141721|1907465|2015|07/12/2015 12:42:46 PM|41.902152027|-87.754883404|(41.902152027, -87.754883404)
10140379|HY329556|07/05/2015 11:00:00 PM|012XX W LAKE ST|0930|MOTOR VEHICLE THEFT|THEFT/RECOVERY: AUTOMOBILE|STREET|false|false|1215|012|27|28|07|1168413|1901632|2015|07/12/2015 12:42:46 PM|41.885610142|-87.657008701|(41.885610142, -87.657008701)
10140868|HY330421|07/05/2015 10:54:00 PM|118XX S PEORIA ST|1320|CRIMINAL DAMAGE|TO VEHICLE|VEHICLE NON-COMMERCIAL|false|false|0524|005|34|53|14|1172409|1826485|2015|07/12/2015 12:42:46 PM|41.6793109|-87.644545209|(41.6793109, -87.644545209)
10139762|HY329232|07/05/2015 10:42:00 PM|026XX W 37TH PL|1020|ARSON|BY FIRE|VACANT LOT/LAND|false|false|0911|009|12|58|09|1159436|1879658|2015|07/12/2015 12:42:46 PM|41.825500607|-87.690578042|(41.825500607, -87.690578042)
10139722|HY329228|07/05/2015 10:30:00 PM|016XX S CENTRAL PARK AVE|1811|NARCOTICS|POSS: CANNABIS 30GMS OR LESS|ALLEY|true|false|1021|010|24|29|18|1152687|1891389|2015|07/12/2015 12:42:46 PM|41.857827814|-87.715028789|(41.857827814, -87.715028789)
10139774|HY329209|07/05/2015 10:15:00 PM|048XX N ASHLAND AVE|1310|CRIMINAL DAMAGE|TO PROPERTY|APARTMENT|false|false|2032|020|46|3|14|1164821|1932394|2015|07/12/2015 12:42:46 PM|41.970099796|-87.669324377|(41.970099796, -87.669324377)
10139697|HY329177|07/05/2015 10:10:00 PM|058XX S ARTESIAN AVE|1320|CRIMINAL DAMAGE|TO VEHICLE|ALLEY|false|false|0824|008|16|63|14|1160997|1865851|2015|07/12/2015 12:42:46 PM|41.787580282|-87.685233078|(41.787580282, -87.685233078)
File updated 11/2/2018
ID|Case Number|Date|Block|IUCR|Primary Type|Description|Location Description|Arrest|Domestic|Beat|District|Ward|Community Area|FBI Code|X Coordinate|Y Coordinate|Year|Updated On|Latitude|Longitude|Location
10140490|HY329907|07/05/2015 11:50:00 PM|050XX N NEWLAND AVE|0820|THEFT|$500 AND UNDER|STREET|false|false|1613|016|41|10|06|1129230|1933315|2015|07/12/2015 12:42:46 PM|41.973309466|-87.800174996|(41.973309466, -87.800174996)
10139776|HY329265|07/05/2015 11:30:00 PM|011XX W MORSE AVE|0460|BATTERY|SIMPLE|STREET|false|true|2431|024|49|1|08B|1167370|1946271|2015|07/12/2015 12:42:46 PM|42.008124017|-87.65955018|(42.008124017, -87.65955018)
10140270|HY329253|07/05/2015 11:20:00 PM|121XX S FRONT AVE|0486|BATTERY|DOMESTIC BATTERY SIMPLE|STREET|false|true|0532||9|53|08B|||2015|07/12/2015 12:42:46 PM|||
10139885|HY329308|07/05/2015 11:19:00 PM|051XX W DIVISION ST|0610|BURGLARY|FORCIBLE ENTRY|SMALL RETAIL STORE|false|false|1531|015|37|25|05|1141721|1907465|2015|07/12/2015 12:42:46 PM|41.902152027|-87.754883404|(41.902152027, -87.754883404)
10140379|HY329556|07/05/2015 11:00:00 PM|012XX W LAKE ST|0930|MOTOR VEHICLE THEFT|THEFT/RECOVERY: AUTOMOBILE|STREET|false|false|1215|012|27|28|07|1168413|1901632|2015|07/12/2015 12:42:46 PM|41.885610142|-87.657008701|(41.885610142, -87.657008701)
10140868|HY330421|07/05/2015 10:54:00 PM|118XX S PEORIA ST|1320|CRIMINAL DAMAGE|TO VEHICLE|VEHICLE NON-COMMERCIAL|false|false|0524|005|34|53|14|1172409|1826485|2015|07/12/2015 12:42:46 PM|41.6793109|-87.644545209|(41.6793109, -87.644545209)
10139762|HY329232|07/05/2015 10:42:00 PM|026XX W 37TH PL|1020|ARSON|BY FIRE|VACANT LOT/LAND|false|false|0911|009|12|58|09|1159436|1879658|2015|07/12/2015 12:42:46 PM|41.825500607|-87.690578042|(41.825500607, -87.690578042)
10139722|HY329228|07/05/2015 10:30:00 PM|016XX S CENTRAL PARK AVE|1811|NARCOTICS|POSS: CANNABIS 30GMS OR LESS|ALLEY|true|false|1021|010|24|29|18|1152687|1891389|2015|07/12/2015 12:42:46 PM|41.857827814|-87.715028789|(41.857827814, -87.715028789)
10139774|HY329209|07/05/2015 10:15:00 PM|048XX N ASHLAND AVE|1310|CRIMINAL DAMAGE|TO PROPERTY|APARTMENT|false|false|2032|020|46|3|14|1164821|1932394|2015|07/12/2015 12:42:46 PM|41.970099796|-87.669324377|(41.970099796, -87.669324377)
10139697|HY329177|07/05/2015 10:10:00 PM|058XX S ARTESIAN AVE|1320|CRIMINAL DAMAGE|TO VEHICLE|ALLEY|false|false|0824|008|16|63|14|1160997|1865851|2015|07/12/2015 12:42:46 PM|41.787580282|-87.685233078|(41.787580282, -87.685233078)
1 File updated 11/2/2018
2 ID|Case Number|Date|Block|IUCR|Primary Type|Description|Location Description|Arrest|Domestic|Beat|District|Ward|Community Area|FBI Code|X Coordinate|Y Coordinate|Year|Updated On|Latitude|Longitude|Location
3 10140490|HY329907|07/05/2015 11:50:00 PM|050XX N NEWLAND AVE|0820|THEFT|$500 AND UNDER|STREET|false|false|1613|016|41|10|06|1129230|1933315|2015|07/12/2015 12:42:46 PM|41.973309466|-87.800174996|(41.973309466, -87.800174996)
4 10139776|HY329265|07/05/2015 11:30:00 PM|011XX W MORSE AVE|0460|BATTERY|SIMPLE|STREET|false|true|2431|024|49|1|08B|1167370|1946271|2015|07/12/2015 12:42:46 PM|42.008124017|-87.65955018|(42.008124017, -87.65955018)
5 10140270|HY329253|07/05/2015 11:20:00 PM|121XX S FRONT AVE|0486|BATTERY|DOMESTIC BATTERY SIMPLE|STREET|false|true|0532||9|53|08B|||2015|07/12/2015 12:42:46 PM|||
6 10139885|HY329308|07/05/2015 11:19:00 PM|051XX W DIVISION ST|0610|BURGLARY|FORCIBLE ENTRY|SMALL RETAIL STORE|false|false|1531|015|37|25|05|1141721|1907465|2015|07/12/2015 12:42:46 PM|41.902152027|-87.754883404|(41.902152027, -87.754883404)
7 10140379|HY329556|07/05/2015 11:00:00 PM|012XX W LAKE ST|0930|MOTOR VEHICLE THEFT|THEFT/RECOVERY: AUTOMOBILE|STREET|false|false|1215|012|27|28|07|1168413|1901632|2015|07/12/2015 12:42:46 PM|41.885610142|-87.657008701|(41.885610142, -87.657008701)
8 10140868|HY330421|07/05/2015 10:54:00 PM|118XX S PEORIA ST|1320|CRIMINAL DAMAGE|TO VEHICLE|VEHICLE NON-COMMERCIAL|false|false|0524|005|34|53|14|1172409|1826485|2015|07/12/2015 12:42:46 PM|41.6793109|-87.644545209|(41.6793109, -87.644545209)
9 10139762|HY329232|07/05/2015 10:42:00 PM|026XX W 37TH PL|1020|ARSON|BY FIRE|VACANT LOT/LAND|false|false|0911|009|12|58|09|1159436|1879658|2015|07/12/2015 12:42:46 PM|41.825500607|-87.690578042|(41.825500607, -87.690578042)
10 10139722|HY329228|07/05/2015 10:30:00 PM|016XX S CENTRAL PARK AVE|1811|NARCOTICS|POSS: CANNABIS 30GMS OR LESS|ALLEY|true|false|1021|010|24|29|18|1152687|1891389|2015|07/12/2015 12:42:46 PM|41.857827814|-87.715028789|(41.857827814, -87.715028789)
11 10139774|HY329209|07/05/2015 10:15:00 PM|048XX N ASHLAND AVE|1310|CRIMINAL DAMAGE|TO PROPERTY|APARTMENT|false|false|2032|020|46|3|14|1164821|1932394|2015|07/12/2015 12:42:46 PM|41.970099796|-87.669324377|(41.970099796, -87.669324377)
12 10139697|HY329177|07/05/2015 10:10:00 PM|058XX S ARTESIAN AVE|1320|CRIMINAL DAMAGE|TO VEHICLE|ALLEY|false|false|0824|008|16|63|14|1160997|1865851|2015|07/12/2015 12:42:46 PM|41.787580282|-87.685233078|(41.787580282, -87.685233078)
13
14
15

2002
work-with-data/dataprep/data/crime-full.csv
View File

File diff suppressed because it is too large Load Diff

22
work-with-data/dataprep/data/crime-spring.csv
View File

@@ -1,11 +1,11 @@
ID,Case Number,Date,Block,IUCR,Primary Type,Description,Location Description,Arrest,Domestic,Beat,District,Ward,Community Area,FBI Code,X Coordinate,Y Coordinate,Year,Updated On,Latitude,Longitude,Location
10498554,HZ239907,4/4/2016 23:56,007XX E 111TH ST,1153,DECEPTIVE PRACTICE,FINANCIAL IDENTITY THEFT OVER $ 300,OTHER,FALSE,FALSE,531,5,9,50,11,1183356,1831503,2016,5/11/2016 15:48,41.69283384,-87.60431945,"(41.692833841, -87.60431945)"
10516598,HZ258664,4/15/2016 17:00,082XX S MARSHFIELD AVE,890,THEFT,FROM BUILDING,RESIDENCE,FALSE,FALSE,614,6,21,71,6,1166776,1850053,2016,5/12/2016 15:48,41.74410697,-87.66449429,"(41.744106973, -87.664494285)"
10519196,HZ261252,4/15/2016 10:00,104XX S SACRAMENTO AVE,1154,DECEPTIVE PRACTICE,FINANCIAL IDENTITY THEFT $300 AND UNDER,RESIDENCE,FALSE,FALSE,2211,22,19,74,11,,,2016,5/12/2016 15:50,,,
10519591,HZ261534,4/15/2016 9:00,113XX S PRAIRIE AVE,1120,DECEPTIVE PRACTICE,FORGERY,RESIDENCE,FALSE,FALSE,531,5,9,49,10,,,2016,5/13/2016 15:51,,,
10534446,HZ277630,4/15/2016 10:00,055XX N KEDZIE AVE,890,THEFT,FROM BUILDING,"SCHOOL, PUBLIC, BUILDING",FALSE,FALSE,1712,17,40,13,6,,,2016,5/25/2016 15:59,,,
10535059,HZ278872,4/15/2016 4:30,004XX S KILBOURN AVE,810,THEFT,OVER $500,RESIDENCE,FALSE,FALSE,1131,11,24,26,6,,,2016,5/25/2016 15:59,,,
10499802,HZ240778,4/15/2016 10:00,010XX N MILWAUKEE AVE,1152,DECEPTIVE PRACTICE,ILLEGAL USE CASH CARD,RESIDENCE,FALSE,FALSE,1213,12,27,24,11,,,2016,5/27/2016 15:45,,,
10522293,HZ264802,4/15/2016 16:00,019XX W DIVISION ST,1110,DECEPTIVE PRACTICE,BOGUS CHECK,RESTAURANT,FALSE,FALSE,1424,14,1,24,11,1163094,1908003,2016,5/16/2016 15:48,41.90320604,-87.67636193,"(41.903206037, -87.676361925)"
10523111,HZ265911,4/15/2016 8:00,061XX N SHERIDAN RD,1153,DECEPTIVE PRACTICE,FINANCIAL IDENTITY THEFT OVER $ 300,RESIDENCE,FALSE,FALSE,2433,24,48,77,11,,,2016,5/16/2016 15:50,,,
10525877,HZ268138,4/15/2016 15:00,023XX W EASTWOOD AVE,1153,DECEPTIVE PRACTICE,FINANCIAL IDENTITY THEFT OVER $ 300,,FALSE,FALSE,1911,19,47,4,11,,,2016,5/18/2016 15:50,,,
ID,Case Number,Date,Block,IUCR,Primary Type,Description,Location Description,Arrest,Domestic,Beat,District,Ward,Community Area,FBI Code,X Coordinate,Y Coordinate,Year,Updated On,Latitude,Longitude,Location
10498554,HZ239907,4/4/2016 23:56,007XX E 111TH ST,1153,DECEPTIVE PRACTICE,FINANCIAL IDENTITY THEFT OVER $ 300,OTHER,FALSE,FALSE,531,5,9,50,11,1183356,1831503,2016,5/11/2016 15:48,41.69283384,-87.60431945,"(41.692833841, -87.60431945)"
10516598,HZ258664,4/15/2016 17:00,082XX S MARSHFIELD AVE,890,THEFT,FROM BUILDING,RESIDENCE,FALSE,FALSE,614,6,21,71,6,1166776,1850053,2016,5/12/2016 15:48,41.74410697,-87.66449429,"(41.744106973, -87.664494285)"
10519196,HZ261252,4/15/2016 10:00,104XX S SACRAMENTO AVE,1154,DECEPTIVE PRACTICE,FINANCIAL IDENTITY THEFT $300 AND UNDER,RESIDENCE,FALSE,FALSE,2211,22,19,74,11,,,2016,5/12/2016 15:50,,,
10519591,HZ261534,4/15/2016 9:00,113XX S PRAIRIE AVE,1120,DECEPTIVE PRACTICE,FORGERY,RESIDENCE,FALSE,FALSE,531,5,9,49,10,,,2016,5/13/2016 15:51,,,
10534446,HZ277630,4/15/2016 10:00,055XX N KEDZIE AVE,890,THEFT,FROM BUILDING,"SCHOOL, PUBLIC, BUILDING",FALSE,FALSE,1712,17,40,13,6,,,2016,5/25/2016 15:59,,,
10535059,HZ278872,4/15/2016 4:30,004XX S KILBOURN AVE,810,THEFT,OVER $500,RESIDENCE,FALSE,FALSE,1131,11,24,26,6,,,2016,5/25/2016 15:59,,,
10499802,HZ240778,4/15/2016 10:00,010XX N MILWAUKEE AVE,1152,DECEPTIVE PRACTICE,ILLEGAL USE CASH CARD,RESIDENCE,FALSE,FALSE,1213,12,27,24,11,,,2016,5/27/2016 15:45,,,
10522293,HZ264802,4/15/2016 16:00,019XX W DIVISION ST,1110,DECEPTIVE PRACTICE,BOGUS CHECK,RESTAURANT,FALSE,FALSE,1424,14,1,24,11,1163094,1908003,2016,5/16/2016 15:48,41.90320604,-87.67636193,"(41.903206037, -87.676361925)"
10523111,HZ265911,4/15/2016 8:00,061XX N SHERIDAN RD,1153,DECEPTIVE PRACTICE,FINANCIAL IDENTITY THEFT OVER $ 300,RESIDENCE,FALSE,FALSE,2433,24,48,77,11,,,2016,5/16/2016 15:50,,,
10525877,HZ268138,4/15/2016 15:00,023XX W EASTWOOD AVE,1153,DECEPTIVE PRACTICE,FINANCIAL IDENTITY THEFT OVER $ 300,,FALSE,FALSE,1911,19,47,4,11,,,2016,5/18/2016 15:50,,,
1 ID Case Number Date Block IUCR Primary Type Description Location Description Arrest Domestic Beat District Ward Community Area FBI Code X Coordinate Y Coordinate Year Updated On Latitude Longitude Location
2 10498554 HZ239907 4/4/2016 23:56 007XX E 111TH ST 1153 DECEPTIVE PRACTICE FINANCIAL IDENTITY THEFT OVER $ 300 OTHER FALSE FALSE 531 5 9 50 11 1183356 1831503 2016 5/11/2016 15:48 41.69283384 -87.60431945 (41.692833841, -87.60431945)
3 10516598 HZ258664 4/15/2016 17:00 082XX S MARSHFIELD AVE 890 THEFT FROM BUILDING RESIDENCE FALSE FALSE 614 6 21 71 6 1166776 1850053 2016 5/12/2016 15:48 41.74410697 -87.66449429 (41.744106973, -87.664494285)
4 10519196 HZ261252 4/15/2016 10:00 104XX S SACRAMENTO AVE 1154 DECEPTIVE PRACTICE FINANCIAL IDENTITY THEFT $300 AND UNDER RESIDENCE FALSE FALSE 2211 22 19 74 11 2016 5/12/2016 15:50
5 10519591 HZ261534 4/15/2016 9:00 113XX S PRAIRIE AVE 1120 DECEPTIVE PRACTICE FORGERY RESIDENCE FALSE FALSE 531 5 9 49 10 2016 5/13/2016 15:51
6 10534446 HZ277630 4/15/2016 10:00 055XX N KEDZIE AVE 890 THEFT FROM BUILDING SCHOOL, PUBLIC, BUILDING FALSE FALSE 1712 17 40 13 6 2016 5/25/2016 15:59
7 10535059 HZ278872 4/15/2016 4:30 004XX S KILBOURN AVE 810 THEFT OVER $500 RESIDENCE FALSE FALSE 1131 11 24 26 6 2016 5/25/2016 15:59
8 10499802 HZ240778 4/15/2016 10:00 010XX N MILWAUKEE AVE 1152 DECEPTIVE PRACTICE ILLEGAL USE CASH CARD RESIDENCE FALSE FALSE 1213 12 27 24 11 2016 5/27/2016 15:45
9 10522293 HZ264802 4/15/2016 16:00 019XX W DIVISION ST 1110 DECEPTIVE PRACTICE BOGUS CHECK RESTAURANT FALSE FALSE 1424 14 1 24 11 1163094 1908003 2016 5/16/2016 15:48 41.90320604 -87.67636193 (41.903206037, -87.676361925)
10 10523111 HZ265911 4/15/2016 8:00 061XX N SHERIDAN RD 1153 DECEPTIVE PRACTICE FINANCIAL IDENTITY THEFT OVER $ 300 RESIDENCE FALSE FALSE 2433 24 48 77 11 2016 5/16/2016 15:50
11 10525877 HZ268138 4/15/2016 15:00 023XX W EASTWOOD AVE 1153 DECEPTIVE PRACTICE FINANCIAL IDENTITY THEFT OVER $ 300 FALSE FALSE 1911 19 47 4 11 2016 5/18/2016 15:50

22
work-with-data/dataprep/data/crime-winter.csv
View File

@@ -1,11 +1,11 @@
ID,Case Number,Date,Block,IUCR,Primary Type,Description,Location Description,Arrest,Domestic,Beat,District,Ward,Community Area,FBI Code,X Coordinate,Y Coordinate,Year,Updated On,Latitude,Longitude,Location
10378283,HZ114126,1/10/2016 11:00,033XX W IRVING PARK RD,610,BURGLARY,FORCIBLE ENTRY,RESIDENCE-GARAGE,TRUE,FALSE,1724,17,33,16,5,1153593,1926401,2016,5/22/2016 15:51,41.95388599,-87.71077048,"(41.95388599, -87.710770479)"
10382154,HZ118288,1/10/2016 21:00,055XX S FRANCISCO AVE,1754,OFFENSE INVOLVING CHILDREN,AGG SEX ASSLT OF CHILD FAM MBR,RESIDENCE,FALSE,TRUE,824,8,14,63,2,1157983,1867874,2016,6/1/2016 15:51,41.79319349,-87.69622926,"(41.793193489, -87.696229255)"
10374287,HZ110730,1/10/2016 11:50,043XX W ARMITAGE AVE,5002,OTHER OFFENSE,OTHER VEHICLE OFFENSE,STREET,FALSE,TRUE,2522,25,30,20,26,1146917,1912931,2016,6/7/2016 15:55,41.91705356,-87.73565764,"(41.917053561, -87.735657637)"
10374662,HZ110403,1/10/2016 1:30,073XX S CLAREMONT AVE,497,BATTERY,AGGRAVATED DOMESTIC BATTERY: OTHER DANG WEAPON,STREET,FALSE,TRUE,835,8,18,66,04B,1162007,1855951,2016,2/4/2016 15:44,41.76039236,-87.68180481,"(41.760392356, -87.681804812)"
10374720,HZ110836,1/10/2016 7:30,079XX S RHODES AVE,890,THEFT,FROM BUILDING,OTHER,FALSE,FALSE,624,6,6,44,6,1181279,1852568,2016,2/4/2016 15:44,41.75068679,-87.61127681,"(41.75068679, -87.611276811)"
10375178,HZ110832,1/10/2016 14:20,057XX S KEDZIE AVE,460,BATTERY,SIMPLE,RESTAURANT,FALSE,FALSE,824,8,14,63,08B,1156029,1866379,2016,2/4/2016 15:44,41.78913051,-87.7034346,"(41.78913051, -87.703434602)"
10398695,HZ135279,1/10/2016 23:00,031XX S PARNELL AVE,620,BURGLARY,UNLAWFUL ENTRY,RESIDENCE-GARAGE,FALSE,FALSE,915,9,11,60,5,1173138,1884117,2016,2/4/2016 15:44,41.8374442,-87.64017699,"(41.837444199, -87.640176991)"
10402270,HZ138745,1/10/2016 11:00,051XX S ELIZABETH ST,620,BURGLARY,UNLAWFUL ENTRY,APARTMENT,FALSE,FALSE,934,9,16,61,5,,,2016,2/4/2016 6:53,,,
10380619,HZ116583,1/10/2016 9:41,091XX S PAXTON AVE,4387,OTHER OFFENSE,VIOLATE ORDER OF PROTECTION,RESIDENCE,TRUE,TRUE,413,4,7,48,26,1192434,1844707,2016,2/2/2016 15:56,41.72885134,-87.57065553,"(41.728851343, -87.570655525)"
10400131,HZ136171,1/10/2016 18:00,0000X W TERMINAL ST,810,THEFT,OVER $500,AIRPORT BUILDING NON-TERMINAL - SECURE AREA,FALSE,FALSE,1651,16,41,76,6,,,2016,2/2/2016 15:58,,,
ID,Case Number,Date,Block,IUCR,Primary Type,Description,Location Description,Arrest,Domestic,Beat,District,Ward,Community Area,FBI Code,X Coordinate,Y Coordinate,Year,Updated On,Latitude,Longitude,Location
10378283,HZ114126,1/10/2016 11:00,033XX W IRVING PARK RD,610,BURGLARY,FORCIBLE ENTRY,RESIDENCE-GARAGE,TRUE,FALSE,1724,17,33,16,5,1153593,1926401,2016,5/22/2016 15:51,41.95388599,-87.71077048,"(41.95388599, -87.710770479)"
10382154,HZ118288,1/10/2016 21:00,055XX S FRANCISCO AVE,1754,OFFENSE INVOLVING CHILDREN,AGG SEX ASSLT OF CHILD FAM MBR,RESIDENCE,FALSE,TRUE,824,8,14,63,2,1157983,1867874,2016,6/1/2016 15:51,41.79319349,-87.69622926,"(41.793193489, -87.696229255)"
10374287,HZ110730,1/10/2016 11:50,043XX W ARMITAGE AVE,5002,OTHER OFFENSE,OTHER VEHICLE OFFENSE,STREET,FALSE,TRUE,2522,25,30,20,26,1146917,1912931,2016,6/7/2016 15:55,41.91705356,-87.73565764,"(41.917053561, -87.735657637)"
10374662,HZ110403,1/10/2016 1:30,073XX S CLAREMONT AVE,497,BATTERY,AGGRAVATED DOMESTIC BATTERY: OTHER DANG WEAPON,STREET,FALSE,TRUE,835,8,18,66,04B,1162007,1855951,2016,2/4/2016 15:44,41.76039236,-87.68180481,"(41.760392356, -87.681804812)"
10374720,HZ110836,1/10/2016 7:30,079XX S RHODES AVE,890,THEFT,FROM BUILDING,OTHER,FALSE,FALSE,624,6,6,44,6,1181279,1852568,2016,2/4/2016 15:44,41.75068679,-87.61127681,"(41.75068679, -87.611276811)"
10375178,HZ110832,1/10/2016 14:20,057XX S KEDZIE AVE,460,BATTERY,SIMPLE,RESTAURANT,FALSE,FALSE,824,8,14,63,08B,1156029,1866379,2016,2/4/2016 15:44,41.78913051,-87.7034346,"(41.78913051, -87.703434602)"
10398695,HZ135279,1/10/2016 23:00,031XX S PARNELL AVE,620,BURGLARY,UNLAWFUL ENTRY,RESIDENCE-GARAGE,FALSE,FALSE,915,9,11,60,5,1173138,1884117,2016,2/4/2016 15:44,41.8374442,-87.64017699,"(41.837444199, -87.640176991)"
10402270,HZ138745,1/10/2016 11:00,051XX S ELIZABETH ST,620,BURGLARY,UNLAWFUL ENTRY,APARTMENT,FALSE,FALSE,934,9,16,61,5,,,2016,2/4/2016 6:53,,,
10380619,HZ116583,1/10/2016 9:41,091XX S PAXTON AVE,4387,OTHER OFFENSE,VIOLATE ORDER OF PROTECTION,RESIDENCE,TRUE,TRUE,413,4,7,48,26,1192434,1844707,2016,2/2/2016 15:56,41.72885134,-87.57065553,"(41.728851343, -87.570655525)"
10400131,HZ136171,1/10/2016 18:00,0000X W TERMINAL ST,810,THEFT,OVER $500,AIRPORT BUILDING NON-TERMINAL - SECURE AREA,FALSE,FALSE,1651,16,41,76,6,,,2016,2/2/2016 15:58,,,
1 ID Case Number Date Block IUCR Primary Type Description Location Description Arrest Domestic Beat District Ward Community Area FBI Code X Coordinate Y Coordinate Year Updated On Latitude Longitude Location
2 10378283 HZ114126 1/10/2016 11:00 033XX W IRVING PARK RD 610 BURGLARY FORCIBLE ENTRY RESIDENCE-GARAGE TRUE FALSE 1724 17 33 16 5 1153593 1926401 2016 5/22/2016 15:51 41.95388599 -87.71077048 (41.95388599, -87.710770479)
3 10382154 HZ118288 1/10/2016 21:00 055XX S FRANCISCO AVE 1754 OFFENSE INVOLVING CHILDREN AGG SEX ASSLT OF CHILD FAM MBR RESIDENCE FALSE TRUE 824 8 14 63 2 1157983 1867874 2016 6/1/2016 15:51 41.79319349 -87.69622926 (41.793193489, -87.696229255)
4 10374287 HZ110730 1/10/2016 11:50 043XX W ARMITAGE AVE 5002 OTHER OFFENSE OTHER VEHICLE OFFENSE STREET FALSE TRUE 2522 25 30 20 26 1146917 1912931 2016 6/7/2016 15:55 41.91705356 -87.73565764 (41.917053561, -87.735657637)
5 10374662 HZ110403 1/10/2016 1:30 073XX S CLAREMONT AVE 497 BATTERY AGGRAVATED DOMESTIC BATTERY: OTHER DANG WEAPON STREET FALSE TRUE 835 8 18 66 04B 1162007 1855951 2016 2/4/2016 15:44 41.76039236 -87.68180481 (41.760392356, -87.681804812)
6 10374720 HZ110836 1/10/2016 7:30 079XX S RHODES AVE 890 THEFT FROM BUILDING OTHER FALSE FALSE 624 6 6 44 6 1181279 1852568 2016 2/4/2016 15:44 41.75068679 -87.61127681 (41.75068679, -87.611276811)
7 10375178 HZ110832 1/10/2016 14:20 057XX S KEDZIE AVE 460 BATTERY SIMPLE RESTAURANT FALSE FALSE 824 8 14 63 08B 1156029 1866379 2016 2/4/2016 15:44 41.78913051 -87.7034346 (41.78913051, -87.703434602)
8 10398695 HZ135279 1/10/2016 23:00 031XX S PARNELL AVE 620 BURGLARY UNLAWFUL ENTRY RESIDENCE-GARAGE FALSE FALSE 915 9 11 60 5 1173138 1884117 2016 2/4/2016 15:44 41.8374442 -87.64017699 (41.837444199, -87.640176991)
9 10402270 HZ138745 1/10/2016 11:00 051XX S ELIZABETH ST 620 BURGLARY UNLAWFUL ENTRY APARTMENT FALSE FALSE 934 9 16 61 5 2016 2/4/2016 6:53
10 10380619 HZ116583 1/10/2016 9:41 091XX S PAXTON AVE 4387 OTHER OFFENSE VIOLATE ORDER OF PROTECTION RESIDENCE TRUE TRUE 413 4 7 48 26 1192434 1844707 2016 2/2/2016 15:56 41.72885134 -87.57065553 (41.728851343, -87.570655525)
11 10400131 HZ136171 1/10/2016 18:00 0000X W TERMINAL ST 810 THEFT OVER $500 AIRPORT BUILDING NON-TERMINAL - SECURE AREA FALSE FALSE 1651 16 41 76 6 2016 2/2/2016 15:58

406
work-with-data/dataprep/data/crime.dprep
View File

@@ -1,204 +1,204 @@
{
"id": "75637565-60ad-4baa-87d3-396a7930cfe7",
"blocks": [
{
"id": "ba5a8061-129e-4618-953a-ce3e89c8f2cb",
"type": "Microsoft.DPrep.GetFilesBlock",
"arguments": {
"path": {
"target": 0,
"resourceDetails": [
{
"path": "./crime-spring.csv"
}
]
}
},
"isEnabled": true,
"name": null,
"annotation": null
},
{
"id": "1b345643-6b60-4ca1-99f9-2a64ae932a23",
"type": "Microsoft.DPrep.ParseDelimitedBlock",
"arguments": {
"columnHeadersMode": 1,
"fileEncoding": 0,
"handleQuotedLineBreaks": false,
"preview": false,
"separator": ",",
"skipRowsMode": 0
},
"isEnabled": true,
"name": null,
"annotation": null
},
{
"id": "12cf73a2-1487-4915-bfa7-c86be7de08c0",
"type": "Microsoft.DPrep.SetColumnTypesBlock",
"arguments": {
"columnConversion": [
{
"column": {
"type": 2,
"details": {
"selectedColumn": "ID"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "IUCR"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Domestic"
}
},
"typeProperty": 1
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Beat"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "District"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Ward"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Community Area"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Year"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Longitude"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Arrest"
}
},
"typeProperty": 1
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "X Coordinate"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Updated On"
}
},
"typeArguments": {
"dateTimeFormats": [
"%m/%d/%Y %I:%M:%S %p"
]
},
"typeProperty": 4
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Date"
}
},
"typeArguments": {
"dateTimeFormats": [
"%m/%d/%Y %I:%M:%S %p"
]
},
"typeProperty": 4
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Y Coordinate"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Latitude"
}
},
"typeProperty": 3
}
]
},
"isEnabled": true,
"name": null,
"annotation": null
},
{
"id": "dfd62543-9285-412b-a930-0aeaaffde699",
"type": "Microsoft.DPrep.HandlePathColumnBlock",
"arguments": {
"pathColumnOperation": 0
},
"isEnabled": true,
"name": null,
"annotation": null
}
],
"inspectors": []
{
"id": "75637565-60ad-4baa-87d3-396a7930cfe7",
"blocks": [
{
"id": "ba5a8061-129e-4618-953a-ce3e89c8f2cb",
"type": "Microsoft.DPrep.GetFilesBlock",
"arguments": {
"path": {
"target": 0,
"resourceDetails": [
{
"path": "./crime-spring.csv"
}
]
}
},
"isEnabled": true,
"name": null,
"annotation": null
},
{
"id": "1b345643-6b60-4ca1-99f9-2a64ae932a23",
"type": "Microsoft.DPrep.ParseDelimitedBlock",
"arguments": {
"columnHeadersMode": 1,
"fileEncoding": 0,
"handleQuotedLineBreaks": false,
"preview": false,
"separator": ",",
"skipRowsMode": 0
},
"isEnabled": true,
"name": null,
"annotation": null
},
{
"id": "12cf73a2-1487-4915-bfa7-c86be7de08c0",
"type": "Microsoft.DPrep.SetColumnTypesBlock",
"arguments": {
"columnConversion": [
{
"column": {
"type": 2,
"details": {
"selectedColumn": "ID"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "IUCR"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Domestic"
}
},
"typeProperty": 1
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Beat"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "District"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Ward"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Community Area"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Year"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Longitude"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Arrest"
}
},
"typeProperty": 1
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "X Coordinate"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Updated On"
}
},
"typeArguments": {
"dateTimeFormats": [
"%m/%d/%Y %I:%M:%S %p"
]
},
"typeProperty": 4
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Date"
}
},
"typeArguments": {
"dateTimeFormats": [
"%m/%d/%Y %I:%M:%S %p"
]
},
"typeProperty": 4
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Y Coordinate"
}
},
"typeProperty": 3
},
{
"column": {
"type": 2,
"details": {
"selectedColumn": "Latitude"
}
},
"typeProperty": 3
}
]
},
"isEnabled": true,
"name": null,
"annotation": null
},
{
"id": "dfd62543-9285-412b-a930-0aeaaffde699",
"type": "Microsoft.DPrep.HandlePathColumnBlock",
"arguments": {
"pathColumnOperation": 0
},
"isEnabled": true,
"name": null,
"annotation": null
}
],
"inspectors": []
}

20
work-with-data/dataprep/data/crime.txt
View File

@@ -1,10 +1,10 @@
10140490 HY329907 7/5/2015 23:50 050XX N NEWLAND AVE 820 THEFT
10139776 HY329265 7/5/2015 23:30 011XX W MORSE AVE 460 BATTERY
10140270 HY329253 7/5/2015 23:20 121XX S FRONT AVE 486 BATTERY
10139885 HY329308 7/5/2015 23:19 051XX W DIVISION ST 610 BURGLARY
10140379 HY329556 7/5/2015 23:00 012XX W LAKE ST 930 MOTOR VEHICLE THEFT
10140868 HY330421 7/5/2015 22:54 118XX S PEORIA ST 1320 CRIMINAL DAMAGE
10139762 HY329232 7/5/2015 22:42 026XX W 37TH PL 1020 ARSON
10139722 HY329228 7/5/2015 22:30 016XX S CENTRAL PARK AVE 1811 NARCOTICS
10139774 HY329209 7/5/2015 22:15 048XX N ASHLAND AVE 1310 CRIMINAL DAMAGE
10139697 HY329177 7/5/2015 22:10 058XX S ARTESIAN AVE 1320 CRIMINAL DAMAGE
10140490 HY329907 7/5/2015 23:50 050XX N NEWLAND AVE 820 THEFT
10139776 HY329265 7/5/2015 23:30 011XX W MORSE AVE 460 BATTERY
10140270 HY329253 7/5/2015 23:20 121XX S FRONT AVE 486 BATTERY
10139885 HY329308 7/5/2015 23:19 051XX W DIVISION ST 610 BURGLARY
10140379 HY329556 7/5/2015 23:00 012XX W LAKE ST 930 MOTOR VEHICLE THEFT
10140868 HY330421 7/5/2015 22:54 118XX S PEORIA ST 1320 CRIMINAL DAMAGE
10139762 HY329232 7/5/2015 22:42 026XX W 37TH PL 1020 ARSON
10139722 HY329228 7/5/2015 22:30 016XX S CENTRAL PARK AVE 1811 NARCOTICS
10139774 HY329209 7/5/2015 22:15 048XX N ASHLAND AVE 1310 CRIMINAL DAMAGE
10139697 HY329177 7/5/2015 22:10 058XX S ARTESIAN AVE 1320 CRIMINAL DAMAGE

24
work-with-data/dataprep/data/crime_duplicate_headers.csv
View File

@@ -1,12 +1,12 @@
ID,Case Number,Date,Block,IUCR,Primary Type,Description,Location Description,Arrest,Domestic,Beat,District,Ward,Community Area,FBI Code,X Coordinate,Y Coordinate,Year,Updated On,Latitude,Longitude,Location
ID,Case Number,Date,Block,IUCR,Primary Type,Description,Location Description,Arrest,Domestic,Beat,District,Ward,Community Area,FBI Code,X Coordinate,Y Coordinate,Year,Updated On,Latitude,Longitude,Location
10498554,HZ239907,4/15/2016 23:56,007XX E 111TH ST,1153,DECEPTIVE PRACTICE,FINANCIAL IDENTITY THEFT OVER $ 300,OTHER,FALSE,FALSE,531,5,9,50,11,1183356,1831503,2016,5/11/2016 15:48,41.69283384,-87.60431945,"(41.692833841, -87.60431945)"
10516598,HZ258664,4/15/2016 17:00,082XX S MARSHFIELD AVE,890,THEFT,FROM BUILDING,RESIDENCE,FALSE,FALSE,614,6,21,71,6,1166776,1850053,2016,5/12/2016 15:48,41.74410697,-87.66449429,"(41.744106973, -87.664494285)"
10519196,HZ261252,4/15/2016 10:00,104XX S SACRAMENTO AVE,1154,DECEPTIVE PRACTICE,FINANCIAL IDENTITY THEFT $300 AND UNDER,RESIDENCE,FALSE,FALSE,2211,22,19,74,11,,,2016,5/12/2016 15:50,,,
10519591,HZ261534,4/15/2016 9:00,113XX S PRAIRIE AVE,1120,DECEPTIVE PRACTICE,FORGERY,RESIDENCE,FALSE,FALSE,531,5,9,49,10,,,2016,5/13/2016 15:51,,,
10534446,HZ277630,4/15/2016 10:00,055XX N KEDZIE AVE,890,THEFT,FROM BUILDING,"SCHOOL, PUBLIC, BUILDING",FALSE,FALSE,1712,17,40,13,6,,,2016,5/25/2016 15:59,,,
10535059,HZ278872,4/15/2016 4:30,004XX S KILBOURN AVE,810,THEFT,OVER $500,RESIDENCE,FALSE,FALSE,1131,11,24,26,6,,,2016,5/25/2016 15:59,,,
10499802,HZ240778,4/15/2016 10:00,010XX N MILWAUKEE AVE,1152,DECEPTIVE PRACTICE,ILLEGAL USE CASH CARD,RESIDENCE,FALSE,FALSE,1213,12,27,24,11,,,2016,5/27/2016 15:45,,,
10522293,HZ264802,4/15/2016 16:00,019XX W DIVISION ST,1110,DECEPTIVE PRACTICE,BOGUS CHECK,RESTAURANT,FALSE,FALSE,1424,14,1,24,11,1163094,1908003,2016,5/16/2016 15:48,41.90320604,-87.67636193,"(41.903206037, -87.676361925)"
10523111,HZ265911,4/15/2016 8:00,061XX N SHERIDAN RD,1153,DECEPTIVE PRACTICE,FINANCIAL IDENTITY THEFT OVER $ 300,RESIDENCE,FALSE,FALSE,2433,24,48,77,11,,,2016,5/16/2016 15:50,,,
10525877,HZ268138,4/15/2016 15:00,023XX W EASTWOOD AVE,1153,DECEPTIVE PRACTICE,FINANCIAL IDENTITY THEFT OVER $ 300,,FALSE,FALSE,1911,19,47,4,11,,,2016,5/18/2016 15:50,,,
ID,Case Number,Date,Block,IUCR,Primary Type,Description,Location Description,Arrest,Domestic,Beat,District,Ward,Community Area,FBI Code,X Coordinate,Y Coordinate,Year,Updated On,Latitude,Longitude,Location
ID,Case Number,Date,Block,IUCR,Primary Type,Description,Location Description,Arrest,Domestic,Beat,District,Ward,Community Area,FBI Code,X Coordinate,Y Coordinate,Year,Updated On,Latitude,Longitude,Location
10498554,HZ239907,4/15/2016 23:56,007XX E 111TH ST,1153,DECEPTIVE PRACTICE,FINANCIAL IDENTITY THEFT OVER $ 300,OTHER,FALSE,FALSE,531,5,9,50,11,1183356,1831503,2016,5/11/2016 15:48,41.69283384,-87.60431945,"(41.692833841, -87.60431945)"
10516598,HZ258664,4/15/2016 17:00,082XX S MARSHFIELD AVE,890,THEFT,FROM BUILDING,RESIDENCE,FALSE,FALSE,614,6,21,71,6,1166776,1850053,2016,5/12/2016 15:48,41.74410697,-87.66449429,"(41.744106973, -87.664494285)"
10519196,HZ261252,4/15/2016 10:00,104XX S SACRAMENTO AVE,1154,DECEPTIVE PRACTICE,FINANCIAL IDENTITY THEFT $300 AND UNDER,RESIDENCE,FALSE,FALSE,2211,22,19,74,11,,,2016,5/12/2016 15:50,,,
10519591,HZ261534,4/15/2016 9:00,113XX S PRAIRIE AVE,1120,DECEPTIVE PRACTICE,FORGERY,RESIDENCE,FALSE,FALSE,531,5,9,49,10,,,2016,5/13/2016 15:51,,,
10534446,HZ277630,4/15/2016 10:00,055XX N KEDZIE AVE,890,THEFT,FROM BUILDING,"SCHOOL, PUBLIC, BUILDING",FALSE,FALSE,1712,17,40,13,6,,,2016,5/25/2016 15:59,,,
10535059,HZ278872,4/15/2016 4:30,004XX S KILBOURN AVE,810,THEFT,OVER $500,RESIDENCE,FALSE,FALSE,1131,11,24,26,6,,,2016,5/25/2016 15:59,,,
10499802,HZ240778,4/15/2016 10:00,010XX N MILWAUKEE AVE,1152,DECEPTIVE PRACTICE,ILLEGAL USE CASH CARD,RESIDENCE,FALSE,FALSE,1213,12,27,24,11,,,2016,5/27/2016 15:45,,,
10522293,HZ264802,4/15/2016 16:00,019XX W DIVISION ST,1110,DECEPTIVE PRACTICE,BOGUS CHECK,RESTAURANT,FALSE,FALSE,1424,14,1,24,11,1163094,1908003,2016,5/16/2016 15:48,41.90320604,-87.67636193,"(41.903206037, -87.676361925)"
10523111,HZ265911,4/15/2016 8:00,061XX N SHERIDAN RD,1153,DECEPTIVE PRACTICE,FINANCIAL IDENTITY THEFT OVER $ 300,RESIDENCE,FALSE,FALSE,2433,24,48,77,11,,,2016,5/16/2016 15:50,,,
10525877,HZ268138,4/15/2016 15:00,023XX W EASTWOOD AVE,1153,DECEPTIVE PRACTICE,FINANCIAL IDENTITY THEFT OVER $ 300,,FALSE,FALSE,1911,19,47,4,11,,,2016,5/18/2016 15:50,,,
1 ID Case Number Date Block IUCR Primary Type Description Location Description Arrest Domestic Beat District Ward Community Area FBI Code X Coordinate Y Coordinate Year Updated On Latitude Longitude Location
2 ID Case Number Date Block IUCR Primary Type Description Location Description Arrest Domestic Beat District Ward Community Area FBI Code X Coordinate Y Coordinate Year Updated On Latitude Longitude Location
3 10498554 HZ239907 4/15/2016 23:56 007XX E 111TH ST 1153 DECEPTIVE PRACTICE FINANCIAL IDENTITY THEFT OVER $ 300 OTHER FALSE FALSE 531 5 9 50 11 1183356 1831503 2016 5/11/2016 15:48 41.69283384 -87.60431945 (41.692833841, -87.60431945)
4 10516598 HZ258664 4/15/2016 17:00 082XX S MARSHFIELD AVE 890 THEFT FROM BUILDING RESIDENCE FALSE FALSE 614 6 21 71 6 1166776 1850053 2016 5/12/2016 15:48 41.74410697 -87.66449429 (41.744106973, -87.664494285)
5 10519196 HZ261252 4/15/2016 10:00 104XX S SACRAMENTO AVE 1154 DECEPTIVE PRACTICE FINANCIAL IDENTITY THEFT $300 AND UNDER RESIDENCE FALSE FALSE 2211 22 19 74 11 2016 5/12/2016 15:50
6 10519591 HZ261534 4/15/2016 9:00 113XX S PRAIRIE AVE 1120 DECEPTIVE PRACTICE FORGERY RESIDENCE FALSE FALSE 531 5 9 49 10 2016 5/13/2016 15:51
7 10534446 HZ277630 4/15/2016 10:00 055XX N KEDZIE AVE 890 THEFT FROM BUILDING SCHOOL, PUBLIC, BUILDING FALSE FALSE 1712 17 40 13 6 2016 5/25/2016 15:59
8 10535059 HZ278872 4/15/2016 4:30 004XX S KILBOURN AVE 810 THEFT OVER $500 RESIDENCE FALSE FALSE 1131 11 24 26 6 2016 5/25/2016 15:59
9 10499802 HZ240778 4/15/2016 10:00 010XX N MILWAUKEE AVE 1152 DECEPTIVE PRACTICE ILLEGAL USE CASH CARD RESIDENCE FALSE FALSE 1213 12 27 24 11 2016 5/27/2016 15:45
10 10522293 HZ264802 4/15/2016 16:00 019XX W DIVISION ST 1110 DECEPTIVE PRACTICE BOGUS CHECK RESTAURANT FALSE FALSE 1424 14 1 24 11 1163094 1908003 2016 5/16/2016 15:48 41.90320604 -87.67636193 (41.903206037, -87.676361925)
11 10523111 HZ265911 4/15/2016 8:00 061XX N SHERIDAN RD 1153 DECEPTIVE PRACTICE FINANCIAL IDENTITY THEFT OVER $ 300 RESIDENCE FALSE FALSE 2433 24 48 77 11 2016 5/16/2016 15:50
12 10525877 HZ268138 4/15/2016 15:00 023XX W EASTWOOD AVE 1153 DECEPTIVE PRACTICE FINANCIAL IDENTITY THEFT OVER $ 300 FALSE FALSE 1911 19 47 4 11 2016 5/18/2016 15:50

20
work-with-data/dataprep/data/crime_fixed_width_file.txt
View File

@@ -1,10 +1,10 @@
10140490 HY329907 7/5/2015 23:50 050XX N NEWLAND AVE 820 THEFT
10139776 HY329265 7/5/2015 23:30 011XX W MORSE AVE 460 BATTERY
10140270 HY329253 7/5/2015 23:20 121XX S FRONT AVE 486 BATTERY
10139885 HY329308 7/5/2015 23:19 051XX W DIVISION ST 610 BURGLARY
10140379 HY329556 7/5/2015 23:00 012XX W LAKE ST 930 MOTOR VEHICLE THEFT
10140868 HY330421 7/5/2015 22:54 118XX S PEORIA ST 1320 CRIMINAL DAMAGE
10139762 HY329232 7/5/2015 22:42 026XX W 37TH PL 1020 ARSON
10139722 HY329228 7/5/2015 22:30 016XX S CENTRAL PARK AVE 1811 NARCOTICS
10139774 HY329209 7/5/2015 22:15 048XX N ASHLAND AVE 1310 CRIMINAL DAMAGE
10139697 HY329177 7/5/2015 22:10 058XX S ARTESIAN AVE 1320 CRIMINAL DAMAGE
10140490 HY329907 7/5/2015 23:50 050XX N NEWLAND AVE 820 THEFT
10139776 HY329265 7/5/2015 23:30 011XX W MORSE AVE 460 BATTERY
10140270 HY329253 7/5/2015 23:20 121XX S FRONT AVE 486 BATTERY
10139885 HY329308 7/5/2015 23:19 051XX W DIVISION ST 610 BURGLARY
10140379 HY329556 7/5/2015 23:00 012XX W LAKE ST 930 MOTOR VEHICLE THEFT
10140868 HY330421 7/5/2015 22:54 118XX S PEORIA ST 1320 CRIMINAL DAMAGE
10139762 HY329232 7/5/2015 22:42 026XX W 37TH PL 1020 ARSON
10139722 HY329228 7/5/2015 22:30 016XX S CENTRAL PARK AVE 1811 NARCOTICS
10139774 HY329209 7/5/2015 22:15 048XX N ASHLAND AVE 1310 CRIMINAL DAMAGE
10139697 HY329177 7/5/2015 22:10 058XX S ARTESIAN AVE 1320 CRIMINAL DAMAGE

20
work-with-data/dataprep/data/crime_multiple_separators.csv
View File

@@ -1,11 +1,11 @@
ID |CaseNumber| |Completed|
10140490 |HY329907| |Y|
10139776 |HY329265| |Y|
10140270 |HY329253| |N|
10139885 |HY329308| |Y|
10140379 |HY329556| |N|
10140868 |HY330421| |N|
10139762 |HY329232| |N|
10139722 |HY329228| |Y|
10139774 |HY329209| |N|
ID |CaseNumber| |Completed|
10140490 |HY329907| |Y|
10139776 |HY329265| |Y|
10140270 |HY329253| |N|
10139885 |HY329308| |Y|
10140379 |HY329556| |N|
10140868 |HY330421| |N|
10139762 |HY329232| |N|
10139722 |HY329228| |Y|
10139774 |HY329209| |N|
10139697 |HY329177| |N|
1 ID CaseNumber Completed
2 10140490 HY329907 Y
3 10139776 HY329265 Y
4 10140270 HY329253 N
5 10139885 HY329308 Y
6 10140379 HY329556 N
7 10140868 HY330421 N
8 10139762 HY329232 N
9 10139722 HY329228 Y
10 10139774 HY329209 N
11 10139697 HY329177 N

1828
work-with-data/dataprep/data/crime_partfiles/part-00000-0b08e77b-f17a-4c20-972c-aa382e830fca-c000.csv
View File

File diff suppressed because it is too large Load Diff

1842
work-with-data/dataprep/data/crime_partfiles/part-00001-0b08e77b-f17a-4c20-972c-aa382e830fca-c000.csv
View File

File diff suppressed because it is too large Load Diff

1860
work-with-data/dataprep/data/crime_partfiles/part-00002-0b08e77b-f17a-4c20-972c-aa382e830fca-c000.csv
View File

File diff suppressed because it is too large Load Diff

1906
work-with-data/dataprep/data/crime_partfiles/part-00003-0b08e77b-f17a-4c20-972c-aa382e830fca-c000.csv
View File

File diff suppressed because it is too large Load Diff

1846
work-with-data/dataprep/data/crime_partfiles/part-00004-0b08e77b-f17a-4c20-972c-aa382e830fca-c000.csv
View File

File diff suppressed because it is too large Load Diff

1774
work-with-data/dataprep/data/crime_partfiles/part-00005-0b08e77b-f17a-4c20-972c-aa382e830fca-c000.csv
View File

File diff suppressed because it is too large Load Diff

1942
work-with-data/dataprep/data/crime_partfiles/part-00006-0b08e77b-f17a-4c20-972c-aa382e830fca-c000.csv
View File

File diff suppressed because it is too large Load Diff

1518
work-with-data/dataprep/data/crime_partfiles/part-00007-0b08e77b-f17a-4c20-972c-aa382e830fca-c000.csv
View File

File diff suppressed because it is too large Load Diff

2610
work-with-data/dataprep/data/json.json
View File

File diff suppressed because it is too large Load Diff

8828
work-with-data/dataprep/data/large_dflow.json
View File

File diff suppressed because it is too large Load Diff

8
work-with-data/dataprep/data/map_func.py
View File

@@ -1,4 +1,4 @@
def transform(df, index):
df['Latitude'].fillna('0', inplace=True)
df['Longitude'].fillna('0', inplace=True)
return df
def transform(df, index):
df['Latitude'].fillna('0', inplace=True)
df['Longitude'].fillna('0', inplace=True)
return df

502
work-with-data/dataprep/data/median_income.csv
View File

@@ -1,251 +1,251 @@
median_income
4.4896
2.1029
2.3889
3.707
6.4788
4.4074
5.2907
1.5156
8.4411
4.4085
2.1439
2.8971
6.1008
3.5258
2.7694
2.2356
1.9509
4.0905
3.6726
3.1696
2.5389
3.0319
4.6779
2.9076
2.8616
1.4722
5.6413
2.1167
4.7308
4.8173
2.3438
1.7333
1.4429
2.3253
2.4022
3.4048
6.6073
4.1080000000000005
4.2829
1.5727
2.5211
4.2679
4.7328
4.7069
2.465
5.0267
2.8043
2.4053
1.2176
2.39
3.6364
6.0162
2.8088
3.3984
4.5
3.9079
4.9618
2.9344
2.4283
3.7388
1.6021
2.3352
4.0982
1.9531
3.2386
5.1169
4.692
4.0
6.4238
3.7375
2.8233
2.8009
3.767
3.6761
5.0282
3.5296
5.215
4.0125
9.4667
5.9062
3.9864
2.0734
2.875
3.3611
2.8214
0.9946
4.5446
4.6908
9.3198
1.2826
2.4943
10.1882
4.6731
4.375
2.8173
2.0903
2.725
2.8547
2.25
1.9444
1.7167
1.9342
4.9524
3.65
3.0856
3.2396
2.9324
3.495
1.9818
4.6964
3.925
3.625
2.9688
4.0417
9.7956
3.8732
2.6998
2.006
4.25
3.1839999999999997
5.9658
2.628
2.5057
5.155
4.6
4.6681
5.5942
5.1104
3.0759
3.5757
3.6845
6.4667
5.273
3.0635
11.2866
4.0444
5.2541
5.5791
4.5375
9.8144
6.7257
4.1442
4.0313
2.2791
4.1679
3.2852
3.2768
5.021
4.875
4.419
3.3272
4.2386
1.245
5.152
4.8125
2.1638
7.1621
1.5372
10.0481
3.3869
5.4591
4.4318
6.5044
4.2865
3.0461
11.3283
2.7026
3.016
3.0943
3.225
6.187
3.8158
3.0147
15.0
3.1364
2.9
5.5941
3.4028
6.0062
8.3792
3.8036
2.0926
6.7703
4.2569
4.744
9.7037
5.1292
2.3148
3.3021
1.95
3.025
2.6523
1.2188
5.827999999999999
3.1587
2.45
2.3851
2.1221
3.5313
3.4821
7.8252
5.1878
3.7459
6.0097
2.3194
4.2061
2.267
2.2109
2.7589
2.6553
6.3325
5.7233
4.337
3.9667
5.8623
1.6806
3.5851
2.9716
3.9
2.7431
3.3621
1.9464
7.3518
4.775
3.5968
6.221
10.0968
1.9483
2.0469
3.725
3.675
1.8529
1.7159
1.7386
3.6687
3.4671
4.8233
4.3036
1.6488
2.9453
5.0096
3.175
4.2031
3.1667
5.7204
3.375
6.5483
4.2206
2.6631
3.5363
median_income
4.4896
2.1029
2.3889
3.707
6.4788
4.4074
5.2907
1.5156
8.4411
4.4085
2.1439
2.8971
6.1008
3.5258
2.7694
2.2356
1.9509
4.0905
3.6726
3.1696
2.5389
3.0319
4.6779
2.9076
2.8616
1.4722
5.6413
2.1167
4.7308
4.8173
2.3438
1.7333
1.4429
2.3253
2.4022
3.4048
6.6073
4.1080000000000005
4.2829
1.5727
2.5211
4.2679
4.7328
4.7069
2.465
5.0267
2.8043
2.4053
1.2176
2.39
3.6364
6.0162
2.8088
3.3984
4.5
3.9079
4.9618
2.9344
2.4283
3.7388
1.6021
2.3352
4.0982
1.9531
3.2386
5.1169
4.692
4.0
6.4238
3.7375
2.8233
2.8009
3.767
3.6761
5.0282
3.5296
5.215
4.0125
9.4667
5.9062
3.9864
2.0734
2.875
3.3611
2.8214
0.9946
4.5446
4.6908
9.3198
1.2826
2.4943
10.1882
4.6731
4.375
2.8173
2.0903
2.725
2.8547
2.25
1.9444
1.7167
1.9342
4.9524
3.65
3.0856
3.2396
2.9324
3.495
1.9818
4.6964
3.925
3.625
2.9688
4.0417
9.7956
3.8732
2.6998
2.006
4.25
3.1839999999999997
5.9658
2.628
2.5057
5.155
4.6
4.6681
5.5942
5.1104
3.0759
3.5757
3.6845
6.4667
5.273
3.0635
11.2866
4.0444
5.2541
5.5791
4.5375
9.8144
6.7257
4.1442
4.0313
2.2791
4.1679
3.2852
3.2768
5.021
4.875
4.419
3.3272
4.2386
1.245
5.152
4.8125
2.1638
7.1621
1.5372
10.0481
3.3869
5.4591
4.4318
6.5044
4.2865
3.0461
11.3283
2.7026
3.016
3.0943
3.225
6.187
3.8158
3.0147
15.0
3.1364
2.9
5.5941
3.4028
6.0062
8.3792
3.8036
2.0926
6.7703
4.2569
4.744
9.7037
5.1292
2.3148
3.3021
1.95
3.025
2.6523
1.2188
5.827999999999999
3.1587
2.45
2.3851
2.1221
3.5313
3.4821
7.8252
5.1878
3.7459
6.0097
2.3194
4.2061
2.267
2.2109
2.7589
2.6553
6.3325
5.7233
4.337
3.9667
5.8623
1.6806
3.5851
2.9716
3.9
2.7431
3.3621
1.9464
7.3518
4.775
3.5968
6.221
10.0968
1.9483
2.0469
3.725
3.675
1.8529
1.7159
1.7386
3.6687
3.4671
4.8233
4.3036
1.6488
2.9453
5.0096
3.175
4.2031
3.1667
5.7204
3.375
6.5483
4.2206
2.6631
3.5363
1 median_income
2 4.4896
3 2.1029
4 2.3889
5 3.707
6 6.4788
7 4.4074
8 5.2907
9 1.5156
10 8.4411
11 4.4085
12 2.1439
13 2.8971
14 6.1008
15 3.5258
16 2.7694
17 2.2356
18 1.9509
19 4.0905
20 3.6726
21 3.1696
22 2.5389
23 3.0319
24 4.6779
25 2.9076
26 2.8616
27 1.4722
28 5.6413
29 2.1167
30 4.7308
31 4.8173
32 2.3438
33 1.7333
34 1.4429
35 2.3253
36 2.4022
37 3.4048
38 6.6073
39 4.1080000000000005
40 4.2829
41 1.5727
42 2.5211
43 4.2679
44 4.7328
45 4.7069
46 2.465
47 5.0267
48 2.8043
49 2.4053
50 1.2176
51 2.39
52 3.6364
53 6.0162
54 2.8088
55 3.3984
56 4.5
57 3.9079
58 4.9618
59 2.9344
60 2.4283
61 3.7388
62 1.6021
63 2.3352
64 4.0982
65 1.9531
66 3.2386
67 5.1169
68 4.692
69 4.0
70 6.4238
71 3.7375
72 2.8233
73 2.8009
74 3.767
75 3.6761
76 5.0282
77 3.5296
78 5.215
79 4.0125
80 9.4667
81 5.9062
82 3.9864
83 2.0734
84 2.875
85 3.3611
86 2.8214
87 0.9946
88 4.5446
89 4.6908
90 9.3198
91 1.2826
92 2.4943
93 10.1882
94 4.6731
95 4.375
96 2.8173
97 2.0903
98 2.725
99 2.8547
100 2.25
101 1.9444
102 1.7167
103 1.9342
104 4.9524
105 3.65
106 3.0856
107 3.2396
108 2.9324
109 3.495
110 1.9818
111 4.6964
112 3.925
113 3.625
114 2.9688
115 4.0417
116 9.7956
117 3.8732
118 2.6998
119 2.006
120 4.25
121 3.1839999999999997
122 5.9658
123 2.628
124 2.5057
125 5.155
126 4.6
127 4.6681
128 5.5942
129 5.1104
130 3.0759
131 3.5757
132 3.6845
133 6.4667
134 5.273
135 3.0635
136 11.2866
137 4.0444
138 5.2541
139 5.5791
140 4.5375
141 9.8144
142 6.7257
143 4.1442
144 4.0313
145 2.2791
146 4.1679
147 3.2852
148 3.2768
149 5.021
150 4.875
151 4.419
152 3.3272
153 4.2386
154 1.245
155 5.152
156 4.8125
157 2.1638
158 7.1621
159 1.5372
160 10.0481
161 3.3869
162 5.4591
163 4.4318
164 6.5044
165 4.2865
166 3.0461
167 11.3283
168 2.7026
169 3.016
170 3.0943
171 3.225
172 6.187
173 3.8158
174 3.0147
175 15.0
176 3.1364
177 2.9
178 5.5941
179 3.4028
180 6.0062
181 8.3792
182 3.8036
183 2.0926
184 6.7703
185 4.2569
186 4.744
187 9.7037
188 5.1292
189 2.3148
190 3.3021
191 1.95
192 3.025
193 2.6523
194 1.2188
195 5.827999999999999
196 3.1587
197 2.45
198 2.3851
199 2.1221
200 3.5313
201 3.4821
202 7.8252
203 5.1878
204 3.7459
205 6.0097
206 2.3194
207 4.2061
208 2.267
209 2.2109
210 2.7589
211 2.6553
212 6.3325
213 5.7233
214 4.337
215 3.9667
216 5.8623
217 1.6806
218 3.5851
219 2.9716
220 3.9
221 2.7431
222 3.3621
223 1.9464
224 7.3518
225 4.775
226 3.5968
227 6.221
228 10.0968
229 1.9483
230 2.0469
231 3.725
232 3.675
233 1.8529
234 1.7159
235 1.7386
236 3.6687
237 3.4671
238 4.8233
239 4.3036
240 1.6488
241 2.9453
242 5.0096
243 3.175
244 4.2031
245 3.1667
246 5.7204
247 3.375
248 6.5483
249 4.2206
250 2.6631
251 3.5363

502
work-with-data/dataprep/data/median_income_transformed.csv
View File

@@ -1,251 +1,251 @@
median_income,median_income_uniform,median_income_normal
4.4896,0.688927015969381,0.4928112398942898
2.1029,0.16242159563866576,-0.9845540061415601
2.3889,0.20433495515563627,-0.8262365643809355
3.707,0.5167832475474021,0.04208177981426486
6.4788,0.7918154943685715,0.8127367410844715
4.4074,0.6708459812590735,0.44225037403262457
5.2907,0.7627885954411082,0.71530142355699
1.5156,0.07635265842077493,-1.430040774223022
8.4411,0.8397571522806675,0.9934602851577232
4.4085,0.6710879415775812,0.44291928632820865
2.1439,0.16843015417081886,-0.960387338010023
2.8971,0.3028380993334766,-0.5162551753422808
6.1008,0.7825804402531089,0.780937730437047
3.5258,0.47180713824983866,-0.07072794893657437
2.7694,0.2685175231133089,-0.6173027607303029
2.2356,0.18186880825370766,-0.9082661605741446
1.9509,0.14014596400726886,-1.0796637810446446
4.0905,0.6011394131362455,0.25629744014575906
3.6726,0.5092164884958867,0.023104366055624576
3.1696,0.3760750376263169,-0.31580558952782856
2.5389,0.2263174863708306,-0.7510293827903433
3.0319,0.3390668673403568,-0.4150111583096138
4.6779,0.7303462232193919,0.61386044030116
2.9076,0.3056600731025585,-0.5081899386067169
2.8616,0.29329714039991395,-0.5437779548183906
1.4722,0.0699923793891787,-1.475847787309027
5.6413,0.7713542302900003,0.7433140959507171
2.1167,0.1644439885104636,-0.9763562034967139
4.7308,0.7419823149003563,0.6494688564486208
4.8173,0.7512227895726955,0.6783427156995535
2.3438,0.19772554077026783,-0.8497733992585795
1.7333,0.10825663872442697,-1.235852818864947
1.4429,0.06569845829181076,-1.5086161030849279
2.3253,0.19501436192039387,-0.8595652745311925
2.4022,0.20628407292338352,-0.8193826233304142
3.4048,0.4392872500537518,-0.15277653846062797
6.6073,0.7949549241406269,0.8237349930522744
4.1080000000000005,0.6049887818397783,0.2662814785234653
4.2829,0.6434604724825127,0.3677239840415221
1.5727,0.0847206753033589,-1.3740010688161062
2.5211,0.22370889266662755,-0.7597270013437459
4.2679,0.6401610135937705,0.35888920867930674
4.7328,0.7424222427521885,0.6508311116191982
4.7069,0.7367251770709602,0.6332817852325006
2.465,0.21548742599214485,-0.7875245686101101
5.0267,0.7563387163763406,0.6945735910123612
2.8043,0.277897226402924,-0.5890996132954226
2.4053,0.20673837856849753,-0.8177906162820535
1.2176,0.03268069640658888,-1.8427782558151542
2.39,0.2044961603845477,-0.8256682268514074
3.6364,0.501253794377722,0.0031428016114447123
6.0162,0.780513547189172,0.7739287859106961
2.8088,0.2791066437325306,-0.5854974399696314
3.3984,0.4375671898516448,-0.15714017005326586
4.5,0.6912146407989088,0.4992962189785684
3.9079,0.5609740002639567,0.1534391166508579
4.9618,0.7547531211062519,0.6895237101278
2.9344,0.3128628251988819,-0.4877518079508566
2.4283,0.21010903335482733,-0.8060429810797759
3.7388,0.5237781003915357,0.05963819257139614
1.6021,0.089029251421537,-1.346757015256811
2.3352,0.1964652089805967,-0.8543151087700283
4.0982,0.6028331353658,0.26068721102120757
1.9531,0.1404683744650917,-1.078217399304828
3.2386,0.39461943668028376,-0.26729910818310126
5.1169,0.7585424250568029,0.7016216442421952
4.692,0.7334477145748096,0.6232738623769376
4.0,0.5812326778408341,0.20504797284322906
6.4238,0.7904717695634116,0.8080592738489488
3.7375,0.5234921472878448,0.05892015392758171
2.8233,0.28300365512792947,-0.5739416160725967
2.8009,0.2769834444205546,-0.5918263314054893
3.767,0.5299810831023711,0.07522231004048434
3.6761,0.5099863622365932,0.025034712726592745
5.0282,0.7563753634164814,0.6946905154674345
3.5296,0.47282842399483976,-0.06816178418735802
5.215,0.7609391414820063,0.70932677431432
4.0125,0.583982226914786,0.21209163422132077
9.4667,0.8648139551928855,1.1022060793492992
5.9062,0.7778260975788522,0.7648719390554228
3.9864,0.5782411684483745,0.19739599549652825
2.0734,0.15809836449967754,-1.0023041289181829
2.875,0.29689851644807563,-0.5333417486766315
3.3611,0.4275424639862395,-0.1826343528680402
2.8214,0.2824930122554289,-0.5754514381784691
0.9946,9.999999977795539e-08,-5.199337582605575
4.5446,0.7010250318947692,0.5273508961812362
4.6908,0.7331837578637103,0.6224705781821348
9.3198,0.861224988395104,1.085839464021226
1.2826,0.04220645993317308,-1.725635992615424
2.4943,0.2197813470895128,-0.7729318836756727
10.1882,0.8824411815005742,1.1872788772739642
4.6731,0.7292903963749944,0.6106682834354926
4.375,0.6637191500593902,0.42263484449515154
2.8173,0.281391098688454,-0.578713956288219
2.0903,0.16057506301658947,-0.9920971718209968
2.725,0.2565846054611911,-0.6539109002088199
2.8547,0.29144270049451715,-0.5491749392049887
2.25,0.18397913125036633,-0.9003044332369591
1.9444,0.13919338765461042,-1.0839504359991745
1.7167,0.10582390526994544,-1.2490472005138797
1.9342,0.13769857553197723,-1.0907176288996137
4.9524,0.7545234663213701,0.6887937530976251
3.65,0.5042453037701816,0.010641599310222728
3.0856,0.35349924747366146,-0.37589024233948426
3.2396,0.394888196086863,-0.26660099147199706
2.9324,0.3123253063857234,-0.48926992156445664
3.495,0.46352934852719846,-0.09154607537767347
1.9818,0.14467436543759887,-1.0595514059995472
4.6964,0.7344155558488406,0.6262226873574688
3.925,0.5647353833971228,0.16298628506764115
3.625,0.4984680713824984,-0.003839985024398658
2.9688,0.3221081487852074,-0.4618117868349911
4.0417,0.5904051735515374,0.22858735593517016
9.7956,0.8728494295277418,1.1399643807904891
3.8732,0.5533412520346663,0.13410759250347515
2.6998,0.24989741485432906,-0.6748126069650576
2.006,0.1482208804736502,-1.0440943039822579
4.25,0.6362236593198715,0.34838284885436693
3.1839999999999997,0.3799451730810577,-0.3056247863400478
5.9658,0.7792822066404437,0.7697712668826051
2.628,0.23937510991265604,-0.7083141049607123
2.5057,0.2214520194618676,-0.7672985355850374
5.155,0.7594732598763774,0.7046091860898294
4.6,0.7132110333905237,0.5627899373325242
4.6681,0.7281905767454135,0.6073497232884044
5.5942,0.7702035132295815,0.7395172425174374
5.1104,0.7583836212161931,0.7011125840899696
3.0759,0.35089228122984295,-0.38291260834816176
3.5757,0.4852182326381423,-0.037060878177008386
3.6845,0.5118340592142888,0.02966793907608783
6.4667,0.7915198749114363,0.8117061751243242
5.273,0.7623561603674476,0.7139021637992619
3.0635,0.3475596645882605,-0.3919172875113563
11.2866,0.9092765874276221,1.3363135019854007
4.0444,0.5909990761515111,0.23011572277987793
5.2541,0.7618944076616745,0.7124095804237914
5.5791,0.7698345996921648,0.7383022482134728
4.5375,0.6994632880207644,0.5228574972480653
9.8144,0.8733087390975055,1.1421720249180776
6.7257,0.7978475971757347,0.8339577268169219
4.1442,0.6129514759579427,0.28701994562086086
4.0313,0.5881175487220095,0.22270526607462063
2.2791,0.18824374230611404,-0.88438672867467
4.1679,0.6181646210021556,0.3006639542199363
3.2852,0.40714362502687595,-0.23489883984002982
3.2768,0.4048860460116104,-0.24072005796234255
5.021,0.7561994576238059,0.6941293646505097
4.875,0.7526324790501087,0.682797132481279
4.419,0.6733975627997006,0.44931439580522814
3.3272,0.41843152010320356,-0.20590766210173994
4.2386,0.6337160705644274,0.341711709817628
1.245,0.03669617210856439,-1.7903831065617093
5.152,0.7593999657960959,0.704373718687922
4.8125,0.7511055190442452,0.6779727645490474
2.1638,0.1713465033120347,-0.9488576690059357
7.1621,0.8085094427206763,0.872416661000832
1.5372,0.0795181429157629,-1.408320169672634
10.0481,0.8790183479514304,1.1700935990858978
3.3869,0.43447645667598356,-0.16498865287495923
5.4591,0.7669028364809068,0.7286850708477646
4.4318,0.6762131010514274,0.4571353017049396
6.5044,0.7924409371869732,0.8149199625504349
4.2865,0.644252342615811,0.3698485817763834
3.0461,0.3428832509137819,-0.40460687823111086
11.3283,0.9102953751435343,1.3425761736583905
2.7026,0.25056439475381626,-0.6727147380915197
3.016,0.33479359277574705,-0.4267146406076349
3.0943,0.35583745431090086,-0.3696075717076287
3.225,0.39096430875080623,-0.2768065942137824
6.187,0.7846864234931958,0.7881189136255171
3.8158,0.5407153226870792,0.10223599868489697
3.0147,0.33444420554719406,-0.42767409705501475
15.0,0.9999999000000003,5.19933758270342
3.1364,0.36715222532788644,-0.33940526790689773
2.9,0.30361750161255635,-0.5140242974144523
5.5941,0.7702010700935721,0.739509192607556
3.4028,0.4387497312405934,-0.15413985695864643
6.0062,0.7802692335882339,0.7731028191405914
8.3792,0.8382448510908602,0.9872699911993058
3.8036,0.5380317627909023,0.09547634997560216
2.0926,0.1609121284952224,-0.9907160390730209
6.7703,0.798937235835919,0.837831173103705
4.2569,0.6377414104086929,0.3524281695696263
4.744,0.7448858387224493,0.6584822133838069
9.7037,0.87060418753512,1.1292518063856445
5.1292,0.7588429307859569,0.7025854406375655
2.3148,0.19347558473533027,-0.8651596484776254
3.3021,0.41168565899806486,-0.22321096549396113
1.95,0.1400140688199777,-1.0802561341135346
3.025,0.33721242743496016,-0.42008295383958816
2.6523,0.2429362799695175,-0.6968885244090585
1.2188,0.032856556656310446,-1.8403755990446928
5.827999999999999,0.7759155652195158,0.7584713308686281
3.1587,0.3731455600946033,-0.3235336598161438
2.45,0.21328917287062546,-0.7950604390156254
2.3851,0.20377806436485135,-0.8282019693528496
2.1221,0.16523535963421065,-0.9731661745087966
3.5313,0.47328531498602444,-0.06701390942662634
3.4821,0.4600623521823264,-0.10027663775339715
7.8252,0.8247098775988859,0.9334643965884332
5.1878,0.7602746084874545,0.7071861842977014
3.7459,0.5253398442655404,0.06356034060479637
6.0097,0.7803547433485621,0.773391847490294
2.3194,0.19414971569259623,-0.862705456837268
4.2061,0.6265672429721525,0.32277517627250846
2.267,0.18647048478808834,-0.8909780060851004
2.2109,0.1782490181136057,-0.9220585498888423
2.7589,0.265695549344227,-0.6258838950234518
2.6553,0.2433759305938214,-0.6954842771160817
6.3325,0.7882411863868461,0.8003334507140982
5.7233,0.7733576018176932,0.7499500376839813
4.337,0.6553605208745764,0.3998337668630456
3.9667,0.5739078791078263,0.18633222024962756
5.8623,0.7767535608707337,0.7612749184789059
1.6806,0.1005334427574887,-1.2785178769957448
3.5851,0.48774457105998714,-0.03072463804138443
2.9716,0.32286067512362926,-0.45971423541894674
3.9,0.5592362852492191,0.14903320783722215
2.7431,0.26144915072027514,-0.6388841474573944
3.3621,0.4278112233928187,-0.18194938611936773
1.9464,0.13948648807081301,-1.0826293461973695
7.3518,0.8131440717304732,0.8895420092252918
4.775,0.750189343040727,0.6750857069958222
3.5968,0.4908890561169641,-0.022839735128387998
6.221,0.7855170897363856,0.7909625929859541
10.0968,0.8802081551879993,1.1760279942069634
1.9483,0.1397649334662055,-1.0813760586453744
2.0469,0.15421478398499322,-1.0185228067876306
3.725,0.5207425982138929,0.05201743189676979
3.675,0.5097444019180853,0.02442802263182327
1.8529,0.1257840436133419,-1.1465489456932518
1.7159,0.10570666510346441,-1.2496885811666654
1.7386,0.10903335482736382,-1.2316851754273808
3.6687,0.5083586291848137,0.020953509422343072
3.4671,0.45603096108363783,-0.11043812057602183
4.8233,0.7513693777332584,0.6788052852389578
4.3036,0.6480137257489771,0.3799634475571365
1.6488,0.0958731461398675,-1.3054305179573955
2.9453,0.3157923027305955,-0.47949769802476955
5.0096,0.7559209401187363,0.6932413225605799
3.175,0.3775263384218447,-0.31198400815546146
4.2031,0.625907351194404,0.32103311272888746
3.1667,0.3752956353472371,-0.3178598218476214
5.7204,0.7732867508734211,0.7497147894780406
3.375,0.43127821973769076,-0.17312084617136517
6.5483,0.7935134738950917,0.818672917584347
4.2206,0.6297567198979367,0.33120908249828585
2.6631,0.2445190222170115,-0.6918396326662699
3.5363,0.4746291120189207,-0.06363831319524592
median_income,median_income_uniform,median_income_normal
4.4896,0.688927015969381,0.4928112398942898
2.1029,0.16242159563866576,-0.9845540061415601
2.3889,0.20433495515563627,-0.8262365643809355
3.707,0.5167832475474021,0.04208177981426486
6.4788,0.7918154943685715,0.8127367410844715
4.4074,0.6708459812590735,0.44225037403262457
5.2907,0.7627885954411082,0.71530142355699
1.5156,0.07635265842077493,-1.430040774223022
8.4411,0.8397571522806675,0.9934602851577232
4.4085,0.6710879415775812,0.44291928632820865
2.1439,0.16843015417081886,-0.960387338010023
2.8971,0.3028380993334766,-0.5162551753422808
6.1008,0.7825804402531089,0.780937730437047
3.5258,0.47180713824983866,-0.07072794893657437
2.7694,0.2685175231133089,-0.6173027607303029
2.2356,0.18186880825370766,-0.9082661605741446
1.9509,0.14014596400726886,-1.0796637810446446
4.0905,0.6011394131362455,0.25629744014575906
3.6726,0.5092164884958867,0.023104366055624576
3.1696,0.3760750376263169,-0.31580558952782856
2.5389,0.2263174863708306,-0.7510293827903433
3.0319,0.3390668673403568,-0.4150111583096138
4.6779,0.7303462232193919,0.61386044030116
2.9076,0.3056600731025585,-0.5081899386067169
2.8616,0.29329714039991395,-0.5437779548183906
1.4722,0.0699923793891787,-1.475847787309027
5.6413,0.7713542302900003,0.7433140959507171
2.1167,0.1644439885104636,-0.9763562034967139
4.7308,0.7419823149003563,0.6494688564486208
4.8173,0.7512227895726955,0.6783427156995535
2.3438,0.19772554077026783,-0.8497733992585795
1.7333,0.10825663872442697,-1.235852818864947
1.4429,0.06569845829181076,-1.5086161030849279
2.3253,0.19501436192039387,-0.8595652745311925
2.4022,0.20628407292338352,-0.8193826233304142
3.4048,0.4392872500537518,-0.15277653846062797
6.6073,0.7949549241406269,0.8237349930522744
4.1080000000000005,0.6049887818397783,0.2662814785234653
4.2829,0.6434604724825127,0.3677239840415221
1.5727,0.0847206753033589,-1.3740010688161062
2.5211,0.22370889266662755,-0.7597270013437459
4.2679,0.6401610135937705,0.35888920867930674
4.7328,0.7424222427521885,0.6508311116191982
4.7069,0.7367251770709602,0.6332817852325006
2.465,0.21548742599214485,-0.7875245686101101
5.0267,0.7563387163763406,0.6945735910123612
2.8043,0.277897226402924,-0.5890996132954226
2.4053,0.20673837856849753,-0.8177906162820535
1.2176,0.03268069640658888,-1.8427782558151542
2.39,0.2044961603845477,-0.8256682268514074
3.6364,0.501253794377722,0.0031428016114447123
6.0162,0.780513547189172,0.7739287859106961
2.8088,0.2791066437325306,-0.5854974399696314
3.3984,0.4375671898516448,-0.15714017005326586
4.5,0.6912146407989088,0.4992962189785684
3.9079,0.5609740002639567,0.1534391166508579
4.9618,0.7547531211062519,0.6895237101278
2.9344,0.3128628251988819,-0.4877518079508566
2.4283,0.21010903335482733,-0.8060429810797759
3.7388,0.5237781003915357,0.05963819257139614
1.6021,0.089029251421537,-1.346757015256811
2.3352,0.1964652089805967,-0.8543151087700283
4.0982,0.6028331353658,0.26068721102120757
1.9531,0.1404683744650917,-1.078217399304828
3.2386,0.39461943668028376,-0.26729910818310126
5.1169,0.7585424250568029,0.7016216442421952
4.692,0.7334477145748096,0.6232738623769376
4.0,0.5812326778408341,0.20504797284322906
6.4238,0.7904717695634116,0.8080592738489488
3.7375,0.5234921472878448,0.05892015392758171
2.8233,0.28300365512792947,-0.5739416160725967
2.8009,0.2769834444205546,-0.5918263314054893
3.767,0.5299810831023711,0.07522231004048434
3.6761,0.5099863622365932,0.025034712726592745
5.0282,0.7563753634164814,0.6946905154674345
3.5296,0.47282842399483976,-0.06816178418735802
5.215,0.7609391414820063,0.70932677431432
4.0125,0.583982226914786,0.21209163422132077
9.4667,0.8648139551928855,1.1022060793492992
5.9062,0.7778260975788522,0.7648719390554228
3.9864,0.5782411684483745,0.19739599549652825
2.0734,0.15809836449967754,-1.0023041289181829
2.875,0.29689851644807563,-0.5333417486766315
3.3611,0.4275424639862395,-0.1826343528680402
2.8214,0.2824930122554289,-0.5754514381784691
0.9946,9.999999977795539e-08,-5.199337582605575
4.5446,0.7010250318947692,0.5273508961812362
4.6908,0.7331837578637103,0.6224705781821348
9.3198,0.861224988395104,1.085839464021226
1.2826,0.04220645993317308,-1.725635992615424
2.4943,0.2197813470895128,-0.7729318836756727
10.1882,0.8824411815005742,1.1872788772739642
4.6731,0.7292903963749944,0.6106682834354926
4.375,0.6637191500593902,0.42263484449515154
2.8173,0.281391098688454,-0.578713956288219
2.0903,0.16057506301658947,-0.9920971718209968
2.725,0.2565846054611911,-0.6539109002088199
2.8547,0.29144270049451715,-0.5491749392049887
2.25,0.18397913125036633,-0.9003044332369591
1.9444,0.13919338765461042,-1.0839504359991745
1.7167,0.10582390526994544,-1.2490472005138797
1.9342,0.13769857553197723,-1.0907176288996137
4.9524,0.7545234663213701,0.6887937530976251
3.65,0.5042453037701816,0.010641599310222728
3.0856,0.35349924747366146,-0.37589024233948426
3.2396,0.394888196086863,-0.26660099147199706
2.9324,0.3123253063857234,-0.48926992156445664
3.495,0.46352934852719846,-0.09154607537767347
1.9818,0.14467436543759887,-1.0595514059995472
4.6964,0.7344155558488406,0.6262226873574688
3.925,0.5647353833971228,0.16298628506764115
3.625,0.4984680713824984,-0.003839985024398658
2.9688,0.3221081487852074,-0.4618117868349911
4.0417,0.5904051735515374,0.22858735593517016
9.7956,0.8728494295277418,1.1399643807904891
3.8732,0.5533412520346663,0.13410759250347515
2.6998,0.24989741485432906,-0.6748126069650576
2.006,0.1482208804736502,-1.0440943039822579
4.25,0.6362236593198715,0.34838284885436693
3.1839999999999997,0.3799451730810577,-0.3056247863400478
5.9658,0.7792822066404437,0.7697712668826051
2.628,0.23937510991265604,-0.7083141049607123
2.5057,0.2214520194618676,-0.7672985355850374
5.155,0.7594732598763774,0.7046091860898294
4.6,0.7132110333905237,0.5627899373325242
4.6681,0.7281905767454135,0.6073497232884044
5.5942,0.7702035132295815,0.7395172425174374
5.1104,0.7583836212161931,0.7011125840899696
3.0759,0.35089228122984295,-0.38291260834816176
3.5757,0.4852182326381423,-0.037060878177008386
3.6845,0.5118340592142888,0.02966793907608783
6.4667,0.7915198749114363,0.8117061751243242
5.273,0.7623561603674476,0.7139021637992619
3.0635,0.3475596645882605,-0.3919172875113563
11.2866,0.9092765874276221,1.3363135019854007
4.0444,0.5909990761515111,0.23011572277987793
5.2541,0.7618944076616745,0.7124095804237914
5.5791,0.7698345996921648,0.7383022482134728
4.5375,0.6994632880207644,0.5228574972480653
9.8144,0.8733087390975055,1.1421720249180776
6.7257,0.7978475971757347,0.8339577268169219
4.1442,0.6129514759579427,0.28701994562086086
4.0313,0.5881175487220095,0.22270526607462063
2.2791,0.18824374230611404,-0.88438672867467
4.1679,0.6181646210021556,0.3006639542199363
3.2852,0.40714362502687595,-0.23489883984002982
3.2768,0.4048860460116104,-0.24072005796234255
5.021,0.7561994576238059,0.6941293646505097
4.875,0.7526324790501087,0.682797132481279
4.419,0.6733975627997006,0.44931439580522814
3.3272,0.41843152010320356,-0.20590766210173994
4.2386,0.6337160705644274,0.341711709817628
1.245,0.03669617210856439,-1.7903831065617093
5.152,0.7593999657960959,0.704373718687922
4.8125,0.7511055190442452,0.6779727645490474
2.1638,0.1713465033120347,-0.9488576690059357
7.1621,0.8085094427206763,0.872416661000832
1.5372,0.0795181429157629,-1.408320169672634
10.0481,0.8790183479514304,1.1700935990858978
3.3869,0.43447645667598356,-0.16498865287495923
5.4591,0.7669028364809068,0.7286850708477646
4.4318,0.6762131010514274,0.4571353017049396
6.5044,0.7924409371869732,0.8149199625504349
4.2865,0.644252342615811,0.3698485817763834
3.0461,0.3428832509137819,-0.40460687823111086
11.3283,0.9102953751435343,1.3425761736583905
2.7026,0.25056439475381626,-0.6727147380915197
3.016,0.33479359277574705,-0.4267146406076349
3.0943,0.35583745431090086,-0.3696075717076287
3.225,0.39096430875080623,-0.2768065942137824
6.187,0.7846864234931958,0.7881189136255171
3.8158,0.5407153226870792,0.10223599868489697
3.0147,0.33444420554719406,-0.42767409705501475
15.0,0.9999999000000003,5.19933758270342
3.1364,0.36715222532788644,-0.33940526790689773
2.9,0.30361750161255635,-0.5140242974144523
5.5941,0.7702010700935721,0.739509192607556
3.4028,0.4387497312405934,-0.15413985695864643
6.0062,0.7802692335882339,0.7731028191405914
8.3792,0.8382448510908602,0.9872699911993058
3.8036,0.5380317627909023,0.09547634997560216
2.0926,0.1609121284952224,-0.9907160390730209
6.7703,0.798937235835919,0.837831173103705
4.2569,0.6377414104086929,0.3524281695696263
4.744,0.7448858387224493,0.6584822133838069
9.7037,0.87060418753512,1.1292518063856445
5.1292,0.7588429307859569,0.7025854406375655
2.3148,0.19347558473533027,-0.8651596484776254
3.3021,0.41168565899806486,-0.22321096549396113
1.95,0.1400140688199777,-1.0802561341135346
3.025,0.33721242743496016,-0.42008295383958816
2.6523,0.2429362799695175,-0.6968885244090585
1.2188,0.032856556656310446,-1.8403755990446928
5.827999999999999,0.7759155652195158,0.7584713308686281
3.1587,0.3731455600946033,-0.3235336598161438
2.45,0.21328917287062546,-0.7950604390156254
2.3851,0.20377806436485135,-0.8282019693528496
2.1221,0.16523535963421065,-0.9731661745087966
3.5313,0.47328531498602444,-0.06701390942662634
3.4821,0.4600623521823264,-0.10027663775339715
7.8252,0.8247098775988859,0.9334643965884332
5.1878,0.7602746084874545,0.7071861842977014
3.7459,0.5253398442655404,0.06356034060479637
6.0097,0.7803547433485621,0.773391847490294
2.3194,0.19414971569259623,-0.862705456837268
4.2061,0.6265672429721525,0.32277517627250846
2.267,0.18647048478808834,-0.8909780060851004
2.2109,0.1782490181136057,-0.9220585498888423
2.7589,0.265695549344227,-0.6258838950234518
2.6553,0.2433759305938214,-0.6954842771160817
6.3325,0.7882411863868461,0.8003334507140982
5.7233,0.7733576018176932,0.7499500376839813
4.337,0.6553605208745764,0.3998337668630456
3.9667,0.5739078791078263,0.18633222024962756
5.8623,0.7767535608707337,0.7612749184789059
1.6806,0.1005334427574887,-1.2785178769957448
3.5851,0.48774457105998714,-0.03072463804138443
2.9716,0.32286067512362926,-0.45971423541894674
3.9,0.5592362852492191,0.14903320783722215
2.7431,0.26144915072027514,-0.6388841474573944
3.3621,0.4278112233928187,-0.18194938611936773
1.9464,0.13948648807081301,-1.0826293461973695
7.3518,0.8131440717304732,0.8895420092252918
4.775,0.750189343040727,0.6750857069958222
3.5968,0.4908890561169641,-0.022839735128387998
6.221,0.7855170897363856,0.7909625929859541
10.0968,0.8802081551879993,1.1760279942069634
1.9483,0.1397649334662055,-1.0813760586453744
2.0469,0.15421478398499322,-1.0185228067876306
3.725,0.5207425982138929,0.05201743189676979
3.675,0.5097444019180853,0.02442802263182327
1.8529,0.1257840436133419,-1.1465489456932518
1.7159,0.10570666510346441,-1.2496885811666654
1.7386,0.10903335482736382,-1.2316851754273808
3.6687,0.5083586291848137,0.020953509422343072
3.4671,0.45603096108363783,-0.11043812057602183
4.8233,0.7513693777332584,0.6788052852389578
4.3036,0.6480137257489771,0.3799634475571365
1.6488,0.0958731461398675,-1.3054305179573955
2.9453,0.3157923027305955,-0.47949769802476955
5.0096,0.7559209401187363,0.6932413225605799
3.175,0.3775263384218447,-0.31198400815546146
4.2031,0.625907351194404,0.32103311272888746
3.1667,0.3752956353472371,-0.3178598218476214
5.7204,0.7732867508734211,0.7497147894780406
3.375,0.43127821973769076,-0.17312084617136517
6.5483,0.7935134738950917,0.818672917584347
4.2206,0.6297567198979367,0.33120908249828585
2.6631,0.2445190222170115,-0.6918396326662699
3.5363,0.4746291120189207,-0.06363831319524592
1 median_income median_income_uniform median_income_normal
2 4.4896 0.688927015969381 0.4928112398942898
3 2.1029 0.16242159563866576 -0.9845540061415601
4 2.3889 0.20433495515563627 -0.8262365643809355
5 3.707 0.5167832475474021 0.04208177981426486
6 6.4788 0.7918154943685715 0.8127367410844715
7 4.4074 0.6708459812590735 0.44225037403262457
8 5.2907 0.7627885954411082 0.71530142355699
9 1.5156 0.07635265842077493 -1.430040774223022
10 8.4411 0.8397571522806675 0.9934602851577232
11 4.4085 0.6710879415775812 0.44291928632820865
12 2.1439 0.16843015417081886 -0.960387338010023
13 2.8971 0.3028380993334766 -0.5162551753422808
14 6.1008 0.7825804402531089 0.780937730437047
15 3.5258 0.47180713824983866 -0.07072794893657437
16 2.7694 0.2685175231133089 -0.6173027607303029
17 2.2356 0.18186880825370766 -0.9082661605741446
18 1.9509 0.14014596400726886 -1.0796637810446446
19 4.0905 0.6011394131362455 0.25629744014575906
20 3.6726 0.5092164884958867 0.023104366055624576
21 3.1696 0.3760750376263169 -0.31580558952782856
22 2.5389 0.2263174863708306 -0.7510293827903433
23 3.0319 0.3390668673403568 -0.4150111583096138
24 4.6779 0.7303462232193919 0.61386044030116
25 2.9076 0.3056600731025585 -0.5081899386067169
26 2.8616 0.29329714039991395 -0.5437779548183906
27 1.4722 0.0699923793891787 -1.475847787309027
28 5.6413 0.7713542302900003 0.7433140959507171
29 2.1167 0.1644439885104636 -0.9763562034967139
30 4.7308 0.7419823149003563 0.6494688564486208
31 4.8173 0.7512227895726955 0.6783427156995535
32 2.3438 0.19772554077026783 -0.8497733992585795
33 1.7333 0.10825663872442697 -1.235852818864947
34 1.4429 0.06569845829181076 -1.5086161030849279
35 2.3253 0.19501436192039387 -0.8595652745311925
36 2.4022 0.20628407292338352 -0.8193826233304142
37 3.4048 0.4392872500537518 -0.15277653846062797
38 6.6073 0.7949549241406269 0.8237349930522744
39 4.1080000000000005 0.6049887818397783 0.2662814785234653
40 4.2829 0.6434604724825127 0.3677239840415221
41 1.5727 0.0847206753033589 -1.3740010688161062
42 2.5211 0.22370889266662755 -0.7597270013437459
43 4.2679 0.6401610135937705 0.35888920867930674
44 4.7328 0.7424222427521885 0.6508311116191982
45 4.7069 0.7367251770709602 0.6332817852325006
46 2.465 0.21548742599214485 -0.7875245686101101
47 5.0267 0.7563387163763406 0.6945735910123612
48 2.8043 0.277897226402924 -0.5890996132954226
49 2.4053 0.20673837856849753 -0.8177906162820535
50 1.2176 0.03268069640658888 -1.8427782558151542
51 2.39 0.2044961603845477 -0.8256682268514074
52 3.6364 0.501253794377722 0.0031428016114447123
53 6.0162 0.780513547189172 0.7739287859106961
54 2.8088 0.2791066437325306 -0.5854974399696314
55 3.3984 0.4375671898516448 -0.15714017005326586
56 4.5 0.6912146407989088 0.4992962189785684
57 3.9079 0.5609740002639567 0.1534391166508579
58 4.9618 0.7547531211062519 0.6895237101278
59 2.9344 0.3128628251988819 -0.4877518079508566
60 2.4283 0.21010903335482733 -0.8060429810797759
61 3.7388 0.5237781003915357 0.05963819257139614
62 1.6021 0.089029251421537 -1.346757015256811
63 2.3352 0.1964652089805967 -0.8543151087700283
64 4.0982 0.6028331353658 0.26068721102120757
65 1.9531 0.1404683744650917 -1.078217399304828
66 3.2386 0.39461943668028376 -0.26729910818310126
67 5.1169 0.7585424250568029 0.7016216442421952
68 4.692 0.7334477145748096 0.6232738623769376
69 4.0 0.5812326778408341 0.20504797284322906
70 6.4238 0.7904717695634116 0.8080592738489488
71 3.7375 0.5234921472878448 0.05892015392758171
72 2.8233 0.28300365512792947 -0.5739416160725967
73 2.8009 0.2769834444205546 -0.5918263314054893
74 3.767 0.5299810831023711 0.07522231004048434
75 3.6761 0.5099863622365932 0.025034712726592745
76 5.0282 0.7563753634164814 0.6946905154674345
77 3.5296 0.47282842399483976 -0.06816178418735802
78 5.215 0.7609391414820063 0.70932677431432
79 4.0125 0.583982226914786 0.21209163422132077
80 9.4667 0.8648139551928855 1.1022060793492992
81 5.9062 0.7778260975788522 0.7648719390554228
82 3.9864 0.5782411684483745 0.19739599549652825
83 2.0734 0.15809836449967754 -1.0023041289181829
84 2.875 0.29689851644807563 -0.5333417486766315
85 3.3611 0.4275424639862395 -0.1826343528680402
86 2.8214 0.2824930122554289 -0.5754514381784691
87 0.9946 9.999999977795539e-08 -5.199337582605575
88 4.5446 0.7010250318947692 0.5273508961812362
89 4.6908 0.7331837578637103 0.6224705781821348
90 9.3198 0.861224988395104 1.085839464021226
91 1.2826 0.04220645993317308 -1.725635992615424
92 2.4943 0.2197813470895128 -0.7729318836756727
93 10.1882 0.8824411815005742 1.1872788772739642
94 4.6731 0.7292903963749944 0.6106682834354926
95 4.375 0.6637191500593902 0.42263484449515154
96 2.8173 0.281391098688454 -0.578713956288219
97 2.0903 0.16057506301658947 -0.9920971718209968
98 2.725 0.2565846054611911 -0.6539109002088199
99 2.8547 0.29144270049451715 -0.5491749392049887
100 2.25 0.18397913125036633 -0.9003044332369591
101 1.9444 0.13919338765461042 -1.0839504359991745
102 1.7167 0.10582390526994544 -1.2490472005138797
103 1.9342 0.13769857553197723 -1.0907176288996137
104 4.9524 0.7545234663213701 0.6887937530976251
105 3.65 0.5042453037701816 0.010641599310222728
106 3.0856 0.35349924747366146 -0.37589024233948426
107 3.2396 0.394888196086863 -0.26660099147199706
108 2.9324 0.3123253063857234 -0.48926992156445664
109 3.495 0.46352934852719846 -0.09154607537767347
110 1.9818 0.14467436543759887 -1.0595514059995472
111 4.6964 0.7344155558488406 0.6262226873574688
112 3.925 0.5647353833971228 0.16298628506764115
113 3.625 0.4984680713824984 -0.003839985024398658
114 2.9688 0.3221081487852074 -0.4618117868349911
115 4.0417 0.5904051735515374 0.22858735593517016
116 9.7956 0.8728494295277418 1.1399643807904891
117 3.8732 0.5533412520346663 0.13410759250347515
118 2.6998 0.24989741485432906 -0.6748126069650576
119 2.006 0.1482208804736502 -1.0440943039822579
120 4.25 0.6362236593198715 0.34838284885436693
121 3.1839999999999997 0.3799451730810577 -0.3056247863400478
122 5.9658 0.7792822066404437 0.7697712668826051
123 2.628 0.23937510991265604 -0.7083141049607123
124 2.5057 0.2214520194618676 -0.7672985355850374
125 5.155 0.7594732598763774 0.7046091860898294
126 4.6 0.7132110333905237 0.5627899373325242
127 4.6681 0.7281905767454135 0.6073497232884044
128 5.5942 0.7702035132295815 0.7395172425174374
129 5.1104 0.7583836212161931 0.7011125840899696
130 3.0759 0.35089228122984295 -0.38291260834816176
131 3.5757 0.4852182326381423 -0.037060878177008386
132 3.6845 0.5118340592142888 0.02966793907608783
133 6.4667 0.7915198749114363 0.8117061751243242
134 5.273 0.7623561603674476 0.7139021637992619
135 3.0635 0.3475596645882605 -0.3919172875113563
136 11.2866 0.9092765874276221 1.3363135019854007
137 4.0444 0.5909990761515111 0.23011572277987793
138 5.2541 0.7618944076616745 0.7124095804237914
139 5.5791 0.7698345996921648 0.7383022482134728
140 4.5375 0.6994632880207644 0.5228574972480653
141 9.8144 0.8733087390975055 1.1421720249180776
142 6.7257 0.7978475971757347 0.8339577268169219
143 4.1442 0.6129514759579427 0.28701994562086086
144 4.0313 0.5881175487220095 0.22270526607462063
145 2.2791 0.18824374230611404 -0.88438672867467
146 4.1679 0.6181646210021556 0.3006639542199363
147 3.2852 0.40714362502687595 -0.23489883984002982
148 3.2768 0.4048860460116104 -0.24072005796234255
149 5.021 0.7561994576238059 0.6941293646505097
150 4.875 0.7526324790501087 0.682797132481279
151 4.419 0.6733975627997006 0.44931439580522814
152 3.3272 0.41843152010320356 -0.20590766210173994
153 4.2386 0.6337160705644274 0.341711709817628
154 1.245 0.03669617210856439 -1.7903831065617093
155 5.152 0.7593999657960959 0.704373718687922
156 4.8125 0.7511055190442452 0.6779727645490474
157 2.1638 0.1713465033120347 -0.9488576690059357
158 7.1621 0.8085094427206763 0.872416661000832
159 1.5372 0.0795181429157629 -1.408320169672634
160 10.0481 0.8790183479514304 1.1700935990858978
161 3.3869 0.43447645667598356 -0.16498865287495923
162 5.4591 0.7669028364809068 0.7286850708477646
163 4.4318 0.6762131010514274 0.4571353017049396
164 6.5044 0.7924409371869732 0.8149199625504349
165 4.2865 0.644252342615811 0.3698485817763834
166 3.0461 0.3428832509137819 -0.40460687823111086
167 11.3283 0.9102953751435343 1.3425761736583905
168 2.7026 0.25056439475381626 -0.6727147380915197
169 3.016 0.33479359277574705 -0.4267146406076349
170 3.0943 0.35583745431090086 -0.3696075717076287
171 3.225 0.39096430875080623 -0.2768065942137824
172 6.187 0.7846864234931958 0.7881189136255171
173 3.8158 0.5407153226870792 0.10223599868489697
174 3.0147 0.33444420554719406 -0.42767409705501475
175 15.0 0.9999999000000003 5.19933758270342
176 3.1364 0.36715222532788644 -0.33940526790689773
177 2.9 0.30361750161255635 -0.5140242974144523
178 5.5941 0.7702010700935721 0.739509192607556
179 3.4028 0.4387497312405934 -0.15413985695864643
180 6.0062 0.7802692335882339 0.7731028191405914
181 8.3792 0.8382448510908602 0.9872699911993058
182 3.8036 0.5380317627909023 0.09547634997560216
183 2.0926 0.1609121284952224 -0.9907160390730209
184 6.7703 0.798937235835919 0.837831173103705
185 4.2569 0.6377414104086929 0.3524281695696263
186 4.744 0.7448858387224493 0.6584822133838069
187 9.7037 0.87060418753512 1.1292518063856445
188 5.1292 0.7588429307859569 0.7025854406375655
189 2.3148 0.19347558473533027 -0.8651596484776254
190 3.3021 0.41168565899806486 -0.22321096549396113
191 1.95 0.1400140688199777 -1.0802561341135346
192 3.025 0.33721242743496016 -0.42008295383958816
193 2.6523 0.2429362799695175 -0.6968885244090585
194 1.2188 0.032856556656310446 -1.8403755990446928
195 5.827999999999999 0.7759155652195158 0.7584713308686281
196 3.1587 0.3731455600946033 -0.3235336598161438
197 2.45 0.21328917287062546 -0.7950604390156254
198 2.3851 0.20377806436485135 -0.8282019693528496
199 2.1221 0.16523535963421065 -0.9731661745087966
200 3.5313 0.47328531498602444 -0.06701390942662634
201 3.4821 0.4600623521823264 -0.10027663775339715
202 7.8252 0.8247098775988859 0.9334643965884332
203 5.1878 0.7602746084874545 0.7071861842977014
204 3.7459 0.5253398442655404 0.06356034060479637
205 6.0097 0.7803547433485621 0.773391847490294
206 2.3194 0.19414971569259623 -0.862705456837268
207 4.2061 0.6265672429721525 0.32277517627250846
208 2.267 0.18647048478808834 -0.8909780060851004
209 2.2109 0.1782490181136057 -0.9220585498888423
210 2.7589 0.265695549344227 -0.6258838950234518
211 2.6553 0.2433759305938214 -0.6954842771160817
212 6.3325 0.7882411863868461 0.8003334507140982
213 5.7233 0.7733576018176932 0.7499500376839813
214 4.337 0.6553605208745764 0.3998337668630456
215 3.9667 0.5739078791078263 0.18633222024962756
216 5.8623 0.7767535608707337 0.7612749184789059
217 1.6806 0.1005334427574887 -1.2785178769957448
218 3.5851 0.48774457105998714 -0.03072463804138443
219 2.9716 0.32286067512362926 -0.45971423541894674
220 3.9 0.5592362852492191 0.14903320783722215
221 2.7431 0.26144915072027514 -0.6388841474573944
222 3.3621 0.4278112233928187 -0.18194938611936773
223 1.9464 0.13948648807081301 -1.0826293461973695
224 7.3518 0.8131440717304732 0.8895420092252918
225 4.775 0.750189343040727 0.6750857069958222
226 3.5968 0.4908890561169641 -0.022839735128387998
227 6.221 0.7855170897363856 0.7909625929859541
228 10.0968 0.8802081551879993 1.1760279942069634
229 1.9483 0.1397649334662055 -1.0813760586453744
230 2.0469 0.15421478398499322 -1.0185228067876306
231 3.725 0.5207425982138929 0.05201743189676979
232 3.675 0.5097444019180853 0.02442802263182327
233 1.8529 0.1257840436133419 -1.1465489456932518
234 1.7159 0.10570666510346441 -1.2496885811666654
235 1.7386 0.10903335482736382 -1.2316851754273808
236 3.6687 0.5083586291848137 0.020953509422343072
237 3.4671 0.45603096108363783 -0.11043812057602183
238 4.8233 0.7513693777332584 0.6788052852389578
239 4.3036 0.6480137257489771 0.3799634475571365
240 1.6488 0.0958731461398675 -1.3054305179573955
241 2.9453 0.3157923027305955 -0.47949769802476955
242 5.0096 0.7559209401187363 0.6932413225605799
243 3.175 0.3775263384218447 -0.31198400815546146
244 4.2031 0.625907351194404 0.32103311272888746
245 3.1667 0.3752956353472371 -0.3178598218476214
246 5.7204 0.7732867508734211 0.7497147894780406
247 3.375 0.43127821973769076 -0.17312084617136517
248 6.5483 0.7935134738950917 0.818672917584347
249 4.2206 0.6297567198979367 0.33120908249828585
250 2.6631 0.2445190222170115 -0.6918396326662699
251 3.5363 0.4746291120189207 -0.06363831319524592

124
work-with-data/dataprep/data/secrets.dprep
View File

@@ -1,63 +1,63 @@
{
"id": "b308e5b8-9b2a-47f8-9d32-0f542b4a34a4",
"name": "read_csv_duplicate_headers",
"blocks": [
{
"id": "8d9ec228-6a4b-4abf-afb7-65f58dda1581",
"type": "Microsoft.DPrep.GetFilesBlock",
"arguments": {
"path": {
"target": 1,
"resourceDetails": [
{
"path": "https://dpreptestfiles.blob.core.windows.net/testfiles/read_csv_duplicate_headers.csv",
"sas": {
"id": "https://dpreptestfiles.blob.core.windows.net/testfiles/read_csv_duplicate_headers.csv",
"secretType": "AzureMLSecret"
},
"storageAccountName": null,
"storageAccountKey": null
}
]
}
},
"isEnabled": true,
"name": null,
"annotation": null
},
{
"id": "4ad0460f-ec65-47c0-a0a4-44345404a462",
"type": "Microsoft.DPrep.ParseDelimitedBlock",
"arguments": {
"columnHeadersMode": 3,
"fileEncoding": 0,
"handleQuotedLineBreaks": false,
"preview": false,
"separator": ",",
"skipRows": 0,
"skipRowsMode": 0
},
"isEnabled": true,
"name": null,
"annotation": null
},
{
"id": "1a3e11ba-5854-48da-aa47-53af61beb782",
"type": "Microsoft.DPrep.DropColumnsBlock",
"arguments": {
"columns": {
"type": 0,
"details": {
"selectedColumns": [
"Path"
]
}
}
},
"isEnabled": true,
"name": null,
"annotation": null
}
],
"inspectors": []
{
"id": "b308e5b8-9b2a-47f8-9d32-0f542b4a34a4",
"name": "read_csv_duplicate_headers",
"blocks": [
{
"id": "8d9ec228-6a4b-4abf-afb7-65f58dda1581",
"type": "Microsoft.DPrep.GetFilesBlock",
"arguments": {
"path": {
"target": 1,
"resourceDetails": [
{
"path": "https://dpreptestfiles.blob.core.windows.net/testfiles/read_csv_duplicate_headers.csv",
"sas": {
"id": "https://dpreptestfiles.blob.core.windows.net/testfiles/read_csv_duplicate_headers.csv",
"secretType": "AzureMLSecret"
},
"storageAccountName": null,
"storageAccountKey": null
}
]
}
},
"isEnabled": true,
"name": null,
"annotation": null
},
{
"id": "4ad0460f-ec65-47c0-a0a4-44345404a462",
"type": "Microsoft.DPrep.ParseDelimitedBlock",
"arguments": {
"columnHeadersMode": 3,
"fileEncoding": 0,
"handleQuotedLineBreaks": false,
"preview": false,
"separator": ",",
"skipRows": 0,
"skipRowsMode": 0
},
"isEnabled": true,
"name": null,
"annotation": null
},
{
"id": "1a3e11ba-5854-48da-aa47-53af61beb782",
"type": "Microsoft.DPrep.DropColumnsBlock",
"arguments": {
"columns": {
"type": 0,
"details": {
"selectedColumns": [
"Path"
]
}
}
},
"isEnabled": true,
"name": null,
"annotation": null
}
],
"inspectors": []
}

22
work-with-data/dataprep/data/stream-path.csv
View File

@@ -1,11 +1,11 @@
Stream Path
https://dataset.blob.core.windows.net/blobstore/container/2019/01/01/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/02/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/03/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/04/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/05/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/06/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/07/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/08/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/09/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/10/train.csv
Stream Path
https://dataset.blob.core.windows.net/blobstore/container/2019/01/01/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/02/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/03/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/04/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/05/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/06/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/07/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/08/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/09/train.csv
https://dataset.blob.core.windows.net/blobstore/container/2019/01/10/train.csv
1 Stream Path
2 https://dataset.blob.core.windows.net/blobstore/container/2019/01/01/train.csv
3 https://dataset.blob.core.windows.net/blobstore/container/2019/01/02/train.csv
4 https://dataset.blob.core.windows.net/blobstore/container/2019/01/03/train.csv
5 https://dataset.blob.core.windows.net/blobstore/container/2019/01/04/train.csv
6 https://dataset.blob.core.windows.net/blobstore/container/2019/01/05/train.csv
7 https://dataset.blob.core.windows.net/blobstore/container/2019/01/06/train.csv
8 https://dataset.blob.core.windows.net/blobstore/container/2019/01/07/train.csv
9 https://dataset.blob.core.windows.net/blobstore/container/2019/01/08/train.csv
10 https://dataset.blob.core.windows.net/blobstore/container/2019/01/09/train.csv
11 https://dataset.blob.core.windows.net/blobstore/container/2019/01/10/train.csv