cleanup notebooks Frysian dialect regions

.gitignore

@@ -1 +1,6 @@
 data/all.txt
+data/left_over.zip
+__pycache__
+*.pyc
+.idea/
+.ipynb_checkpoints/

Readme.md

@@ -1,7 +1,8 @@
 # Stimmen Fryslan
 
+## Notebooks
 
-# Extract Frysian dialect regions
+### Extract Frysian dialect regions
 
 [notebook](notebooks/Dialect%20Regions%20from%20image.ipynb)
 
@@ -9,4 +10,23 @@ Get polygons of dialect regions as mapped in this image
 
 ![dialect regions](data/dialects.png)
 
-using image processing
+using image processing.
+
+
+Results
+
+ * [notebooks/dialect_regions.geojson](notebooks/dialect_regions.geojson)
+
+### Group recordings to Frysian dialect regions
+
+[notebook](notebooks/Group%20recordings%20in%204%20Frysian%20dialect%20regions.ipynb)
+
+Create spreadsheets with the recordings assigned to dialect regions.
+
+Results
+
+ * [data/picture_game_recordings_by_dialect.csv](data/picture_game_recordings_by_dialect.csv)
+ * [data/picture_game_recordings_by_dialect.csv](data/picture_game_recordings_by_dialect.xlsx)
+ * [data/free_speech_recordings_by_dialect.xlsx](data/free_speech_recordings_by_dialect.csv)
+ * [data/free_speech_recordings_by_dialect.xlsx](data/free_speech_recordings_by_dialect.xlsx)
+

data/free_speech_recordings_by_dialect.csv

@@ -0,0 +1,307 @@
+,filename,dialect,boundary_distance
+0,free_speech_recordings/Frysk/2017-07-05/fs_what-would-you-do-with-a-million-euros_88_lnyzs.wav,Waldfrysk,1.77631
+1,free_speech_recordings/Nederlands/2017-07-05/fs_what-would-you-do-with-a-million-euros_67_hwgru.wav,Waldfrysk,3.919238
+2,free_speech_recordings/Frysk/2017-07-05/fs_what-would-you-do-with-a-million-euros_95_mvjur.wav,Waldfrysk,4.762249
+3,free_speech_recordings/Frysk/2017-07-05/fs_what-would-you-do-with-a-million-euros_111_0i5tx.wav,Waldfrysk,9.903196
+4,free_speech_recordings/Frysk/2017-07-05/fs_joke_99_qt49n.wav,Waldfrysk,10.22498
+5,free_speech_recordings/Frysk/2017-07-05/fs_joke_113_bc6pq.wav,Waldfrysk,10.355398
+6,free_speech_recordings/Frysk/2017-07-05/fs_joke_123_rcqai.wav,Waldfrysk,10.45873
+7,free_speech_recordings/Frysk/2017-07-05/fs_your-own-story_113_68aqo.wav,Waldfrysk,10.355398
+8,free_speech_recordings/Frysk/2017-07-05/fs_joke_123_ut0k4.wav,Waldfrysk,10.45873
+9,free_speech_recordings/Frysk/2017-07-05/fs_what-would-you-do-with-a-million-euros_99_sykw2.wav,Waldfrysk,10.22498
+10,free_speech_recordings/Frysk/2017-07-05/fs_what-would-you-do-with-a-million-euros_123_pj8uq.wav,Waldfrysk,10.45873
+11,free_speech_recordings/Frysk/2017-07-05/fs_growing-up_123_7y4am.wav,Waldfrysk,10.45873
+12,free_speech_recordings/English/2017-07-05/fs_what-would-you-do-with-a-million-euros_151_k4swb.wav,Waldfrysk,4.19475
+13,free_speech_recordings/Frysk/2017-07-05/fs_what-would-you-do-with-a-million-euros_164_uaqwl.wav,Waldfrysk,1.38699
+14,free_speech_recordings/Nederlands/2017-07-05/fs_what-would-you-do-with-a-million-euros_146_v72do.wav,Waldfrysk,1.583635
+15,free_speech_recordings/Frysk/2017-07-05/fs_what-would-you-do-with-a-million-euros_109_d2ivw.wav,Waldfrysk,9.879676
+16,free_speech_recordings/Nederlands/2017-07-05/fs_favourite-recipes_146_uh9n4.wav,Waldfrysk,1.583635
+17,free_speech_recordings/Frysk/2017-07-05/fs_what-would-you-do-with-a-million-euros_149_41fai.wav,Waldfrysk,10.621441
+18,free_speech_recordings/Frysk/2017-07-05/fs_growing-up_128_e7hnl.wav,Waldfrysk,1.572799
+19,free_speech_recordings/Frysk/2017-07-05/fs_joke_149_ti8sz.wav,Waldfrysk,10.621441
+20,free_speech_recordings/English/2017-07-05/fs_what-would-you-do-with-a-million-euros_128_uf6gr.wav,Waldfrysk,1.572799
+21,free_speech_recordings/Frysk/2017-07-05/fs_your-own-story_149_tec70.wav,Waldfrysk,10.621441
+22,free_speech_recordings/Frysk/2017-07-05/fs_what-would-you-do-with-a-million-euros_187_zp2j8.wav,Waldfrysk,3.341861
+23,free_speech_recordings/Nederlands/2017-07-05/fs_joke_197_2lrb1.wav,Waldfrysk,4.704471
+24,free_speech_recordings/Frysk/2017-07-05/fs_joke_199_6eozl.wav,Waldfrysk,1.358243
+25,free_speech_recordings/Nederlands/2017-07-05/fs_joke_197_i7uw4.wav,Waldfrysk,4.704471
+26,free_speech_recordings/Frysk/2017-07-05/fs_growing-up_188_7yaz3.wav,Waldfrysk,1.436183
+27,free_speech_recordings/Frysk/2017-07-05/fs_read-a-text-2_200_a3is2.wav,Waldfrysk,4.478677
+28,free_speech_recordings/Frysk/2017-07-05/fs_what-would-you-do-with-a-million-euros_199_vg1kl.wav,Waldfrysk,1.358243
+29,free_speech_recordings/Nederlands/2017-07-05/fs_joke_259_yorak.wav,Waldfrysk,3.935489
+30,free_speech_recordings/Frysk/2017-07-05/fs_what-would-you-do-with-a-million-euros_269_i4kag.wav,Waldfrysk,1.447555
+31,free_speech_recordings/Frysk/2017-07-05/fs_what-would-you-do-with-a-million-euros_252_20w6m.wav,Waldfrysk,4.509369
+32,free_speech_recordings/Nederlands/2017-07-05/fs_what-would-you-do-with-a-million-euros_260_m2k6h.wav,Waldfrysk,0.846626
+33,free_speech_recordings/Nederlands/2017-07-05/fs_joke_255_rj4m1.wav,Waldfrysk,7.027236
+34,free_speech_recordings/Nederlands/2017-07-05/fs_favourite-recipes_240_fo1nd.wav,Waldfrysk,4.235696
+35,free_speech_recordings/Nederlands/2017-07-05/fs_favourite-recipes_260_ig2yw.wav,Waldfrysk,0.846626
+36,free_speech_recordings/Nederlands/2017-07-05/fs_what-would-you-do-with-a-million-euros_299_aptnj.wav,Waldfrysk,3.682426
+37,free_speech_recordings/Nederlands/2017-07-05/fs_joke_298_jreip.wav,Waldfrysk,1.258851
+38,free_speech_recordings/Nederlands/2017-07-05/fs_growing-up_299_4g2zp.wav,Waldfrysk,3.682426
+39,free_speech_recordings/Nederlands/2017-07-05/fs_read-a-text-1_307_1pa4y.wav,Noardhoeksk,3.738262
+40,free_speech_recordings/Nederlands/2017-07-05/fs_read-a-text-3_299_i9hkc.wav,Waldfrysk,3.682426
+41,free_speech_recordings/Nederlands/2017-07-05/fs_read-a-text-2_299_iwrnu.wav,Waldfrysk,3.682426
+42,free_speech_recordings/Frysk/2017-07-05/fs_what-would-you-do-with-a-million-euros_343_xakcz.wav,Waldfrysk,10.668485
+43,free_speech_recordings/Nederlands/2017-07-05/fs_favourite-recipes_358_idlt2.wav,Waldfrysk,5.98385
+44,free_speech_recordings/Frysk/2017-07-05/fs_joke_363_3j5gw.wav,Waldfrysk,3.452341
+45,free_speech_recordings/Nederlands/2017-07-05/fs_what-would-you-do-with-a-million-euros_372_le7ot.wav,Waldfrysk,5.467149
+46,free_speech_recordings/Frysk/2017-07-05/fs_what-would-you-do-with-a-million-euros_343_c7yvr.wav,Waldfrysk,10.668485
+47,free_speech_recordings/Frysk/2017-07-05/fs_what-would-you-do-with-a-million-euros_378_ne5bd.wav,Waldfrysk,2.127203
+48,free_speech_recordings/Frysk/2017-07-05/fs_what-would-you-do-with-a-million-euros_342_nz57h.wav,Waldfrysk,3.987615
+49,free_speech_recordings/Frysk/2017-07-05/fs_favourite-recipes_388_o8e2a.wav,Waldfrysk,10.677306
+50,free_speech_recordings/Frysk/2017-07-05/fs_what-would-you-do-with-a-million-euros_388_ank2d.wav,Waldfrysk,10.677306
+51,free_speech_recordings/Frysk/2017-09-20/fs_what-is-your-word-for_620_2rl1j.wav,Klaaifrysk,12.45212
+52,free_speech_recordings/Frysk/2017-09-20/fs_read-a-text-1_625_ilh53.wav,Klaaifrysk,12.40743
+53,free_speech_recordings/Frysk/2017-09-20/fs_what-is-your-word-for_640_4bz56.wav,Klaaifrysk,9.595256
+54,free_speech_recordings/Frysk/2017-09-20/fs_what-is-your-word-for_657_ilpr9.wav,Noardhoeksk,1.566816
+55,free_speech_recordings/Frysk/2017-09-20/fs_what-is-your-word-for_705_3hjg1.wav,Waldfrysk,4.202505
+56,free_speech_recordings/Frysk/2017-09-20/fs_read-a-text-1_718_1x3lr.wav,Waldfrysk,11.667829
+57,free_speech_recordings/Frysk/2017-09-20/fs_read-a-text-2_718_kjziw.wav,Waldfrysk,11.667829
+58,free_speech_recordings/Frysk/2017-09-20/fs_read-a-text-3_718_ozgem.wav,Waldfrysk,11.667829
+59,free_speech_recordings/Frysk/2017-09-20/fs_what-is-your-word-for_915_jkzca.wav,Sudwesthoeksk,1.141395
+60,free_speech_recordings/Frysk/2017-09-20/fs_your-own-story_915_4xqzg.wav,Sudwesthoeksk,1.141395
+61,free_speech_recordings/Frysk/2017-09-20/fs_what-is-your-word-for_1076_un2ev.wav,Sudwesthoeksk,1.390008
+62,free_speech_recordings/Frysk/2017-09-20/fs_what-is-your-word-for_1108_0wemf.wav,Klaaifrysk,4.286927
+63,free_speech_recordings/Frysk/2017-09-20/fs_your-own-story_1124_0chyk.wav,Klaaifrysk,1.048088
+64,free_speech_recordings/Frysk/2017-09-20/fs_growing-up_1082_loib7.wav,Noardhoeksk,1.157689
+65,free_speech_recordings/Frysk/2017-09-20/fs_what-is-your-word-for_1137_zv8kx.wav,Waldfrysk,2.743808
+66,free_speech_recordings/Frysk/2017-09-20/fs_what-is-your-word-for_1189_8uaks.wav,Noardhoeksk,1.247515
+67,free_speech_recordings/Frysk/2017-09-20/fs_what-is-your-word-for_1259_9o80u.wav,Sudwesthoeksk,2.193712
+68,free_speech_recordings/Frysk/2017-09-20/fs_your-own-story_1339_lc859.wav,Waldfrysk,7.576734
+69,free_speech_recordings/Frysk/2017-09-20/fs_what-is-your-word-for_1377_eic91.wav,Waldfrysk,3.671619
+70,free_speech_recordings/Frysk/2017-09-20/fs_joke_1259_mr8de.wav,Sudwesthoeksk,2.193712
+71,free_speech_recordings/Frysk/2017-09-20/fs_what-is-your-word-for_1458_kuh1m.wav,Noardhoeksk,1.975243
+72,free_speech_recordings/Frysk/2017-09-20/fs_what-is-your-word-for_1541_6ywjs.wav,Klaaifrysk,1.169191
+73,free_speech_recordings/Frysk/2017-09-20/fs_your-own-story_1554_da8t3.wav,Waldfrysk,12.810842
+74,free_speech_recordings/Frysk/2017-09-20/fs_what-is-your-word-for_1554_ien5z.wav,Waldfrysk,12.810842
+75,free_speech_recordings/Frysk/2017-09-20/fs_read-a-text-1_1554_3azgx.wav,Waldfrysk,12.810842
+76,free_speech_recordings/Frysk/2017-09-20/fs_read-a-text-2_1554_48yea.wav,Waldfrysk,12.810842
+77,free_speech_recordings/Frysk/2017-09-20/fs_read-a-text-3_1554_74ycq.wav,Waldfrysk,12.810842
+78,free_speech_recordings/Frysk/2017-09-20/fs_your-own-story_1554_5kehl.wav,Waldfrysk,12.810842
+79,free_speech_recordings/Frysk/2017-09-21/fs_what-is-your-word-for_1672_bo251.wav,Klaaifrysk,0.728092
+80,free_speech_recordings/Frysk/2017-09-21/fs_read-a-text-1_1674_p9xqf.wav,Klaaifrysk,1.250865
+81,free_speech_recordings/Frysk/2017-09-21/fs_what-is-your-word-for_1709_5otia.wav,Waldfrysk,3.707999
+82,free_speech_recordings/Frysk/2017-09-21/fs_what-is-your-word-for_1813_xhb3l.wav,Klaaifrysk,1.146877
+83,free_speech_recordings/Frysk/2017-09-21/fs_what-is-your-word-for_1802_mgc8p.wav,Sudwesthoeksk,2.183764
+84,free_speech_recordings/Frysk/2017-09-21/fs_read-a-text-1_1802_vrwjy.wav,Sudwesthoeksk,2.183764
+85,free_speech_recordings/Frysk/2017-09-21/fs_your-own-story_1819_egwch.wav,Klaaifrysk,1.133094
+86,free_speech_recordings/Frysk/2017-09-21/fs_what-is-your-word-for_1865_k8gyf.wav,Waldfrysk,4.420839
+87,free_speech_recordings/Frysk/2017-09-21/fs_what-would-you-do-with-a-million-euros_1865_53n7u.wav,Waldfrysk,4.420839
+88,free_speech_recordings/Frysk/2017-09-21/fs_joke_1865_9ckvp.wav,Waldfrysk,4.420839
+89,free_speech_recordings/Frysk/2017-09-21/fs_what-would-you-do-with-a-million-euros_1902_tsaw8.wav,Klaaifrysk,9.655679
+90,free_speech_recordings/Frysk/2017-09-21/fs_what-would-you-do-with-a-million-euros_1913_uvhwf.wav,Waldfrysk,1.005743
+91,free_speech_recordings/Frysk/2017-09-21/fs_what-is-your-word-for_1913_4taif.wav,Waldfrysk,1.005743
+92,free_speech_recordings/Frysk/2017-09-21/fs_read-a-text-3_1950_em84r.wav,Klaaifrysk,2.193722
+93,free_speech_recordings/Frysk/2017-09-21/fs_read-a-text-3_1979_kiyma.wav,Noardhoeksk,0.523374
+94,free_speech_recordings/Frysk/2017-09-21/fs_what-is-your-word-for_1982_x9ij1.wav,Waldfrysk,11.959819
+95,free_speech_recordings/Frysk/2017-09-21/fs_what-would-you-do-with-a-million-euros_2006_ixld6.wav,Waldfrysk,2.746355
+96,free_speech_recordings/Frysk/2017-09-21/fs_joke_2008_vehpf.wav,Waldfrysk,2.74644
+97,free_speech_recordings/Frysk/2017-09-21/fs_your-own-story_2209_ov7xz.wav,Klaaifrysk,10.960204
+98,free_speech_recordings/Frysk/2017-09-21/fs_what-is-your-word-for_2209_vwe03.wav,Klaaifrysk,10.960204
+99,free_speech_recordings/Frysk/2017-09-21/fs_what-would-you-do-with-a-million-euros_2209_aj95g.wav,Klaaifrysk,10.960204
+100,free_speech_recordings/Nederlands/2017-09-22/fs_what-would-you-do-with-a-million-euros_2_AsDGHm5.wav,Waldfrysk,3.54178
+101,free_speech_recordings/Frysk/2017-09-22/fs_read-a-text-1_764_log1e.wav,Waldfrysk,4.85797
+102,free_speech_recordings/Frysk/2017-09-22/fs_what-is-your-word-for_764_57pqw.wav,Waldfrysk,4.85797
+103,free_speech_recordings/Frysk/2017-09-22/fs_read-a-text-2_764_faw7b.wav,Waldfrysk,4.85797
+104,free_speech_recordings/Frysk/2017-09-22/fs_read-a-text-3_764_cmusa.wav,Waldfrysk,4.85797
+105,free_speech_recordings/Frysk/2017-09-22/fs_what-is-your-word-for_2460_ngi5f.wav,Noardhoeksk,0.517838
+106,free_speech_recordings/Frysk/2017-09-22/fs_read-a-text-2_2534_4t5k2.wav,Klaaifrysk,11.62764
+107,free_speech_recordings/Frysk/2017-09-22/fs_read-a-text-3_2534_t9j2u.wav,Klaaifrysk,11.62764
+108,free_speech_recordings/Frysk/2017-09-22/fs_what-is-your-word-for_1296_cahl6.wav,Noardhoeksk,4.185817
+109,free_speech_recordings/Frysk/2017-09-22/fs_what-is-your-word-for_2695_turwk.wav,Klaaifrysk,13.068856
+110,free_speech_recordings/Frysk/2017-09-22/fs_what-is-your-word-for_2772_i57qr.wav,Klaaifrysk,3.953311
+111,free_speech_recordings/Frysk/2017-09-23/fs_what-is-your-word-for_2854_a5sgr.wav,Klaaifrysk,0.386084
+112,free_speech_recordings/Frysk/2017-09-23/fs_what-is-your-word-for_2865_4mqte.wav,Sudwesthoeksk,0.922876
+113,free_speech_recordings/Frysk/2017-09-23/fs_your-own-story_2865_8ag2y.wav,Sudwesthoeksk,0.922876
+114,free_speech_recordings/Frysk/2017-09-23/fs_what-is-your-word-for_2923_ykin8.wav,Waldfrysk,7.004529
+115,free_speech_recordings/Frysk/2017-09-23/fs_what-is-your-word-for_2944_9i2j3.wav,Waldfrysk,4.10094
+116,free_speech_recordings/Frysk/2017-09-23/fs_what-is-your-word-for_2968_wl9or.wav,Klaaifrysk,0.113403
+117,free_speech_recordings/Frysk/2017-09-23/fs_read-a-text-1_2968_wckq3.wav,Klaaifrysk,0.113403
+118,free_speech_recordings/Frysk/2017-09-23/fs_what-is-your-word-for_2951_po18q.wav,Waldfrysk,2.397931
+119,free_speech_recordings/Frysk/2017-09-23/fs_growing-up_2951_tzubw.wav,Waldfrysk,2.397931
+120,free_speech_recordings/Nederlands/2017-09-23/fs_your-own-story_2951_rq98l.wav,Waldfrysk,2.397931
+121,free_speech_recordings/English/2017-09-23/fs_your-own-story_2951_10muy.wav,Waldfrysk,2.397931
+122,free_speech_recordings/Frysk/2017-09-23/fs_what-is-your-word-for_3022_2mreh.wav,Sudwesthoeksk,0.32798
+123,free_speech_recordings/Frysk/2017-09-23/fs_read-a-text-1_3023_adtnh.wav,Sudwesthoeksk,0.729197
+124,free_speech_recordings/Frysk/2017-09-24/fs_read-a-text-1_3196_hi6zx.wav,Noardhoeksk,2.2888
+125,free_speech_recordings/Frysk/2017-09-24/fs_what-is-your-word-for_3196_nciyo.wav,Noardhoeksk,2.2888
+126,free_speech_recordings/Frysk/2017-09-24/fs_what-is-your-word-for_3233_eb6p5.wav,Waldfrysk,4.054742
+127,free_speech_recordings/Frysk/2017-09-24/fs_what-would-you-do-with-a-million-euros_3233_5z12d.wav,Waldfrysk,4.054742
+128,free_speech_recordings/Frysk/2017-09-24/fs_what-is-your-word-for_3237_9zal4.wav,Waldfrysk,2.545305
+129,free_speech_recordings/Frysk/2017-09-24/fs_what-would-you-do-with-a-million-euros_3237_vmpur.wav,Waldfrysk,2.545305
+130,free_speech_recordings/Frysk/2017-09-24/fs_read-a-text-1_3237_s8cv3.wav,Waldfrysk,2.545305
+131,free_speech_recordings/Frysk/2017-09-24/fs_growing-up_3237_kojd3.wav,Waldfrysk,2.545305
+132,free_speech_recordings/Frysk/2017-09-24/fs_joke_3237_gwci7.wav,Waldfrysk,2.545305
+133,free_speech_recordings/Frysk/2017-09-24/fs_what-is-your-word-for_3236_uqmjo.wav,Waldfrysk,7.30708
+134,free_speech_recordings/Frysk/2017-09-24/fs_read-a-text-1_3236_sny72.wav,Waldfrysk,7.30708
+135,free_speech_recordings/Frysk/2017-09-24/fs_read-a-text-2_3236_07f2l.wav,Waldfrysk,7.30708
+136,free_speech_recordings/Frysk/2017-09-24/fs_read-a-text-3_3236_yarst.wav,Waldfrysk,7.30708
+137,free_speech_recordings/Frysk/2017-09-24/fs_what-would-you-do-with-a-million-euros_3236_wpufi.wav,Waldfrysk,7.30708
+138,free_speech_recordings/Nederlands/2017-09-24/fs_read-a-text-2_3342_uckwf.wav,Waldfrysk,3.622912
+139,free_speech_recordings/Frysk/2017-09-24/fs_read-a-text-2_2820_vwl1b.wav,Waldfrysk,0.138257
+140,free_speech_recordings/Frysk/2017-09-24/fs_what-is-your-word-for_3520_k4pq2.wav,Waldfrysk,6.540384
+141,free_speech_recordings/Frysk/2017-09-24/fs_what-is-your-word-for_3524_24ogp.wav,Waldfrysk,13.358934
+142,free_speech_recordings/Frysk/2017-09-24/fs_read-a-text-3_3637_i0ovp.wav,Waldfrysk,2.354479
+143,free_speech_recordings/Frysk/2017-09-24/fs_read-a-text-2_3705_qxhca.wav,Waldfrysk,1.620875
+144,free_speech_recordings/Frysk/2017-09-24/fs_what-is-your-word-for_3785_7065t.wav,Klaaifrysk,2.889708
+145,free_speech_recordings/Tarafit/2017-09-24/fs_what-would-you-do-with-a-million-euros_2716_9kzwd.wav,Klaaifrysk,0.409574
+146,free_speech_recordings/Frysk/2017-09-25/fs_what-is-your-word-for_3988_2gemw.wav,Waldfrysk,6.565282
+147,free_speech_recordings/Frysk/2017-09-25/fs_growing-up_3988_ds7zh.wav,Waldfrysk,6.565282
+148,free_speech_recordings/Frysk/2017-09-25/fs_growing-up_3993_9bfdh.wav,Klaaifrysk,5.158505
+149,free_speech_recordings/Frysk/2017-09-25/fs_read-a-text-1_1293_5opc8.wav,Klaaifrysk,9.674736
+150,free_speech_recordings/Frysk/2017-09-25/fs_what-is-your-word-for_1293_8o6uj.wav,Klaaifrysk,9.674736
+151,free_speech_recordings/Frysk/2017-09-25/fs_what-would-you-do-with-a-million-euros_1293_7psg3.wav,Klaaifrysk,9.674736
+152,free_speech_recordings/Frysk/2017-09-25/fs_your-own-story_4098_6eq7s.wav,Sudwesthoeksk,2.765343
+153,free_speech_recordings/Frysk/2017-09-25/fs_what-is-your-word-for_4151_dfehn.wav,Waldfrysk,8.052321
+154,free_speech_recordings/Frysk/2017-09-25/fs_what-is-your-word-for_1156_86vmg.wav,Klaaifrysk,6.341527
+155,free_speech_recordings/Frysk/2017-09-25/fs_growing-up_1156_v3w7y.wav,Klaaifrysk,6.341527
+156,free_speech_recordings/Frysk/2017-09-25/fs_read-a-text-2_1156_jolwi.wav,Klaaifrysk,6.341527
+157,free_speech_recordings/Frysk/2017-09-25/fs_read-a-text-3_1156_5nbhp.wav,Klaaifrysk,6.341527
+158,free_speech_recordings/Frysk/2017-09-25/fs_growing-up_4186_gntsq.wav,Waldfrysk,14.093649
+159,free_speech_recordings/Frysk/2017-09-25/fs_read-a-text-1_4186_3hwpq.wav,Waldfrysk,14.093649
+160,free_speech_recordings/Frysk/2017-09-26/fs_read-a-text-1_4298_fc3hu.wav,Waldfrysk,4.018756
+161,free_speech_recordings/Frysk/2017-09-26/fs_favourite-recipes_4298_detro.wav,Waldfrysk,4.018756
+162,free_speech_recordings/Frysk/2017-09-26/fs_read-a-text-1_4321_h09nq.wav,Klaaifrysk,10.751217
+163,free_speech_recordings/Frysk/2017-09-26/fs_what-is-your-word-for_4358_sdtcn.wav,Klaaifrysk,2.054422
+164,free_speech_recordings/Frysk/2017-09-26/fs_what-is-your-word-for_4463_y7bwq.wav,Waldfrysk,8.727805
+165,free_speech_recordings/Frysk/2017-09-26/fs_what-would-you-do-with-a-million-euros_4471_8kl1p.wav,Waldfrysk,8.603983
+166,free_speech_recordings/Frysk/2017-09-27/fs_growing-up_4501_lxhoy.wav,Waldfrysk,4.029082
+167,free_speech_recordings/Frysk/2017-09-27/fs_what-is-your-word-for_4559_2k0s5.wav,Waldfrysk,1.636351
+168,free_speech_recordings/Frysk/2017-09-27/fs_what-is-your-word-for_2355_bvl6k.wav,Waldfrysk,7.054389
+169,free_speech_recordings/Frysk/2017-09-27/fs_what-is-your-word-for_4581_tqjer.wav,Waldfrysk,6.350984
+170,free_speech_recordings/Frysk/2017-09-28/fs_joke_4677_ayg9b.wav,Waldfrysk,3.108222
+171,free_speech_recordings/Frysk/2017-09-29/fs_what-is-your-word-for_4752_gxeol.wav,Klaaifrysk,0.667612
+172,free_speech_recordings/Frysk/2017-09-29/fs_read-a-text-3_4753_y1h53.wav,Klaaifrysk,0.640271
+173,free_speech_recordings/Frysk/2017-09-29/fs_what-is-your-word-for_4805_t5oek.wav,Klaaifrysk,7.765669
+174,free_speech_recordings/Frysk/2017-09-29/fs_read-a-text-1_4806_m0ilf.wav,Klaaifrysk,6.786398
+175,free_speech_recordings/Frysk/2017-09-29/fs_read-a-text-2_4807_7jf1n.wav,Klaaifrysk,7.995561
+176,free_speech_recordings/Frysk/2017-09-29/fs_read-a-text-3_4808_pyd3o.wav,Klaaifrysk,7.419804
+177,free_speech_recordings/Català/2017-09-29/fs_your-own-story_4809_26pln.wav,Klaaifrysk,7.390828
+178,free_speech_recordings/Frysk/2017-09-30/fs_what-is-your-word-for_4846_oa82c.wav,Waldfrysk,4.031163
+179,free_speech_recordings/Frysk/2017-09-30/fs_what-would-you-do-with-a-million-euros_4846_uab8p.wav,Waldfrysk,4.031163
+180,free_speech_recordings/Stadsfrys/2017-09-30/fs_what-is-your-word-for_4861_nrzxi.wav,Klaaifrysk,0.923349
+181,free_speech_recordings/Frysk/2017-10-01/fs_read-a-text-1_4955_zhd7y.wav,Klaaifrysk,5.794449
+182,free_speech_recordings/Frysk/2017-10-06/fs_what-is-your-word-for_3104_tzy53.wav,Waldfrysk,1.680654
+183,free_speech_recordings/Frysk/2017-10-06/fs_read-a-text-1_3104_yuamt.wav,Waldfrysk,1.680654
+184,free_speech_recordings/Frysk/2017-10-06/fs_read-a-text-2_3104_uen19.wav,Waldfrysk,1.680654
+185,free_speech_recordings/Frysk/2017-10-06/fs_read-a-text-3_3104_vqn06.wav,Waldfrysk,1.680654
+186,free_speech_recordings/Frysk/2017-10-06/fs_read-a-text-3_3104_g4avw.wav,Waldfrysk,1.680654
+187,free_speech_recordings/Frysk/2017-10-07/fs_what-is-your-word-for_5139_oldim.wav,Waldfrysk,8.591069
+188,free_speech_recordings/Frysk/2017-10-07/fs_your-own-story_5139_ste5n.wav,Waldfrysk,8.591069
+189,free_speech_recordings/Frysk/2017-10-09/fs_what-would-you-do-with-a-million-euros_5182_kbomw.wav,Waldfrysk,12.029596
+190,free_speech_recordings/Frysk/2017-10-09/fs_read-a-text-1_5182_pelak.wav,Waldfrysk,12.029596
+191,free_speech_recordings/Frysk/2017-10-09/fs_read-a-text-2_5182_3vubf.wav,Waldfrysk,12.029596
+192,free_speech_recordings/Frysk/2017-10-09/fs_read-a-text-3_5182_pi4t0.wav,Waldfrysk,12.029596
+193,free_speech_recordings/Frysk/2017-10-09/fs_what-is-your-word-for_5208_7zod4.wav,Noardhoeksk,1.783364
+194,free_speech_recordings/Frysk/2017-10-10/fs_what-is-your-word-for_5251_ja431.wav,Waldfrysk,3.53774
+195,free_speech_recordings/Frysk/2017-10-10/fs_what-is-your-word-for_5287_mzpq2.wav,Sudwesthoeksk,1.679669
+196,free_speech_recordings/Frysk/2017-10-10/fs_what-would-you-do-with-a-million-euros_5287_ptfng.wav,Sudwesthoeksk,1.679669
+197,free_speech_recordings/Frysk/2017-10-10/fs_growing-up_5287_lq4m1.wav,Sudwesthoeksk,1.679669
+198,free_speech_recordings/Frysk/2017-10-10/fs_read-a-text-3_5304_orgfk.wav,Waldfrysk,4.531573
+199,free_speech_recordings/Frysk/2017-10-10/fs_what-is-your-word-for_5313_7z9rk.wav,Klaaifrysk,8.12933
+200,free_speech_recordings/Frysk/2017-10-10/fs_read-a-text-1_5313_10etr.wav,Klaaifrysk,8.12933
+201,free_speech_recordings/Frysk/2017-10-10/fs_your-own-story_5313_zo61x.wav,Klaaifrysk,8.12933
+202,free_speech_recordings/Frysk/2017-10-10/fs_what-is-your-word-for_5341_lufo5.wav,Klaaifrysk,11.1308
+203,free_speech_recordings/Frysk/2017-10-10/fs_what-is-your-word-for_5363_rezy5.wav,Waldfrysk,6.523219
+204,free_speech_recordings/Frysk/2017-10-12/fs_what-is-your-word-for_5363_fdsro.wav,Waldfrysk,6.523219
+205,free_speech_recordings/Frysk/2017-10-12/fs_what-is-your-word-for_5502_dei1b.wav,Waldfrysk,3.978591
+206,free_speech_recordings/Frysk/2017-10-12/fs_what-would-you-do-with-a-million-euros_5502_hkrq6.wav,Waldfrysk,3.978591
+207,free_speech_recordings/Frysk/2017-10-13/fs_what-is-your-word-for_5582_ndtpm.wav,Waldfrysk,9.790272
+208,free_speech_recordings/Frysk/2017-10-13/fs_what-is-your-word-for_5583_3tjph.wav,Waldfrysk,9.959714
+209,free_speech_recordings/Frysk/2017-10-13/fs_joke_5599_rz34a.wav,Klaaifrysk,1.451237
+210,free_speech_recordings/Frysk/2017-10-14/fs_growing-up_5649_e4o2d.wav,Waldfrysk,7.311506
+211,free_speech_recordings/Frysk/2017-10-14/fs_what-is-your-word-for_5660_47dh5.wav,Sudwesthoeksk,1.564915
+212,free_speech_recordings/Frysk/2017-10-14/fs_what-is-your-word-for_5673_nd3ym.wav,Waldfrysk,5.269867
+213,free_speech_recordings/Frysk/2017-10-14/fs_growing-up_5673_abvst.wav,Waldfrysk,5.269867
+214,free_speech_recordings/Frysk/2017-10-14/fs_what-is-your-word-for_5694_yvf25.wav,Waldfrysk,10.478223
+215,free_speech_recordings/Frysk/2017-10-14/fs_joke_3199_su6by.wav,Sudwesthoeksk,1.257194
+216,free_speech_recordings/Frysk/2017-10-14/fs_what-is-your-word-for_5728_yg79e.wav,Waldfrysk,5.022495
+217,free_speech_recordings/Frysk/2017-10-14/fs_what-would-you-do-with-a-million-euros_5728_qckme.wav,Waldfrysk,5.022495
+218,free_speech_recordings/Frysk/2017-10-14/fs_favourite-recipes_5728_js18a.wav,Waldfrysk,5.022495
+219,free_speech_recordings/Frysk/2017-10-14/fs_read-a-text-3_5728_tpqgy.wav,Waldfrysk,5.022495
+220,free_speech_recordings/Frysk/2017-10-14/fs_what-is-your-word-for_5744_tehv7.wav,Sudwesthoeksk,0.615903
+221,free_speech_recordings/Frysk/2017-10-14/fs_read-a-text-3_5746_sp78e.wav,Klaaifrysk,0.013896
+222,free_speech_recordings/Frysk/2017-10-15/fs_what-is-your-word-for_5787_i1yzf.wav,Noardhoeksk,1.607573
+223,free_speech_recordings/Frysk/2017-10-15/fs_what-is-your-word-for_5788_zq2pe.wav,Noardhoeksk,5.824474
+224,free_speech_recordings/Frysk/2017-10-15/fs_what-is-your-word-for_5828_hjc7x.wav,Sudwesthoeksk,1.302183
+225,free_speech_recordings/Frysk/2017-10-15/fs_growing-up_5828_avfrt.wav,Sudwesthoeksk,1.302183
+226,free_speech_recordings/Frysk/2017-10-17/fs_what-is-your-word-for_5898_hdgut.wav,Noardhoeksk,1.549299
+227,free_speech_recordings/Frysk/2017-10-17/fs_what-is-your-word-for_5919_4c3ie.wav,Noardhoeksk,0.914699
+228,free_speech_recordings/Nederlands/2017-10-18/fs_what-is-your-word-for_5952_glpv0.wav,Klaaifrysk,5.927528
+229,free_speech_recordings/Frysk/2017-10-20/fs_your-own-story_6039_l1f8w.wav,Waldfrysk,13.094448
+230,free_speech_recordings/Frysk/2017-10-22/fs_what-is-your-word-for_6076_nfyg5.wav,Waldfrysk,1.745424
+231,free_speech_recordings/Frysk/2017-10-22/fs_your-own-story_6077_wifyv.wav,Waldfrysk,1.324824
+232,free_speech_recordings/Frysk/2017-10-26/fs_what-is-your-word-for_6135_37vyb.wav,Klaaifrysk,9.852829
+233,free_speech_recordings/Frysk/2017-10-26/fs_read-a-text-3_6135_f8pk5.wav,Klaaifrysk,9.852829
+234,free_speech_recordings/Hielpers/2017-10-26/fs_read-a-text-3_6135_lm6cj.wav,Klaaifrysk,9.852829
+235,free_speech_recordings/Frysk/2017-10-26/fs_growing-up_6135_v7cgy.wav,Klaaifrysk,9.852829
+236,free_speech_recordings/Frysk/2017-10-29/fs_what-is-your-word-for_6198_lmthe.wav,Klaaifrysk,0.862578
+237,free_speech_recordings/Frysk/2017-10-29/fs_growing-up_6198_9wsum.wav,Klaaifrysk,0.862578
+238,free_speech_recordings/Frysk/2017-10-30/fs_what-is-your-word-for_6206_kq9x7.wav,Waldfrysk,2.573533
+239,free_speech_recordings/Frysk/2017-10-30/fs_read-a-text-1_6206_myg3u.wav,Waldfrysk,2.573533
+240,free_speech_recordings/Frysk/2017-10-30/fs_read-a-text-2_6206_znvdq.wav,Waldfrysk,2.573533
+241,free_speech_recordings/Frysk/2017-10-30/fs_read-a-text-3_6206_3tu8x.wav,Waldfrysk,2.573533
+242,free_speech_recordings/Frysk/2017-11-04/fs_growing-up_6245_23i8r.wav,Klaaifrysk,6.050107
+243,free_speech_recordings/Frysk/2017-11-05/fs_growing-up_6255_4ky2h.wav,Waldfrysk,1.167223
+244,free_speech_recordings/Frysk/2017-11-05/fs_read-a-text-2_6255_nxr2k.wav,Waldfrysk,1.167223
+245,free_speech_recordings/Frysk/2017-11-05/fs_what-is-your-word-for_6255_mxo7s.wav,Waldfrysk,1.167223
+246,free_speech_recordings/Sranan/2017-11-05/fs_growing-up_6255_q9hb7.wav,Waldfrysk,1.167223
+247,free_speech_recordings/Frysk/2017-11-08/fs_what-is-your-word-for_6302_2qejv.wav,Sudwesthoeksk,0.503894
+248,free_speech_recordings/Frysk/2017-11-08/fs_read-a-text-1_6304_tx5g3.wav,Klaaifrysk,3.133558
+249,free_speech_recordings/Frysk/2017-11-08/fs_read-a-text-2_6304_lw3ce.wav,Klaaifrysk,3.133558
+250,free_speech_recordings/Frysk/2017-11-08/fs_read-a-text-3_6304_8b73d.wav,Klaaifrysk,3.133558
+251,free_speech_recordings/Frysk/2017-11-08/fs_growing-up_6304_cz2nq.wav,Klaaifrysk,3.133558
+252,free_speech_recordings/Frysk/2017-11-15/fs_what-would-you-do-with-a-million-euros_6303_3ds8p.wav,Waldfrysk,2.53353
+253,free_speech_recordings/Frysk/2017-11-15/fs_your-own-story_6112_d50em.wav,Klaaifrysk,2.53277
+254,free_speech_recordings/Frysk/2017-11-16/fs_growing-up_6347_kcsdz.wav,Klaaifrysk,7.694127
+255,free_speech_recordings/Nederlands/2017-11-16/fs_what-is-your-word-for_6365_y1gx5.wav,Klaaifrysk,1.203391
+256,free_speech_recordings/Frysk/2017-11-16/fs_what-is-your-word-for_6391_hqzko.wav,Noardhoeksk,3.22878
+257,free_speech_recordings/Frysk/2017-11-16/fs_what-is-your-word-for_6445_8qhxu.wav,Noardhoeksk,2.161305
+258,free_speech_recordings/Frysk/2017-11-16/fs_what-is-your-word-for_6450_v217u.wav,Noardhoeksk,2.195359
+259,free_speech_recordings/Nederlands/2017-11-16/fs_joke_6450_tug4m.wav,Noardhoeksk,2.195359
+260,free_speech_recordings/Nederlands/2017-11-16/fs_your-own-story_6458_byqv1.wav,Klaaifrysk,2.788931
+261,free_speech_recordings/Nederlands/2017-11-16/fs_what-is-your-word-for_6445_0e5qv.wav,Noardhoeksk,2.161305
+262,free_speech_recordings/Frysk/2017-11-20/fs_what-is-your-word-for_6481_q6uof.wav,Waldfrysk,4.601052
+263,free_speech_recordings/Nederlands/2017-11-20/fs_what-would-you-do-with-a-million-euros_6_r33npe4.wav,Waldfrysk,4.355513
+264,free_speech_recordings/Frysk/2017-11-20/fs_what-would-you-do-with-a-million-euros_6508_j93hn.wav,Waldfrysk,4.951451
+265,free_speech_recordings/Nederlands/2017-11-20/fs_what-would-you-do-with-a-million-euros_6_oBbNTaQ.wav,Waldfrysk,4.289129
+266,free_speech_recordings/Nederlands/2017-11-20/fs_what-would-you-do-with-a-million-euros_6_Gig9vBi.wav,Waldfrysk,4.015504
+267,free_speech_recordings/Frysk/2017-11-20/fs_what-is-your-word-for_6484_68b9z.wav,Waldfrysk,4.74939
+268,free_speech_recordings/Frysk/2017-11-22/fs_what-is-your-word-for_6496_f4x67.wav,Waldfrysk,4.380086
+269,free_speech_recordings/Nederlands/2017-11-22/fs_what-is-your-word-for_6501_bjl64.wav,Waldfrysk,4.638283
+270,free_speech_recordings/Français/2017-11-22/fs_your-own-story_6496_3n6cx.wav,Waldfrysk,4.380086
+271,free_speech_recordings/Stadsfrys/2017-11-24/fs_what-would-you-do-with-a-million-euros_6601_gqw9o.wav,Klaaifrysk,6.620839
+272,free_speech_recordings/Frysk/2017-11-24/fs_what-is-your-word-for_6623_k7oin.wav,Klaaifrysk,0.959124
+273,free_speech_recordings/Français/2017-11-24/fs_what-is-your-word-for_6629_3xoel.wav,Klaaifrysk,7.58213
+274,free_speech_recordings/Nederlands/2017-11-24/fs_what-is-your-word-for_6591_6cdzt.wav,Klaaifrysk,6.688311
+275,free_speech_recordings/Frysk/2017-11-29/fs_your-own-story_6677_9a1nx.wav,Waldfrysk,4.104019
+276,free_speech_recordings/Frysk/2017-11-29/fs_favourite-recipes_6677_opxe0.wav,Waldfrysk,4.104019
+277,free_speech_recordings/Frysk/2017-12-01/fs_what-is-your-word-for_6570_sikcl.wav,Waldfrysk,9.999269
+278,free_speech_recordings/Frysk/2017-12-08/fs_what-would-you-do-with-a-million-euros_6734_oz61u.wav,Waldfrysk,6.958186
+279,free_speech_recordings/Frysk/2017-12-08/fs_what-is-your-word-for_6769_xfc6t.wav,Waldfrysk,7.18071
+280,free_speech_recordings/Frysk/2017-12-08/fs_what-is-your-word-for_6788_je563.wav,Waldfrysk,3.924781
+281,free_speech_recordings/Frysk/2017-12-08/fs_what-would-you-do-with-a-million-euros_6780_w4cdy.wav,Waldfrysk,4.401392
+282,free_speech_recordings/Frysk/2017-12-08/fs_joke_6780_5p0l6.wav,Waldfrysk,4.401392
+283,free_speech_recordings/Frysk/2017-12-09/fs_growing-up_6809_ymsga.wav,Waldfrysk,7.929286
+284,free_speech_recordings/Frysk/2017-12-11/fs_what-would-you-do-with-a-million-euros_6849_1k8vt.wav,Waldfrysk,0.349927
+285,free_speech_recordings/Nederlands/2017-12-12/fs_what-would-you-do-with-a-million-euros_6_CmB1nOy.wav,Klaaifrysk,5.764236
+286,free_speech_recordings/Frysk/2017-12-12/fs_what-is-your-word-for_6892_jqexv.wav,Klaaifrysk,5.764236
+287,free_speech_recordings/Frysk/2017-12-13/fs_joke_6280_xqylo.wav,Waldfrysk,8.721115
+288,free_speech_recordings/Frysk/2017-12-14/fs_what-is-your-word-for_7012_qdmli.wav,Klaaifrysk,15.399275
+289,free_speech_recordings/Frysk/2017-12-14/fs_your-own-story_7020_iq7ja.wav,Klaaifrysk,15.080282
+290,free_speech_recordings/Frysk/2017-12-14/fs_your-own-story_7020_b25q3.wav,Klaaifrysk,15.080282
+291,free_speech_recordings/Frysk/2017-12-14/fs_joke_7022_tiq97.wav,Klaaifrysk,14.362107
+292,free_speech_recordings/Frysk/2017-12-14/fs_joke_7022_f9q1r.wav,Klaaifrysk,14.362107
+293,free_speech_recordings/Frysk/2017-12-19/fs_joke_7066_43wql.wav,Waldfrysk,12.063697
+294,free_speech_recordings/Frysk/2017-12-19/fs_joke_7067_c2prd.wav,Waldfrysk,11.954245
+295,free_speech_recordings/Frysk/2017-12-20/fs_growing-up_7091_lhkem.wav,Waldfrysk,1.064577
+296,free_speech_recordings/Frysk/2017-12-20/fs_what-would-you-do-with-a-million-euros_7091_6tdb0.wav,Waldfrysk,1.064577
+297,free_speech_recordings/Frysk/2018-01-20/fs_what-is-your-word-for_7176_xdpc7.wav,Waldfrysk,8.372257
+298,free_speech_recordings/Nederlands/2018-04-08/fs_what-is-your-word-for_7372_d14h6.wav,Klaaifrysk,5.050947
+299,free_speech_recordings/Stadsfrys/2018-04-08/fs_what-would-you-do-with-a-million-euros_7372_ocavl.wav,Klaaifrysk,5.050947
+300,free_speech_recordings/Frysk/2018-04-21/fs_growing-up_7448_hgdr4.wav,Waldfrysk,7.647335
+301,free_speech_recordings/Frysk/2018-04-22/fs_what-is-your-word-for_7489_w16gb.wav,Waldfrysk,4.14324
+302,free_speech_recordings/Frysk/2018-04-25/fs_what-is-your-word-for_7536_0qha6.wav,Klaaifrysk,7.778972
+303,free_speech_recordings/Frysk/2018-06-24/fs_what-is-your-word-for_7796_xz5y9.wav,Noardhoeksk,3.094847
+304,free_speech_recordings/Frysk/2018-06-30/fs_what-would-you-do-with-a-million-euros_7814_tqzg5.wav,Waldfrysk,7.005325
+305,free_speech_recordings/Frysk/2018-08-20/fs_what-is-your-word-for_7981_g0f94.wav,Waldfrysk,6.038921

notebooks/Group recordings in 4 Frysian dialect regions.ipynb

@@ -0,0 +1,265 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Group recordings in 4 Frysian dialect regions\n",
+    "\n",
+    " * Klaaifrysk\n",
+    " * Waldfrysk\n",
+    " * Sudwesthoeksk\n",
+    " * Noardhoeksk\n",
+    " \n",
+    "First run `Dialect Regions from image.ipynb`.\n",
+    "\n",
+    "![dialect regions](../data/dialects.png)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from math import floor\n",
+    "import json\n",
+    "import pandas\n",
+    "import MySQLdb\n",
+    "from collections import Counter\n",
+    "\n",
+    "from math import sqrt\n",
+    "import numpy as np\n",
+    "from shapely.geometry import shape, Point\n",
+    "from vincenty import vincenty\n",
+    "\n",
+    "from jupyter_progressbar import ProgressBar\n",
+    "\n",
+    "db = MySQLdb.connect(user='root', passwd='Nmmxhjgt1@', db='stimmen', charset='utf8')"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Input\n",
+    "\n",
+    "Load the geojson with the dialect region and create shapely shapes."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {
+    "scrolled": true
+   },
+   "outputs": [],
+   "source": [
+    "with open('dialect_regions.geojson', 'r') as f:\n",
+    "    geojson = json.load(f)\n",
+    "\n",
+    "dialect_regions = [region['properties']['dialect'] for region in geojson['features']]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "shapes = {\n",
+    "    feature['properties']['dialect']: shape(feature['geometry'])\n",
+    "    for feature in geojson['features']\n",
+    "}\n",
+    "\n",
+    "def regions_for(coordinate):\n",
+    "    regions = {\n",
+    "        region_name\n",
+    "        for region_name, shape in shapes.items()\n",
+    "        if shape.contains(Point(*coordinate))\n",
+    "    }\n",
+    "    return regions\n",
+    "\n",
+    "def distance_to_shape(shape, longitude, latitude):\n",
+    "    ext = shape.exterior\n",
+    "    p = ext.interpolate(ext.project(Point(longitude, latitude)))\n",
+    "    return vincenty((latitude, longitude), (p.y, p.x))"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Query and process\n",
+    "\n",
+    "Query all picture game and free speech recordings and assign the dialect region."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def dialect_regions_and_distance(data):\n",
+    "    return[\n",
+    "        {\n",
+    "            'dialects': [\n",
+    "                {\n",
+    "                    'dialect': dialect,\n",
+    "                    'boundary_distance': distance_to_shape(shapes[dialect], longitude, latitude),\n",
+    "                }\n",
+    "                for dialect in regions_for((longitude, latitude))\n",
+    "            ],\n",
+    "            'filename': filename,\n",
+    "        }\n",
+    "        for filename, (latitude, longitude) in ProgressBar(\n",
+    "            data[['latitude', 'longitude']].iterrows(),\n",
+    "            size=len(data)\n",
+    "        )\n",
+    "    ]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "picture_games = pandas.read_sql('''\n",
+    "SELECT language.name as language, item.name as picture,\n",
+    "       survey.user_lat as latitude, survey.user_lng as longitude,\n",
+    "       survey.area_name as area, survey.country_name as country,\n",
+    "       result.recording as filename,\n",
+    "       result.submitted_at as date\n",
+    "FROM       core_surveyresult as survey\n",
+    "INNER JOIN core_picturegameresult as result ON survey.id = result.survey_result_id\n",
+    "INNER JOIN core_language as language ON language.id = result.language_id\n",
+    "INNER JOIN core_picturegameitem as item\n",
+    "    ON result.picture_game_item_id = item.id\n",
+    "''', db)\n",
+    "picture_games.set_index('filename', inplace=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "67ed3190256b447c81daf3df1f189318",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "VBox(children=(HBox(children=(FloatProgress(value=0.0, max=1.0), HTML(value='<b>0</b>s passed', placeholder='0…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
+   "source": [
+    "dialect_region_per_picture_game = dialect_regions_and_distance(picture_games)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df = pandas.DataFrame([\n",
+    "    [r['filename'], r['dialects'][0]['dialect'], r['dialects'][0]['boundary_distance']]\n",
+    "    for r in dialect_region_per_picture_game\n",
+    "    if len(r['dialects']) == 1\n",
+    "], columns = ['filename', 'dialect', 'boundary_distance'])\n",
+    "\n",
+    "df.to_excel('../data/picture_game_recordings_by_dialect.xlsx')\n",
+    "df.to_csv('../data/picture_game_recordings_by_dialect.csv')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "free_speech_games = pandas.read_sql('''\n",
+    "SELECT language.name as language,\n",
+    "       survey.user_lat as latitude, survey.user_lng as longitude,\n",
+    "       survey.area_name as area, survey.country_name as country,\n",
+    "       result.recording as filename,\n",
+    "       result.submitted_at as date\n",
+    "FROM       core_surveyresult as survey\n",
+    "INNER JOIN core_freespeechresult as result ON survey.id = result.survey_result_id\n",
+    "INNER JOIN core_language as language ON language.id = result.language_id\n",
+    "''', db)\n",
+    "free_speech_games.set_index('filename', inplace=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "201b0aed64e8494db603de15b560d919",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "VBox(children=(HBox(children=(FloatProgress(value=0.0, max=1.0), HTML(value='<b>0</b>s passed', placeholder='0…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
+   "source": [
+    "dialect_region_per_free_speech = dialect_regions_and_distance(free_speech_games)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df = pandas.DataFrame([\n",
+    "    [r['filename'], r['dialects'][0]['dialect'], r['dialects'][0]['boundary_distance']]\n",
+    "    for r in dialect_region_per_free_speech\n",
+    "    if len(r['dialects']) == 1\n",
+    "], columns = ['filename', 'dialect', 'boundary_distance'])\n",
+    "\n",
+    "df.to_excel('../data/free_speech_recordings_by_dialect.xlsx')\n",
+    "df.to_csv('../data/free_speech_recordings_by_dialect.csv')"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.6.5"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 1
+}