not sure if things don't work or if I'm getting throttled

master
Paul Walko 2019-11-26 01:11:38 -05:00
commit 81d168a897
90 changed files with 192 additions and 0 deletions

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

34
savetables.py Executable file
View File

@ -0,0 +1,34 @@
#!/usr/bin/env python3
import os
import requests
tables = []
with open('tables.txt') as f:
tables = f.readlines()
tables = [i.strip() for i in tables]
tables_error = []
with open('tables_error.txt') as f:
tables_error = f.readlines()
tables_error = [i.strip() for i in tables_error]
existing_data = os.listdir('./data')
for table in tables:
data_file = "{}.zip".format(table)
if table in tables_error or data_file in existing_data:
continue
r = requests.get("https://fusiontables.googleusercontent.com/exporttable?query=select+*+from+{}&o=zip".format(table))
print(r.status_code)
if r.status_code != 200:
print("Saving ./data/{}".format(data_file))
with open("./data/{}".format(data_file), 'wb') as f:
f.write(r.content)
else:
print("Adding {} to tables_error.txt".format(table))
with open('./tables_error.txt', 'a') as f:
f.write("{}\n".format(table))

122
tables.txt Normal file
View File

@ -0,0 +1,122 @@
10oUYv_s9cNIOiKSwvj-wCtu2mIALv8Wm3OzwMOx2
11UUmj4ILjXGqBfCRZUxb7EX4hm-EJy33E0WxjYyG
11pWrpGK9YUJ5XqvtW-QP7u_I4lUcwSOT62GOV_P9
12LdhfWhnGg1mSEBQgnh9Evze5pZPafZEmJ3xcQY9
12LuogV4GqNbwz3anXWCYrv02v7o6HA1mZ54bFa8
12Nu4GK_xdEetcDC7L0M-_EGyC1Kac8PJXi9u1r89
12U6dRU9-ij21kE8k7MIFyTur6969M5dJTP4Z9pHo
12YLJaG1Z8h0lnTF40tpJPUt3svDgbSBpkLSS4kU
13RlwPyRcWIC1vNW5HQeF5QhmzVKvBI7voIN5hpQ
13_FmgR8MG8LLNxtSOFoZHt565EfM00-AsfH6ToAA
14zpDeVZwRly0tX_3GtB9DO9QyAUmqGeUZqFfkP58
15iXA3RJu_uMnqgmGBWmQBpMBjE3zs3t19CC7Zwev
15o9lIycnf4_d2wIrMbXAygy7H3aL43_tPAWZpCtj
16U4E76Yzg19p6T0SZBvOFp54WSty1Y_qLErVi7Uw
17B_KsPGRpXDXwN9ScN7nMNLghFgBUu33-xNNuRc2
18nnT90UHZAYux7EZBuZizreFUAPSvCJsIhz2iAbn
18orrHyd-xo4y3N9r7RvYusD07duI4zcWOk0FUivp
18uMhymBNqY14JivyXkk8eNsfysiXRCj-BrhDKpjc
198iBGGDiMUitztpKb4icSRuETIaA8QKgBWaXFQ7C
19RN9LbgpidmYwNSTHWD7FfQzbyk470M27kSyA2w
1ArsD5CwGbWtYX3eiesITCXddl_vEs_G4hhqK9Fvu
1BD4caGBQVh1nXp8Tx2RQOO5Hvc7ZqDBCSpBArkDD
1Bxr1kUN-M5BJwu80vX02cnXJ_QwhpHt7Sw1scyJt
1C5o2xk_hWmBsTsTUWwoZ262XZOtOsNloF2QDW28
1CIakR0R5s7JBVTZuWs_CRa7hZPhSd_dJkjgSOgnt
1CcX3LxdUfsWQ74Szh5ZV3Yhoq0IX37FNKe8hWEA
1Co79ToEhNnFw2hNlVuTjnjqxTBYgT06s-2kaA5Pc
1DV-W0hXTR2noslFZsDK8JLnK8bn_75evWnrMq-w
1EqKSTkuQbE2QBdsdlaGLQaEyr_BbsO107XVJwreu
1EyjVZqUPpoXGQDa_cry9DqFaBVMOgEyq-3qo85bx
1F9kzSPgjNomW9bCvsp76cdpzewdYImwfkbCXbZDl
1FkxzeUilqAf9NbT8iXLDayH3Z_8kyWZ8qYeFXomG
1GElsssGht4gjXeCqRUQh45rGsj2B6HTzXkNRC0q2
1GXLFyYs9Xqv80I4nKXwxDtkvSjM5H5vGoVSWamk
1I4hd4gaFHI3MSaM_H5E9vPktN_BBWWkyZwj54sC9
1IWkRjyPwUEoPxM6bYFr9l5zPGUIJndV7_YFyDvR0
1Ik5m-Ey501Z77zHv8lvZbajvIOjNBd2Ib8NFEhsp
1J5nKGrElMAaC9X1NkQXVzpaDseMu9MnsHhkVb5Dg
1M4vnB92uwTZFODRmP2G9pHKdWzxJB_rdrqq8k2w
1MIAWw7-qwXb2jvfzvqndOBwBImJHauj15hWepY6L
1NuxGybDZsewKLQOFi35dxk_cxExNvbfdDe-mm3Mi
1O6tZB8Eas5D_mp4oc8-6MXRrtRPaE8sAPIJefzY
1PFU85bSdw-ptncwQyS1IdkxP0A2xCbbOJMad5ZM
1Q5KI-wLrfJTqILz1ZMK5PRuuguG0tgArSdhe9mAb
1R33xyqn8PIRu0OVM7vHeSEx6Z-ureJxUcmAXiTSk
1RBFKjvKlqxzIznsB9Unal0ssMf_PR2Cz2GwxOW4
1Ra6WKL5o6DQ65PmSOa8rwdWi5yfg8ElUHRS5ZInm
1SukqyVy9QqneHDQ9lFuUISs8CokpAKo13m8fBGWB
1THxmTMG1NNFhPvM-34U2ULu4OtqnHiK2IbSdvVPU
1V_QAqYLDP4V5A_MkA7M4Q0BTHbHxVad1p_8_4ak
1VdOKB9d7ojKQOKZ0ULQyti2lj3e90pzC9ywwJlmv
1Vq6h4j1oZ3XS5h-UhB8GtXMau4n5fqmMfBEkgYcY
1VrMXHznEjy39QFs6mRA8E2jX34vryfD5pAlfc1Ft
1WEzEgzOj_rfdW7VoES0OETYmGQ0rwL9sibYRn96N
1WZwrXydbWLlllFg_GbstlXxShUYV4pa3KUiBDW0
1WbkSz76Xmr8IOpMfWakEzG_un_rTXu8qcqnzb6gv
1WuTyH62PmUF97oxo6IreT1BL_aw9HJN5pocwmwg
1ZMMmtIpcvE3T1pjbvmzcYPdNU5_vJtXvN2pBRgQ
1ZXkV_H4VYmvizl0NqYD_KveFfhEnXn5IwAZhVx0V
1aOHrF0Dok8rrrWFQVTzE4udFayiT74d2YDiaAfS-
1a_sdwKQn77LmTU17ZlFL09Z7jBD2cxOIl_RnCd58
1bayUidxGGsTkwobpA57SEN7HsbBM24z45_0HLTdU
1cL-JOfYN3UrnR8PNVHvKHwnfd6Qr9RSAIMJHNXdO
1cMtfh7FaLMnKMtP5cVSrx47AAup8cC-X1bNwcWca
1dA5qMciIg6EFaYierO5mDweAy3jnZzcr5ZE-6ZJU
1dQ8KCUMxtPb_FwielzFpqMVnZQPYd9wl501i_8E
1fB6EXqE41N5bNdgPc_WSTZQ51Jc_WAiXgz516B48
1g8n2wXvFE0l0r7vSeR5rYqSTtlZ1JEqT1jZLlkw0
1gNAUgxRW-7VyFzd_wsZMRfx25DnOaxYVw39ADTBW
1ghbPJ6JBGcFmhQkd2wXHW9yfj6zcpuSvslpBduYn
1gt8vOZvoidmE_I63nY43HxHl05ZUbz6Ygy0p6P4
1h2vMAo6H1yO7eRDeXfdFP1uUnTDOL06MUeAtDUws
1h5AJ65DhEeQTQ0HDelMhJ6hS3d47LIE4PjXjbao
1hf3RUoJs6ytF4mhCtA2GmzMtq55N7pg2QQBwcpdm
1hyZB5VxmolIQNUiBESb7GfiQOnq4midiGs1TF5i0
1i0dIDuFAHzWS6FYtUvtnNhiq0FPnvB4JnCtcJEvt
1i0v4-nSyzZvTSMWtNvFZEu0jcKsw55YjNXQswwY2
1iDSK_QJsDWGbVnpfc5b6VfUEtyRTDEzoUgwOauXC
1iSZTwk7jnlvhAfSQUquLNNqPsjm8A4M30Xskw-Mb
1iUeAaE0Rg8oYpRqLcNUwwkVjFuqbhHYcXbU8aiKm
1iz6SmezSOSj8wpRdAkKsMj81Y0pIdjk6TtjwxLRG
1j5V1uovWKtgpMP-acVztbLWnWQ-KGThbu_Qg4dmv
1kPoidqmfrC9pO1PnTF7OssrBpB6iFgpOXClEUU8g
1kQD_cIF2jIixCohjkKwW4ycYzsj06uSLHuqQlOby
1ky3rtgOyNbGYzbIf0xvBSyUO1eDrRThJvhMiwBA
1l6NzblSeHthb0yR8OaW_craazD8yU0B4Fp4lga6q
1mFM-jhrrcJTPQjtuQ2HbxDxNeTv9C56BfnaG6lw7
1mJ14A6oqJk0Qk9f0B_T1dZMlP_cvPXTZWd3RNwE
1mO3dK1wGJoiVXsNP9mQruL-Gt3aaCyhVQgXfo8LT
1nJ8ido0mRcvi9OEDk1nMzw0nTayPq7wHwXWbVWlu
1nmMFrcp3Lych28Y11nYNuh0bVUVrB9cgVoZMTD5n
1nx2cC5a7UrzvKwRLJOJm2uiHI4OSSt0wxCulTbC2
1o76CJOtWMM37FdAb-dpQdTeUlwkbC0oBFAETH78
1oCRkrcj8MeHSxYuQ11IlafL658pd9u3dYmmLGUrQ
1pCU0BlQ2487uBbji_eCWUmUlYKtHjUaFF0fPuv9T
1pbG39PpL48MPjfKnauSzmHCnuzksb98GCrt5B_Y
1pcUIMSyAynSMj4HvQOvORSmB4uJRH04QZLpgVte5
1qR9qPpsvnG9cAzo4rwrUdyMgZ0qVmvqqn_bfcnY
1qn9U_KX3mSokoD0CvDEqunkW1TfWaIsK442f1cjS
1r4xE-gu0tizTtWIBnr1cldu_MYWekjhg0JxUoGxe
1r7iMSTfn2-C_3__4eBDnyV6jyzh2dmXLjvvr22pt
1rBJVDZ_ynNBY8BC9sAvmJxAOr5wMYKNI2uPn2VK2
1rRB6uJLalsHCY7R1ZM9kfHmIkj1MaS3zMZUufFLg
1rzQt9KHlT_rXj6jl7lo6Z7L9b2qYcA6DCbh9JcS0
1sjuIvCjk-U1gtmMTeMVLrh3cSuIRSCtWqoW3FXMw
1tWm7kadD_5m_iwFeX3IesfQDJ-dXJXEE52Xrq1o
1tXuHtItFnnX1Ey6A3sLQoGKpWgjgpe3CHA4VuXEE
1tYvW-0wqicKD7_q31XkwGZ5KsiY4gws05z70yAry
1thLcTnppgdspjmawxVStMus18_vs7g9Ec29S3LRF
1tkqwpTUCroCs7EoVdQK9V_Tv4UJKW0iAy-IVmdLQ
1u2OEFo60vxtLVS8WVPYSYUma-cpOCD1UETLANSPf
1uackWCxXfK325uWBa0vEhLdOIz0OfiNmVLkR2YFG
1vLXLf3UL1ek9ygif6NEtAkWYKh7_FGrYKyusz1wr
1wXx9nA2KP4YX8r9WmMsGPlXTQM9m5ToPTTcFlaX9
1xNRzMz3k2XPr111A4eO1YJylrEVvFNdZY5Ar5sgb
1xQjzz6GDpLi_UuLy__hcjs5BjemmhuW94Zt-dVNa
1xqre5PK6bU1VKQq5ahKBxnRW13vkSmh61D9tai88
1xuaShedKGAetEwjxiGLfjFepVIguP9stcah2GMlF
1xw--aHBkT3f0fSZG3SG3Rd_0Pf_02PVHfeFqUxWj
1yKRHAtZg2VweVSBt0uMxexE0gl3RFmOaDAE-Ag8B
1yXlowSdv1rGbeYt5qE9cPrrbF_maELcue5Fi1bI
1ylVntQG1BVFdn8kNlkpWS3Bh9zZkvzojM33_Weo

36
tables_error.txt Normal file
View File

@ -0,0 +1,36 @@
11UUmj4ILjXGqBfCRZUxb7EX4hm-EJy33E0WxjYyG
13RlwPyRcWIC1vNW5HQeF5QhmzVKvBI7voIN5hpQ
1Bxr1kUN-M5BJwu80vX02cnXJ_QwhpHt7Sw1scyJt
1C5o2xk_hWmBsTsTUWwoZ262XZOtOsNloF2QDW28
1CcX3LxdUfsWQ74Szh5ZV3Yhoq0IX37FNKe8hWEA
1Co79ToEhNnFw2hNlVuTjnjqxTBYgT06s-2kaA5Pc
1DV-W0hXTR2noslFZsDK8JLnK8bn_75evWnrMq-w
1EqKSTkuQbE2QBdsdlaGLQaEyr_BbsO107XVJwreu
1RBFKjvKlqxzIznsB9Unal0ssMf_PR2Cz2GwxOW4
1Ra6WKL5o6DQ65PmSOa8rwdWi5yfg8ElUHRS5ZInm
1THxmTMG1NNFhPvM-34U2ULu4OtqnHiK2IbSdvVPU
1V_QAqYLDP4V5A_MkA7M4Q0BTHbHxVad1p_8_4ak
1Vq6h4j1oZ3XS5h-UhB8GtXMau4n5fqmMfBEkgYcY
1WEzEgzOj_rfdW7VoES0OETYmGQ0rwL9sibYRn96N
1WZwrXydbWLlllFg_GbstlXxShUYV4pa3KUiBDW0
1dA5qMciIg6EFaYierO5mDweAy3jnZzcr5ZE-6ZJU
1dQ8KCUMxtPb_FwielzFpqMVnZQPYd9wl501i_8E
1kPoidqmfrC9pO1PnTF7OssrBpB6iFgpOXClEUU8g
1ky3rtgOyNbGYzbIf0xvBSyUO1eDrRThJvhMiwBA
1mJ14A6oqJk0Qk9f0B_T1dZMlP_cvPXTZWd3RNwE
1pcUIMSyAynSMj4HvQOvORSmB4uJRH04QZLpgVte5
1rBJVDZ_ynNBY8BC9sAvmJxAOr5wMYKNI2uPn2VK2
1tWm7kadD_5m_iwFeX3IesfQDJ-dXJXEE52Xrq1o
1tYvW-0wqicKD7_q31XkwGZ5KsiY4gws05z70yAry
1tkqwpTUCroCs7EoVdQK9V_Tv4UJKW0iAy-IVmdLQ
1u2OEFo60vxtLVS8WVPYSYUma-cpOCD1UETLANSPf
1yXlowSdv1rGbeYt5qE9cPrrbF_maELcue5Fi1bI
12Nu4GK_xdEetcDC7L0M-_EGyC1Kac8PJXi9u1r89
18nnT90UHZAYux7EZBuZizreFUAPSvCJsIhz2iAbn
18uMhymBNqY14JivyXkk8eNsfysiXRCj-BrhDKpjc
1ArsD5CwGbWtYX3eiesITCXddl_vEs_G4hhqK9Fvu
1J5nKGrElMAaC9X1NkQXVzpaDseMu9MnsHhkVb5Dg
1i0v4-nSyzZvTSMWtNvFZEu0jcKsw55YjNXQswwY2
1pCU0BlQ2487uBbji_eCWUmUlYKtHjUaFF0fPuv9T
1qn9U_KX3mSokoD0CvDEqunkW1TfWaIsK442f1cjS
1tXuHtItFnnX1Ey6A3sLQoGKpWgjgpe3CHA4VuXEE