Skip to content

Commit b84fe81

Browse files
TimidRobotTimidRobot
committed
reduce specifity of git add so that state file is included
1 parent dc5a403 commit b84fe81

31 files changed

+69
-64
lines changed

‎pre-automation/visualization/visualization_engineering.ipynb‎

Lines changed: 39 additions & 34 deletions
Original file line numberDiff line numberDiff line change
@@ -38,6 +38,7 @@
3838
"\n",
3939
"\n",
4040
"import warnings\n",
41+
"\n",
4142
"warnings.filterwarnings(\"ignore\")"
4243
]
4344
},
@@ -109,7 +110,9 @@
109110
"raw_ia_license_data = pd.read_csv(dataset_paths[\"ia_license\"])\n",
110111
"raw_metmuseum_license_data = pd.read_csv(dataset_paths[\"metmuseum_license\"])\n",
111112
"raw_vimeo_license_data = pd.read_csv(dataset_paths[\"vimeo_license\"])\n",
112-
"raw_wikicommons_license_data = pd.read_csv(dataset_paths[\"wikicommons_license\"], encoding=\"latin-1\")\n",
113+
"raw_wikicommons_license_data = pd.read_csv(\n",
114+
" dataset_paths[\"wikicommons_license\"], encoding=\"latin-1\"\n",
115+
")\n",
113116
"raw_wikipedia_license_data = pd.read_csv(dataset_paths[\"wikipedia_license\"])\n",
114117
"raw_youtube_time_data = pd.read_csv(dataset_paths[\"youtube_time\"])"
115118
]
@@ -2923,36 +2926,36 @@
29232926
"outputs": [],
29242927
"source": [
29252928
"rename_dict = {\n",
2926-
" \"Bolivia\": \"Bolivia (Plurinational State of)\",\n",
2927-
" \"Cape Verde\": \"Cabo Verde\",\n",
2928-
" \"Congo the Democratic Republic of the\": \"Congo, Democratic Republic of the\",\n",
2929-
" \"Cote D'ivoire\": \"Côte d'Ivoire\",\n",
2930-
" \"Croatia (Hrvatska)\": \"Croatia\",\n",
2931-
" \"Czech Republic\": \"Czechia\",\n",
2932-
" \"East Timor\": \"Timor-Leste\",\n",
2933-
" \"Heard Island and Mcdonald Islands\": \"Heard Island and McDonald Islands\",\n",
2934-
" \"Holy See (Vatican City State)\": \"Holy See\",\n",
2935-
" \"Iran Islamic Republic of\": \"Iran (Islamic Republic of)\",\n",
2936-
" \"Korea Democratic People's Republic of\": \"Korea (Democratic People's Republic of)\",\n",
2937-
" \"Korea Republic of\": \"Korea, Republic of\",\n",
2938-
" \"Libyan Arab Jamahiriya\": \"Libya\",\n",
2939-
" \"Macedonia the Former Yugosalv Republic of\": \"North Macedonia\",\n",
2940-
" \"Micronesia Federated States of\": \"Micronesia (Federated States of)\",\n",
2941-
" \"Moldova Republic of\": \"Moldova, Republic of\",\n",
2942-
" \"Netherlands Antilles\": \"Netherlands\",\n",
2943-
" \"Palestinian Territory\": \"Palestine, State of\",\n",
2944-
" \"Reunion\": \"Réunion\",\n",
2945-
" \"Saint Helena\": \"Saint Helena, Ascension and Tristan da Cunha\",\n",
2946-
" \"Swaziland\": \"Eswatini\",\n",
2947-
" \"Taiwan Province of China\": \"Taiwan, Province of China\",\n",
2948-
" \"Tanzania United Republic of\": \"Tanzania, United Republic of\",\n",
2949-
" \"United Kingdom\": \"United Kingdom of Great Britain and Northern Ireland\",\n",
2950-
" \"United States\": \"United States of America\",\n",
2951-
" \"Venezuela\": \"Venezuela (Bolivarian Republic of)\",\n",
2952-
" \"Vietnam\": \"Viet Nam\",\n",
2953-
" \"Virgin Islands British\": \"Virgin Islands (British)\",\n",
2954-
" \"Virgin Islands U.S.\": \"Virgin Islands (U.S.)\",\n",
2955-
" }"
2929+
" \"Bolivia\": \"Bolivia (Plurinational State of)\",\n",
2930+
" \"Cape Verde\": \"Cabo Verde\",\n",
2931+
" \"Congo the Democratic Republic of the\": \"Congo, Democratic Republic of the\",\n",
2932+
" \"Cote D'ivoire\": \"Côte d'Ivoire\",\n",
2933+
" \"Croatia (Hrvatska)\": \"Croatia\",\n",
2934+
" \"Czech Republic\": \"Czechia\",\n",
2935+
" \"East Timor\": \"Timor-Leste\",\n",
2936+
" \"Heard Island and Mcdonald Islands\": \"Heard Island and McDonald Islands\",\n",
2937+
" \"Holy See (Vatican City State)\": \"Holy See\",\n",
2938+
" \"Iran Islamic Republic of\": \"Iran (Islamic Republic of)\",\n",
2939+
" \"Korea Democratic People's Republic of\": \"Korea (Democratic People's Republic of)\",\n",
2940+
" \"Korea Republic of\": \"Korea, Republic of\",\n",
2941+
" \"Libyan Arab Jamahiriya\": \"Libya\",\n",
2942+
" \"Macedonia the Former Yugosalv Republic of\": \"North Macedonia\",\n",
2943+
" \"Micronesia Federated States of\": \"Micronesia (Federated States of)\",\n",
2944+
" \"Moldova Republic of\": \"Moldova, Republic of\",\n",
2945+
" \"Netherlands Antilles\": \"Netherlands\",\n",
2946+
" \"Palestinian Territory\": \"Palestine, State of\",\n",
2947+
" \"Reunion\": \"Réunion\",\n",
2948+
" \"Saint Helena\": \"Saint Helena, Ascension and Tristan da Cunha\",\n",
2949+
" \"Swaziland\": \"Eswatini\",\n",
2950+
" \"Taiwan Province of China\": \"Taiwan, Province of China\",\n",
2951+
" \"Tanzania United Republic of\": \"Tanzania, United Republic of\",\n",
2952+
" \"United Kingdom\": \"United Kingdom of Great Britain and Northern Ireland\",\n",
2953+
" \"United States\": \"United States of America\",\n",
2954+
" \"Venezuela\": \"Venezuela (Bolivarian Republic of)\",\n",
2955+
" \"Vietnam\": \"Viet Nam\",\n",
2956+
" \"Virgin Islands British\": \"Virgin Islands (British)\",\n",
2957+
" \"Virgin Islands U.S.\": \"Virgin Islands (U.S.)\",\n",
2958+
"}"
29562959
]
29572960
},
29582961
{
@@ -3091,9 +3094,11 @@
30913094
"google_country_data = raw_google_country_data_transpose.copy()\n",
30923095
"google_country_data.rename(index=rename_dict, inplace=True)\n",
30933096
"\n",
3094-
"country_codes_data.set_index('name', inplace=True)\n",
3095-
"google_country_data['iso_a3'] = google_country_data.index.map(country_codes_data['alpha-3'])\n",
3096-
"google_geo_data = google_country_data.dropna(subset=['iso_a3'])\n",
3097+
"country_codes_data.set_index(\"name\", inplace=True)\n",
3098+
"google_country_data[\"iso_a3\"] = google_country_data.index.map(\n",
3099+
" country_codes_data[\"alpha-3\"]\n",
3100+
")\n",
3101+
"google_geo_data = google_country_data.dropna(subset=[\"iso_a3\"])\n",
30973102
"\n",
30983103
"google_geo_data"
30993104
]

‎scripts/1-fetch/deviantart_fetched.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -264,7 +264,7 @@ def main():
264264

265265
# Add and commit changes
266266
shared.add_and_commit(
267-
PATHS["repo"], PATHS["data_phase"], "Add and commit DeviantArt data"
267+
PATHS["repo"], PATHS["data_quarter"], "Add and commit DeviantArt data"
268268
)
269269

270270
# Push changes

‎scripts/1-fetch/flickr_fetched.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -368,7 +368,7 @@ def main():
368368

369369
# Add and commit changes
370370
shared.add_and_commit(
371-
PATHS["repo"], PATHS["data_phase"], "Add and commit new reports"
371+
PATHS["repo"], PATHS["data_quarter"], "Add and commit new reports"
372372
)
373373

374374
# Push changes

‎scripts/1-fetch/gcs_fetched.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -376,7 +376,7 @@ def main():
376376

377377
# Add and commit changes
378378
shared.add_and_commit(
379-
PATHS["repo"], PATHS["data_phase"], "Add and commit new reports"
379+
PATHS["repo"], PATHS["data_quarter"], "Add and commit new reports"
380380
)
381381

382382
# Push changes

‎scripts/1-fetch/github_fetched.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -188,7 +188,7 @@ def main():
188188

189189
# Add and commit changes
190190
shared.add_and_commit(
191-
PATHS["repo"], PATHS["data_phase"], "Add and commit GitHub data"
191+
PATHS["repo"], PATHS["data_quarter"], "Add and commit GitHub data"
192192
)
193193

194194
# Push changes

‎scripts/1-fetch/internetarchive_fetched.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -224,7 +224,7 @@ def main():
224224
# Add and commit changes
225225
shared.add_and_commit(
226226
PATHS["repo"],
227-
PATHS["data_phase"],
227+
PATHS["data_quarter"],
228228
"Add and commit Internet Archive data",
229229
)
230230

‎scripts/1-fetch/metmuseum_fetched.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -192,7 +192,7 @@ def main():
192192

193193
# Add and commit changes
194194
shared.add_and_commit(
195-
PATHS["repo"], PATHS["data_phase"], "Add and commit MetMuseum data"
195+
PATHS["repo"], PATHS["data_quarter"], "Add and commit MetMuseum data"
196196
)
197197

198198
# Push changes

‎scripts/1-fetch/vimeo_fetched.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -234,7 +234,7 @@ def main():
234234

235235
# Add and commit changes
236236
shared.add_and_commit(
237-
PATHS["repo"], PATHS["data_phase"], "Add and commit Vimeo data"
237+
PATHS["repo"], PATHS["data_quarter"], "Add and commit Vimeo data"
238238
)
239239

240240
# Push changes

‎scripts/1-fetch/wikicommons_fetched.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -275,7 +275,7 @@ def main():
275275

276276
# Add and commit changes
277277
shared.add_and_commit(
278-
PATHS["repo"], PATHS["data_phase"], "Add and commit WikiCommons data"
278+
PATHS["repo"], PATHS["data_quarter"], "Add and commit WikiCommons data"
279279
)
280280

281281
# Push changes

‎scripts/1-fetch/wikipedia_fetched.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -219,7 +219,7 @@ def main():
219219

220220
# Add and commit changes
221221
shared.add_and_commit(
222-
PATHS["repo"], PATHS["data_phase"], "Add and commit Wikipedia data"
222+
PATHS["repo"], PATHS["data_quarter"], "Add and commit Wikipedia data"
223223
)
224224

225225
# Push changes

0 commit comments

Comments
 (0)