Skip to content

Commit 7fec985

Browse files
committed
trivial clean-ups
1 parent b726d80 commit 7fec985

File tree

2 files changed

+10
-10
lines changed

2 files changed

+10
-10
lines changed

scripts/1-fetch/wikipedia_fetch.py

Lines changed: 8 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,8 @@
2727

2828
# Setup
2929
LOGGER, PATHS = shared.setup(__file__)
30+
31+
# Constants
3032
FILE_LANGUAGES = os.path.join(
3133
PATHS["data_phase"], "wikipedia_count_by_languages.csv"
3234
)
@@ -137,17 +139,14 @@ def query_wikipedia_languages(session):
137139
language_name = site["name"]
138140
language_name_en = site["name_en"]
139141

140-
if not language_name_en:
141-
language_display = f"{language_code}"
142-
elif language_name:
143-
language_display = (
144-
f"{language_code} {language_name_en} ({language_name})"
145-
)
146-
else:
147-
language_display = f"{language_code} {language_name_en}"
142+
language_display = f"{language_code}"
143+
if language_name_en:
144+
language_display = f"{language_display} {language_name_en}"
145+
if language_name:
146+
language_display = f"{language_display} ({language_name})"
148147

149148
if article_count == 0:
150-
LOGGER.info(f"Skipping {language_display} with 0 articles")
149+
LOGGER.warning(f"Skipping {language_display} with 0 articles")
151150
continue
152151
tool_data.append(
153152
{

scripts/shared.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,9 +7,10 @@
77
from git import InvalidGitRepositoryError, NoSuchPathError, Repo
88
from pandas import PeriodIndex
99

10+
# Constants
1011
STATUS_FORCELIST = [
1112
408, # Request Timeout
12-
422, # Unprocessable Content (Validation failed,endpoint spammed, etc.)
13+
422, # Unprocessable Content (Validation failed, endpoint spammed, etc.)
1314
429, # Too Many Requests
1415
500, # Internal Server Error
1516
502, # Bad Gateway

0 commit comments

Comments
 (0)