Skip to content

Commit 80045f1

Browse files
committed
Removed unnecessary logger info
1 parent 8670b78 commit 80045f1

File tree

1 file changed

+6
-14
lines changed

1 file changed

+6
-14
lines changed

scripts/1-fetch/europeana_fetch.py

Lines changed: 6 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -85,13 +85,12 @@ def get_requests_session():
8585

8686

8787
def get_facet_list(session, facet_field):
88-
"""Fetch complete facet list using offset-based pagination."""
88+
"""Fetch complete facet list"""
8989
all_values = []
9090
offset = 0
9191
limit = 100
92-
page = 1
9392

94-
LOGGER.info(f"Fetching {facet_field} values with offset pagination.")
93+
LOGGER.info(f"Fetching {facet_field} facet values.")
9594

9695
while True:
9796
params = {
@@ -109,7 +108,6 @@ def get_facet_list(session, facet_field):
109108

110109
facets = data.get("facets", [])
111110
if not facets or not facets[0].get("fields"):
112-
LOGGER.info(f"No more values after page {page}.")
113111
break
114112

115113
fields = facets[0]["fields"]
@@ -119,22 +117,16 @@ def get_facet_list(session, facet_field):
119117
if v not in all_values:
120118
all_values.append(v)
121119

122-
LOGGER.info(
123-
f"Page {page}: Received {len(new_values)} facet values. "
124-
f"Total so far: {len(all_values)}"
125-
)
126-
127120
if len(new_values) < limit:
128-
LOGGER.info(
129-
f"Completed fetching {facet_field}. "
130-
f"Total unique: {len(all_values)}"
131-
)
132121
break
133122

134123
offset += limit
135-
page += 1
136124
time.sleep(0.5)
137125

126+
LOGGER.info(
127+
f"Completed fetching {facet_field}. Total unique: {len(all_values)}"
128+
)
129+
138130
return all_values
139131

140132

0 commit comments

Comments
 (0)