Skip to content

Commit 2a86a71

Browse files
committed
move session and license_data assignment to main
1 parent 1175466 commit 2a86a71

File tree

1 file changed

+9
-8
lines changed

1 file changed

+9
-8
lines changed

scripts/1-fetch/internetarchive_fetch.py

Lines changed: 9 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -301,18 +301,12 @@ def normalize_language(raw_language):
301301
return "Undetermined"
302302

303303

304-
def query_internet_archive(args):
304+
def query_internet_archive(args, session, license_mapping):
305305
license_counter = Counter()
306306
language_counter = Counter()
307307
unmapped_licenseurl_counter = Counter()
308308
unmapped_language_counter = Counter()
309309

310-
license_mapping = load_license_mapping()
311-
312-
session = shared.get_session(
313-
accept_header="application/json", session=ArchiveSession()
314-
)
315-
316310
LOGGER.info("Beginning fetch.")
317311
# Use search_items for simpler pagination management
318312
response = session.search_items(
@@ -441,7 +435,14 @@ def main():
441435
args = parse_arguments()
442436
shared.paths_log(LOGGER, PATHS)
443437

444-
license_data, language_data = query_internet_archive(args)
438+
session = shared.get_session(
439+
accept_header="application/json", session=ArchiveSession()
440+
)
441+
442+
license_mapping = load_license_mapping()
443+
license_data, language_data = query_internet_archive(
444+
args, session, license_mapping
445+
)
445446

446447
if args.enable_save:
447448
write_all(args, license_data, language_data)

0 commit comments

Comments
 (0)