Skip to content

Commit 7c08f6d

Browse files
committed
fix typing
Signed-off-by: John Seekins <[email protected]>
1 parent 97856f5 commit 7c08f6d

File tree

1 file changed

+8
-8
lines changed

1 file changed

+8
-8
lines changed

scraper.py

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -359,24 +359,24 @@ def scrape_facilities(self) -> dict:
359359
full_address = ",".join([street, locality, addr["administrative_area"], zcode]).upper()
360360
if not facility["address_str"]:
361361
facility["address_str"] = full_address
362-
if full_address in self.facilities_data["facilities"].keys():
363-
self.facilities_data["facilities"][full_address] = self._update_facility(
364-
self.facilities_data["facilities"][full_address], facility
362+
if full_address in self.facilities_data["facilities"].keys(): # type: ignore [attr-defined]
363+
self.facilities_data["facilities"][full_address] = self._update_facility( # type: ignore [index]
364+
self.facilities_data["facilities"][full_address], facility # type: ignore [index]
365365
)
366366
# update to the frequently nicer address from ice.gov
367-
self.facilities_data["facilities"][full_address]["address"] = addr
367+
self.facilities_data["facilities"][full_address]["address"] = addr # type: ignore [index]
368368
# add scraped urls
369369
for url in facility["source_urls"]:
370370
# no dupes
371-
if url in self.facilities_data["facilities"][full_address]["source_urls"]:
371+
if url in self.facilities_data["facilities"][full_address]["source_urls"]: # type: ignore [index]
372372
continue
373-
self.facilities_data["facilities"][full_address]["source_urls"].append(url)
373+
self.facilities_data["facilities"][full_address]["source_urls"].append(url) # type: ignore [index]
374374
# this is likely to produce _some_ duplicates, but it's a reasonable starting place
375375
else:
376-
self.facilities_data["facilities"][facility["name"]] = facility
376+
self.facilities_data["facilities"][facility["name"]] = facility # type: ignore [index]
377377

378378
self.facilities_data["scrape_runtime"] = time.time() - start_time
379-
logger.info("Total facilities scraped: %s", len(self.facilities_data["facilities"]))
379+
logger.info("Total facilities scraped: %s", len(list(self.facilities_data["facilities"].keys()))) # type: ignore [attr-defined]
380380
logger.info(" Completed in %s seconds", self.facilities_data["scrape_runtime"])
381381
return self.facilities_data
382382

0 commit comments

Comments
 (0)