We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f151363 commit 193609eCopy full SHA for 193609e
scraper.py
@@ -283,13 +283,13 @@ def _get_scrape_pages(self) -> list:
283
links = soup.findAll("a", href=re.compile(r"\?page="))
284
if not links:
285
raise Exception(f"{self.base_scrape_url} contains *no* links?!")
286
- links = [
+ pages = [
287
f"{self.base_scrape_url}{link['href']}&exposed_form_display=1"
288
for link in links
289
if not any(k in link["aria-label"] for k in ["Next", "Last"])
290
]
291
- logger.debug("Pages discovered: %s", links)
292
- return links
+ logger.debug("Pages discovered: %s", pages)
+ return pages
293
294
def scrape_facilities(self):
295
"""Scrape all ICE detention facility data from all 6 pages"""
0 commit comments