Skip to content

Commit 4cc4ed4

Browse files
committed
actually pass in wait
Signed-off-by: John Seekins <[email protected]>
1 parent fe3e97f commit 4cc4ed4

File tree

4 files changed

+12
-8
lines changed

4 files changed

+12
-8
lines changed

enricher.py

Lines changed: 8 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,9 @@
88
from schemas import (
99
default_coords,
1010
facilities_schema,
11+
OSM_DELAY,
12+
WIKIDATA_DELAY,
13+
WIKIPEDIA_DELAY,
1114
)
1215
import time
1316
from utils import logger
@@ -40,11 +43,13 @@ def enrich_facility(facility_data: tuple) -> tuple:
4043
logger.info("Enriching facility %s...", facility_name)
4144
enriched_facility = copy.deepcopy(facility)
4245

43-
wiki = wikipedia.Wikipedia(facility_name=facility_name)
46+
wiki = wikipedia.Wikipedia(facility_name=facility_name, wait_time=WIKIPEDIA_DELAY)
4447
wiki_res = wiki.search()
45-
wd = wikidata.Wikidata(facility_name=facility_name)
48+
wd = wikidata.Wikidata(facility_name=facility_name, wait_time=WIKIDATA_DELAY)
4649
wd_res = wd.search()
47-
osm = openstreetmap.OpenStreetMap(facility_name=facility_name, address=facility.get("address", {}))
50+
osm = openstreetmap.OpenStreetMap(
51+
facility_name=facility_name, address=facility.get("address", {}), wait_time=OSM_DELAY
52+
)
4853
osm_res = osm.search()
4954
enriched_facility["wikipedia"]["page_url"] = wiki_res.get("url", "")
5055
enriched_facility["wikipedia"]["search_query"] = wiki_res.get("search_query_steps", "")

enrichers/utils.py

Lines changed: 0 additions & 4 deletions
This file was deleted.

enrichers/wikipedia.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,4 @@
11
from enrichers import Enrichment
2-
import requests
32
from urllib.parse import quote
43
from utils import logger
54

schemas.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,9 @@
11
import datetime
22

3+
OSM_DELAY = 1.0 # 1 second between requests as per OSM policy
4+
WIKIDATA_DELAY = 0.5 # Be respectful to Wikidata
5+
WIKIPEDIA_DELAY = 0.5 # Be respectful to Wikipedia
6+
37
# default to Washington, D.C.?
48
default_coords: dict = {
59
"latitude": 38.89511000,

0 commit comments

Comments
 (0)