Skip to content

Commit a2c7654

Browse files
authored
fix: Be more verbose when bulk loading (#1153)
Trying to determine root of "fail to index" error Issue: DISCO-3806
1 parent b1d449b commit a2c7654

File tree

1 file changed

+4
-4
lines changed
  • merino/providers/suggest/sports/backends/sportsdata/common

1 file changed

+4
-4
lines changed

merino/providers/suggest/sports/backends/sportsdata/common/elastic.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -376,15 +376,15 @@ async def build_indexes(self, clear: bool = False):
376376
ignore_unavailable=True,
377377
)
378378
index = index.format(lang=language_code)
379-
logger.debug(f"{LOGGING_TAG} Building index: {index}")
379+
logger.info(f"{LOGGING_TAG} Building index: {index}")
380380
await self.client.indices.create(
381381
index=index,
382382
mappings=mappings[idx],
383383
settings=INDEX_SETTINGS[language_code],
384384
)
385385
except BadRequestError as ex:
386386
if ex.error == "resource_already_exists_exception":
387-
logger.debug(
387+
logger.info(
388388
f"{LOGGING_TAG} {index.format(lang=language_code)} already exists, skipping"
389389
)
390390
continue
@@ -545,13 +545,13 @@ async def store_events(
545545

546546
try:
547547
start = datetime.now()
548-
await helpers.async_bulk(client=self.client, actions=actions)
548+
await helpers.async_bulk(client=self.client, actions=actions, stats_only=False)
549549
logger.info(
550550
f"{LOGGING_TAG}⏱ sports.time.load.events [{sport.name}] in [{(datetime.now() - start).microseconds}μs]"
551551
)
552552
except Exception as ex:
553553
raise SportsDataError(
554-
f"Could not load data into elasticSearch for {sport.name}"
554+
f"Could not load data into elasticSearch for {sport.name}:{index} [{ex}]"
555555
) from ex
556556
start = datetime.now()
557557
await self.store_meta("update", str(start.timestamp()))

0 commit comments

Comments
 (0)