Skip to content

Commit 3fa149a

Browse files
Merge #218
218: Fix: Delete index before starting scrapping r=bidoubiwa a=bidoubiwa # Pull Request The index should be deleted before the start of a new scraping. This is important as we do not want to keep scrapped page that does not exists anymore. Co-authored-by: Charlotte Vermandel <[email protected]>
2 parents 05aef08 + ea30a08 commit 3fa149a

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

scraper/src/meilisearch_helper.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -101,12 +101,16 @@ class MeiliSearchHelper:
101101
def __init__(self, host_url, api_key, index_uid, custom_settings):
102102
self.meilisearch_client = meilisearch.Client(host_url, api_key)
103103
self.meilisearch_index = self.meilisearch_client.index(index_uid)
104+
self.delete_index()
104105
self.add_settings(MeiliSearchHelper.SETTINGS, custom_settings)
105106

106107
def add_settings(self, default_settings, custom_settings):
107108
settings = {**default_settings, **custom_settings}
108109
self.meilisearch_index.update_settings(settings)
109110

111+
def delete_index(self):
112+
self.meilisearch_index.delete()
113+
110114
def add_records(self, records, url, from_sitemap):
111115
"""Add new records to the index"""
112116

0 commit comments

Comments
 (0)