use batches and longer timeout for elastic search

Author: dminnear-rh

vector_db/elastic_provider.py

@@ -67,7 +67,7 @@ def __init__(  # pylint: disable=too-many-arguments,too-many-positional-argument
 
         # We use an incresed timeout since resources are constrained in CI environments
         es_params = {
-            "timeout": 60,
+            "timeout": 600,
         }
 
         self.db = ElasticsearchStore(
@@ -91,4 +91,11 @@ def add_documents(self, docs: List[Document]) -> None:
         Args:
             docs (List[Document]): List of documents to index.
         """
-        self.db.add_documents(docs)
+        batch_size = 50
+        for i in range(0, len(docs), batch_size):
+            batch = docs[i : i + batch_size]
+            try:
+                self.db.add_documents(batch)
+            except Exception:
+                logger.exception("Failed to insert batch starting at index %s", i)
+                raise