Merge pull request #164 from code-kern-ai/align-prod-sharepoint

Hotfix: Align prod sharepoint

Author: andhreljaKern

src/embedders/classification/contextual.py

@@ -142,7 +142,9 @@ def _encode(
         self, documents: List[Union[str, Doc]], fit_model: bool
     ) -> Generator[List[List[float]], None, None]:
         for documents_batch in util.batch(documents, self.batch_size):
-            documents_batch = [doc.replace("\n", " ") for doc in documents_batch]
+            documents_batch = [
+                doc.replace("\n", " ") for doc in filter(None, documents_batch)
+            ]
             try:
                 if self.use_azure:
                     embeddings = []