Pass namespace correctly form ObjectAPI embeddings ingestion to vector ingestion (#352)

Pass namespace correctly form ObjectAPI embeddings ingestion to vector ingestion

Author: NikolaosPapailiou

apis/python/src/tiledb/vector_search/object_api/embeddings_ingestion.py

@@ -297,12 +297,15 @@ def create_dag(
                         limit=1,
                         retry_policy="Always",
                     ),
+                    namespace=namespace,
                 )
             else:
                 d = dag.DAG(
                     name="embedding-generation",
                     mode=Mode.REALTIME,
                     max_workers=workers,
+                    # TODO: `default` is not an actual namespace. This is a temp fix to
+                    # be able to run DAGs locally.
                     namespace="default",
                 )
 
@@ -451,6 +454,7 @@ def create_dag(
                     index_timestamp=index_timestamp,
                     storage_version=obj_index.index.storage_version,
                     config=config,
+                    namespace=namespace,
                     mode=vector_indexing_mode,
                     **kwargs,
                 )
@@ -468,12 +472,15 @@ def submit_local(d, func, *args, **kwargs):
             mode=Mode.BATCH,
             name="ingest-embeddings-driver",
             max_workers=1,
+            namespace=namespace,
         )
     else:
         d = dag.DAG(
             mode=Mode.REALTIME,
             name="ingest-embeddings-driver",
             max_workers=1,
+            # TODO: `default` is not an actual namespace. This is a temp fix to
+            # be able to run DAGs locally.
             namespace="default",
         )
     submit = partial(submit_local, d)

apis/python/src/tiledb/vector_search/object_api/object_index.py

@@ -336,6 +336,7 @@ def update_index(
             embeddings_generation_mode=embeddings_generation_mode,
             vector_indexing_mode=vector_indexing_mode,
             config=config,
+            namespace=namespace,
             environment_variables=environment_variables,
             **kwargs,
         )