Simplify refresh options argument for FlowBuilder.add_source. (#255)

Author: badmonster0

examples/gdrive_text_embedding/main.py

@@ -17,8 +17,7 @@ def gdrive_text_embedding_flow(flow_builder: cocoindex.FlowBuilder, data_scope:
             service_account_credential_path=credential_path,
             root_folder_ids=root_folder_ids,
             recent_changes_poll_interval=datetime.timedelta(seconds=10)),
-        refresh_options=cocoindex.SourceRefreshOptions(
-            refresh_interval=datetime.timedelta(minutes=1)))
+        refresh_interval=datetime.timedelta(minutes=1))
 
     doc_embeddings = data_scope.add_collector()
 

python/cocoindex/__init__.py

@@ -3,7 +3,7 @@
 """
 from . import functions, query, sources, storages, cli
 from .flow import FlowBuilder, DataScope, DataSlice, Flow, flow_def
-from .flow import EvaluateAndDumpOptions, GeneratedField, SourceRefreshOptions
+from .flow import EvaluateAndDumpOptions, GeneratedField
 from .flow import update_all_flows, FlowLiveUpdater, FlowLiveUpdaterOptions
 from .llm import LlmSpec, LlmApiType
 from .vector import VectorSimilarityMetric

python/cocoindex/flow.py

@@ -324,7 +324,7 @@ def get_data_slice(self, v: Any) -> _engine.DataSlice:
         return self.engine_flow_builder.constant(encode_enriched_type(type(v)), v)
 
 @dataclass
-class SourceRefreshOptions:
+class _SourceRefreshOptions:
     """
     Options for refreshing a source.
     """
@@ -347,7 +347,7 @@ def __repr__(self):
 
     def add_source(self, spec: op.SourceSpec, /, *,
             name: str | None = None,
-            refresh_options: SourceRefreshOptions | None = None,
+            refresh_interval: datetime.timedelta | None = None,
         ) -> DataSlice:
         """
         Add a source to the flow.
@@ -360,7 +360,7 @@ def add_source(self, spec: op.SourceSpec, /, *,
                 target_scope,
                 self._state.field_name_builder.build_name(
                     name, prefix=_to_snake_case(_spec_kind(spec))+'_'),
-                _dump_engine_object(refresh_options),
+                _dump_engine_object(_SourceRefreshOptions(refresh_interval=refresh_interval)),
             ),
             name
         )