update configs

Author: marwan37

omni-reader/configs/batch_pipeline.yaml

@@ -1,14 +1,44 @@
-# Pipeline configuration
+# Apache Software License 2.0
+#
+# Copyright (c) ZenML GmbH 2024. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# pipeline configuration
 build: "batch-ocr-pipeline-20254007"
 run_name: "run_ocr"
 
-# Enable flags
+# environment configuration
+settings:
+  docker:
+    requirements:
+      - requirements.txt
+    required_integrations:
+      - aws
+      - s3
+    python_package_installer: "uv"
+    environment:
+      OPENAI_API_KEY: ${{ env.OPENAI_API_KEY }}
+      MISTRAL_API_KEY: ${{ env.MISTRAL_API_KEY }}
+
+# enable flags
 enable_artifact_metadata: True
 enable_artifact_visualization: True
 enable_cache: False
 enable_step_logs: True
 
-# Steps
+# step configuration
 steps:
   load_images:
     parameters:
@@ -27,8 +57,7 @@ steps:
         - "gemma3"
     enable_cache: False
 
-# Vision models registry – provides model metadata needed to run the pipeline
-# -- update this list with whatever models you want to test
+# vision models configuration
 models_registry:
   - name: "mistral/pixtral-12b-2409"
     shorthand: "pixtral"

omni-reader/configs/evaluation_pipeline.yaml

@@ -1,14 +1,44 @@
-# Pipeline configuration
+# Apache Software License 2.0
+#
+# Copyright (c) ZenML GmbH 2024. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# pipeline configuration
 build: "ocr-evaluation-pipeline-20254007"
 run_name: "ocr_evaluation_run"
 
-# Enable flags
+# environment configuration
+settings:
+  docker:
+    requirements:
+      - requirements.txt
+    required_integrations:
+      - aws
+      - s3
+    python_package_installer: "uv"
+    environment:
+      OPENAI_API_KEY: ${{ env.OPENAI_API_KEY }}
+      MISTRAL_API_KEY: ${{ env.MISTRAL_API_KEY }}
+
+# enable flags
 enable_artifact_metadata: True
 enable_artifact_visualization: True
 enable_cache: False
 enable_step_logs: True
 
-# Steps
+# steps configuration
 steps:
   load_ocr_results: # loads OCR results from batch pipeline runs
     enable_cache: False