Workflow test

Signed-off-by: Jing Chen <[email protected]>

Author: jgchn

.github/workflows/run-examples-jing.yml

@@ -0,0 +1,92 @@
+---
+name: Run examples
+
+on: [push, pull_request]
+
+
+jobs:
+  tests:
+    name: Execution tests
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        # python-version: ['3.11', '3.12', '3.13']
+        python-version: ['3.11']
+
+    steps:
+
+    #   # Free up some disk space
+    # - name: Remove unnecessary files
+    #   run: |
+    #     sudo rm -rf /usr/share/dotnet
+    #     sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+
+    #   # Set up Ollama
+    # - name: Install Ollama and start server
+    #   shell: bash
+    #   run: |
+    #     curl -fsSL https://ollama.com/install.sh | sudo -E sh
+
+    # - name: Pull models in examples/
+    #   shell: bash
+    #   run: |
+    #     ollama pull granite3.2:2b
+    #     ollama pull mxbai-embed-large
+    #     ollama list
+
+    # - name: Check that all required models are available
+    #   shell: bash
+    #   run: |
+    #     models=("mxbai-embed-large" "granite3.2:2b")
+    #     missing=0
+    #     for model in "${models[@]}"; do
+    #       if ! ollama list | awk 'NR>1 {print $1}' | grep -q "$model"; then
+    #         echo "❌ Model $model (or substring) is missing!"
+    #         missing=1
+    #       fi
+    #     done
+
+    #     if [ "$missing" -eq 1 ]; then
+    #       exit 1
+    #     else
+    #       echo "✅ All expected models are available."
+    #     fi
+
+    # - name: Wait for Ollama server
+    #   shell: bash
+    #   run: |
+    #     sleep 10
+    #     time curl -i http://localhost:11434
+
+    # Run tests
+    - uses: actions/checkout@v4
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Cache pip
+      uses: actions/cache@v4
+      with:
+        # This path is specific to Ubuntu
+        path: ${{ env.pythonLocation }}
+        # Look to see if there is a cache hit for the setup file
+        key: ${{ runner.os }}-pip-new3-${{ env.pythonLocation }}-${{ hashFiles('setup.py') }}
+        restore-keys: |
+          ${{ runner.os }}-pip-new3
+          ${{ runner.os }}-new3
+    - name: Install dependencies
+      run: pip install --upgrade --upgrade-strategy eager .[all]
+    - name: pip list packages
+      run: pip list
+    - name: show pip dependencies
+      run: |
+        pip install pipdeptree
+        pipdeptree -fl
+    - name: run tests
+      env:
+        WATSONX_PROJECT_ID: ${{ secrets.WATSONX_PROJECT_ID }}
+        WATSONX_APIKEY: ${{ secrets.WATSONX_APIKEY }}
+        WATSONX_URL: ${{ secrets.WATSONX_URL }}
+        REPLICATE_API_TOKEN: ${{ secrets.REPLICATE_API_TOKEN }}
+      run: python env_test.py

.github/workflows/run-examples.yml

@@ -91,4 +91,5 @@ jobs:
         WATSONX_APIKEY: ${{ secrets.WATSONX_APIKEY }}
         WATSONX_URL: ${{ secrets.WATSONX_URL }}
         REPLICATE_API_TOKEN: ${{ secrets.REPLICATE_API_TOKEN }}
-      run: py.test -v --capture=tee-sys -rfE -s tests/test_examples_run.py
+        OLLAMA_GHACTIONS_RESULTS: True
+      run: python env_test.py

env_test.py

@@ -0,0 +1,4 @@
+import os
+
+print(os.getenv("OLLAMA_GHACTIONS_RESULTS"))
+print(os.getenv("OLLAMA_GHACTIONS_RESULTS") == True)

tests/test_examples_run.py

@@ -1,4 +1,5 @@
 import io
+import os
 import pathlib
 import random
 from dataclasses import dataclass
@@ -16,9 +17,11 @@
 # to the expected results in tests/results/examples
 
 UPDATE_RESULTS = True
-# OLLAMA_GHACTIONS_RESULTS = os.getenv("OLLAMA_GHACTIONS_RESULTS", False)
-OLLAMA_GHACTIONS_RESULTS = False
 RESULTS_VERSION = 1
+OLLAMA_GHACTIONS_RESULTS_ENV_VAR = os.getenv("OLLAMA_GHACTIONS_RESULTS", "False")
+OLLAMA_GHACTIONS_RESULTS = False
+if OLLAMA_GHACTIONS_RESULTS_ENV_VAR.lower().strip() == "true":
+    OLLAMA_GHACTIONS_RESULTS = True
 
 TO_SKIP = {
     str(name)