Add lemonade client tests to CI workflows

Author: kovtcharov

.github/workflows/test_gaia_cli_linux.yml

@@ -195,6 +195,20 @@ jobs:
             echo "Note: Error details displayed above"
           fi
 
+          echo ""
+          echo "=== Testing Lemonade Client Integration ==="
+          echo "Testing LemonadeClient API with running server"
+
+          # Run the lemonade client integration tests (skip hybrid NPU test - no NPU on Linux)
+          GAIA_TEST_MODEL="Qwen3-0.6B-GGUF" python -m pytest tests/test_lemonade_client.py -vs --tb=short -k "Integration and not hybrid" || LEMONADE_TEST_EXIT=$?
+
+          if [ "${LEMONADE_TEST_EXIT:-0}" -eq 0 ]; then
+            echo "✅ Lemonade client integration tests passed successfully!"
+          else
+            echo "❌ Lemonade client integration tests failed with exit code: ${LEMONADE_TEST_EXIT}"
+            echo "Note: Error details displayed above"
+          fi
+
           # Clean up: Stop the Lemonade server
           echo "Stopping Lemonade server..."
           kill $LEMONADE_PID 2>/dev/null || true
@@ -294,6 +308,7 @@ jobs:
           echo "   ✅ Evaluation commands (eval, groundtruth, report, etc.)"
           echo "   ✅ Summarizer CLI integration (gaia summarize command)"
           echo "   ✅ RAG (Retrieval-Augmented Generation) functionality"
+          echo "   ✅ Lemonade client integration (API tests)"
           echo "   ✅ Cross-platform compatibility"
           echo "   ✅ Process management and cleanup"
           echo ""

.github/workflows/test_gaia_cli_windows.yml

@@ -321,6 +321,77 @@ jobs:
               echo ================================================================
           )
 
+      - name: Run Lemonade Client Integration Tests (CMD)
+        shell: cmd
+        env:
+          PYTHONUTF8: 1
+          GAIA_TEST_MODEL: Llama-3.2-3B-Instruct-Hybrid
+        run: |
+          REM Activate virtual environment
+          call "%GITHUB_WORKSPACE%\.venv\Scripts\activate.bat"
+
+          echo ================================================================
+          echo              LEMONADE CLIENT INTEGRATION TESTS
+          echo ================================================================
+          echo Virtual Environment: %VIRTUAL_ENV%
+          echo Python Version:
+          python --version
+          echo Test Model: %GAIA_TEST_MODEL%
+          echo Working Directory: %CD%
+          echo.
+
+          REM Initialize test tracking
+          set lemonade_exit=0
+
+          REM ================================================================
+          REM TEST_LEMONADE_CLIENT.PY - INTEGRATION TESTS ONLY
+          REM ================================================================
+          echo ****************************************************************
+          echo                 LEMONADE CLIENT INTEGRATION TESTS
+          echo ****************************************************************
+          echo Starting test_lemonade_client.py integration tests at %TIME%...
+          echo.
+
+          REM Run only integration tests (skip mock tests which don't need server)
+          python -m pytest tests\test_lemonade_client.py -vs --tb=short -k "Integration"
+          set lemonade_exit=%ERRORLEVEL%
+
+          echo.
+          echo ----------------------------------------------------------------
+          echo test_lemonade_client.py completed at %TIME% with exit code: %lemonade_exit%
+          if %lemonade_exit% equ 0 (
+              echo [SUCCESS] Lemonade client integration tests passed
+          ) else (
+              echo [FAILURE] Lemonade client integration tests failed with exit code %lemonade_exit%
+              echo Full error output displayed above - no truncation
+          )
+          echo ----------------------------------------------------------------
+          echo.
+
+          REM ================================================================
+          REM LEMONADE CLIENT TEST SUMMARY
+          REM ================================================================
+          echo ================================================================
+          echo                LEMONADE CLIENT TEST SUMMARY
+          echo ================================================================
+          echo test_lemonade_client.py:  exit code %lemonade_exit%
+          echo ================================================================
+
+          if %lemonade_exit% neq 0 (
+              echo [FAILURE] Lemonade client integration tests failed
+              echo ================================================================
+              echo FAILED TEST:
+              echo   - test_lemonade_client.py ^(exit code %lemonade_exit%^)
+              echo ================================================================
+              echo IMPORTANT: All error messages are displayed in full above
+              echo No PowerShell wrapping or truncation - raw Python output preserved
+              echo ================================================================
+              exit /b 1
+          ) else (
+              echo [SUCCESS] Lemonade client integration tests passed successfully
+              echo ================================================================
+          )
+
       - name: Debug GAIA Logs on Failure
         if: failure()
         shell: cmd

tests/test_lemonade_client.py

@@ -22,11 +22,8 @@
     create_lemonade_client,
 )
 
-# Test constants
-TEST_MODEL = "Llama-3.2-3B-Instruct-Hybrid"
-# TEST_MODEL = "Gemma-3-4b-it-FLM"
-# TEST_MODEL = "Qwen3-Coder-30B-A3B-Instruct-GGUF"
-# TEST_MODEL = "Qwen2.5-0.5B-Instruct-CPU"
+# Test constants - override via GAIA_TEST_MODEL env var for different platforms
+TEST_MODEL = os.environ.get("GAIA_TEST_MODEL", "Llama-3.2-3B-Instruct-Hybrid")
 
 HOST = "localhost"
 PORT = 8000