Improve OpenAI API key handling and CI debugging

1. Enhanced CI workflow to verify OpenAI API key availability
2. Added health check verification for Agent Memory Server
3. Fixed notebook to not set dummy OpenAI keys in CI
4. Added script to fix OpenAI key handling in notebooks
5. Added better error messages and logging for debugging

This ensures the Agent Memory Server has access to the real OpenAI
API key in CI, and notebooks don't override it with dummy values.

Author: abrookins

.github/workflows/test.yml

@@ -109,6 +109,14 @@ jobs:
         env:
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
         run: |
+          # Verify OpenAI API key is available
+          if [ -z "$OPENAI_API_KEY" ]; then
+            echo "ERROR: OPENAI_API_KEY is not set!"
+            exit 1
+          fi
+          echo "✅ OpenAI API key is available (length: ${#OPENAI_API_KEY})"
+
+          # Start the Agent Memory Server
           docker run -d \
             --name agent-memory-server \
             --network host \
@@ -121,13 +129,21 @@ jobs:
           echo "Waiting for Agent Memory Server to be ready..."
           for i in {1..30}; do
             if curl -f http://localhost:8000/health 2>/dev/null; then
-              echo "Agent Memory Server is ready!"
+              echo "✅ Agent Memory Server is ready!"
               break
             fi
             echo "Waiting... ($i/30)"
             sleep 2
           done
 
+          # Verify the server is actually running
+          if ! curl -f http://localhost:8000/health 2>/dev/null; then
+            echo "ERROR: Agent Memory Server failed to start!"
+            echo "Docker logs:"
+            docker logs agent-memory-server
+            exit 1
+          fi
+
       - name: Create and activate venv
         run: |
           python -m venv venv

python-recipes/context-engineering/notebooks/section-3-memory/01_working_memory_with_extraction_strategies.ipynb

@@ -69,9 +69,9 @@
         "            import getpass\n",
         "            os.environ[key] = getpass.getpass(f\"{key}: \")\n",
         "        else:\n",
-        "            # Non-interactive environment (like CI) - use a dummy key\n",
-        "            print(f\"⚠️  Non-interactive environment detected. Using dummy {key} for demonstration.\")\n",
-        "            os.environ[key] = \"sk-dummy-key-for-testing-purposes-only\"\n",
+        "            # Non-interactive environment (like CI)\n",
+        "            print(f\"⚠️  {key} not found in environment. Some features may not work.\")\n",
+        "            pass  # Let it fail if key is actually needed\n",
         "\n",
         "_set_env(\"OPENAI_API_KEY\")\n",
         "\n",

python-recipes/context-engineering/scripts/fix_openai_key_handling.py

@@ -0,0 +1,80 @@
+#!/usr/bin/env python3
+"""
+Fix OpenAI API key handling in notebooks to use real keys when available.
+
+This script updates notebooks to not set dummy keys in CI environments,
+allowing them to use the real OPENAI_API_KEY from the environment.
+"""
+
+import json
+import sys
+from pathlib import Path
+
+
+def fix_notebook(notebook_path: Path) -> bool:
+    """Fix OpenAI key handling in a single notebook."""
+    print(f"Processing: {notebook_path}")
+    
+    with open(notebook_path, 'r') as f:
+        nb = json.load(f)
+    
+    modified = False
+    
+    for cell in nb['cells']:
+        if cell['cell_type'] == 'code':
+            # Check if this cell has the _set_env function
+            source_text = ''.join(cell['source'])
+            if '_set_env' in source_text and 'sk-dummy-key-for-testing-purposes-only' in source_text:
+                # Replace the dummy key logic
+                new_source = []
+                for line in cell['source']:
+                    if 'sk-dummy-key-for-testing-purposes-only' in line:
+                        # Skip setting a dummy key - just pass
+                        new_source.append('            pass  # Let it fail if key is actually needed\n')
+                        modified = True
+                    elif '# Non-interactive environment (like CI) - use a dummy key' in line:
+                        new_source.append('            # Non-interactive environment (like CI)\n')
+                        modified = True
+                    elif 'Non-interactive environment detected. Using dummy' in line:
+                        new_source.append('            print(f"⚠️  {key} not found in environment. Some features may not work.")\n')
+                        modified = True
+                    else:
+                        new_source.append(line)
+                
+                if modified:
+                    cell['source'] = new_source
+    
+    if modified:
+        with open(notebook_path, 'w') as f:
+            json.dump(nb, f, indent=2, ensure_ascii=False)
+            f.write('\n')  # Add trailing newline
+        print(f"  ✅ Updated {notebook_path.name}")
+        return True
+    else:
+        print(f"  ⏭️  No changes needed for {notebook_path.name}")
+        return False
+
+
+def main():
+    notebooks_dir = Path(__file__).parent.parent / 'notebooks'
+    
+    # Find all notebooks in section-3 and section-4
+    patterns = [
+        'section-3-memory/*.ipynb',
+        'section-4-optimizations/*.ipynb'
+    ]
+    
+    total_updated = 0
+    
+    for pattern in patterns:
+        for notebook_path in notebooks_dir.glob(pattern):
+            if fix_notebook(notebook_path):
+                total_updated += 1
+    
+    print(f"\n✅ Updated {total_updated} notebooks")
+    return 0
+
+
+if __name__ == '__main__':
+    sys.exit(main())
+