IBM
diff --git a/‎.secrets.baseline‎
Lines changed: 39 additions & 31 deletions b/‎.secrets.baseline‎
Lines changed: 39 additions & 31 deletions
diff --git a/‎.sps/utils/release-to-cp-registry.sh‎
Lines changed: 2 additions & 0 deletions b/‎.sps/utils/release-to-cp-registry.sh‎
Lines changed: 2 additions & 0 deletions
diff --git a/‎examples/evaluations/evaluate_with_context_variable/README.md‎
Lines changed: 44 additions & 0 deletions b/‎examples/evaluations/evaluate_with_context_variable/README.md‎
Lines changed: 44 additions & 0 deletions
diff --git a/‎examples/evaluations/evaluate_with_context_variable/agent_tools/hr_agent_context.json‎
Lines changed: 20 additions & 0 deletions b/‎examples/evaluations/evaluate_with_context_variable/agent_tools/hr_agent_context.json‎
Lines changed: 20 additions & 0 deletions
@@ -3,7 +3,7 @@
     "files": "package-lock.json|^.secrets.baseline$",
     "lines": null
   },
-  "generated_at": "2026-01-05T11:18:16Z",
+  "generated_at": "2026-01-19T11:01:11Z",
   "plugins_used": [
     {
       "name": "AWSKeyDetector"
@@ -344,15 +344,15 @@
         "hashed_secret": "11fa7c37d697f30e6aee828b4426a10f83ab2380",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 76,
+        "line_number": 92,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
-        "hashed_secret": "c303df00cd0a72b21c62900b758b06fc541664ce",
+        "hashed_secret": "29c32f233d04598b3181c0e27ea0ec7a5c949297",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 77,
+        "line_number": 93,
         "type": "Secret Keyword",
         "verified_result": null
       }
@@ -362,7 +362,7 @@
         "hashed_secret": "6eae3a5b062c6d0d79f070c26e6d62486b40cb46",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 43,
+        "line_number": 45,
         "type": "Secret Keyword",
         "verified_result": null
       }
@@ -406,7 +406,7 @@
         "hashed_secret": "50f013532a9770a2c2cfdc38b7581dd01df69b70",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 143,
+        "line_number": 151,
         "type": "Secret Keyword",
         "verified_result": null
       }
@@ -452,131 +452,139 @@
       }
     ],
     "src/ibm_watsonx_orchestrate/developer_edition/resources/docker/compose-lite.yml": [
+      {
+        "hashed_secret": "d982fbbf213882e6b45e4b0143d74839eccf03a1",
+        "is_secret": false,
+        "is_verified": false,
+        "line_number": 100,
+        "type": "Secret Keyword",
+        "verified_result": null
+      },
       {
         "hashed_secret": "ecf77930223e0c677ad818c431c904fea177c6a9",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 342,
+        "line_number": 343,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "e6f1e9eba4122e87c1fac3540d6dd0d984f3400f",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 477,
+        "line_number": 478,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "afd84dd061397dc95c97dfc6423b4d9f6498fb18",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 651,
+        "line_number": 652,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "8053a326b998dd67bbe61e3786afcfd74c696e09",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 669,
+        "line_number": 670,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "fa9beb99e4029ad5a6615399e7bbae21356086b3",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 902,
+        "line_number": 903,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "86db9d41639d6b37c1dd9f8425ccb43c8e5cdc1e",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 945,
+        "line_number": 946,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "a4e59d8ec0a2fc63fb4044f4a287b78c0ded6a1a",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 946,
+        "line_number": 947,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "0a39f2b70b172ce11f8d91a3741fafa6dfc83d90",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 948,
+        "line_number": 949,
         "type": "Hex High Entropy String",
         "verified_result": null
       },
       {
         "hashed_secret": "e9fe51f94eadabf54dbf2fbbd57188b9abee436e",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 994,
+        "line_number": 995,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "ce66b7447d6f80746f10f53783d1e6c5612cfda5",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 1006,
+        "line_number": 1007,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "b6340f437f9d48d53ec1440e7b1224b09d085891",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 1057,
+        "line_number": 1058,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "79c8ba0e2b683559db1fa1204b0a947a2fe8d3bc",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 1257,
+        "line_number": 1258,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "05be325f77bba3fb3fad73f1d838d835ef00e503",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 1322,
+        "line_number": 1323,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "f39d24020236552be2c31c096706de5bcd5ea3bb",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 1354,
+        "line_number": 1355,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "536eab60de9d1c1046f9b18b08bc10a9dce2f627",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 1384,
+        "line_number": 1385,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "de96274b7fa87252a1201b65325c1fc245b7d822",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 1409,
+        "line_number": 1410,
         "type": "Secret Keyword",
         "verified_result": null
       }
@@ -634,55 +642,55 @@
         "hashed_secret": "07596f183f5e91b1778d5e47b2752b8d42aa763d",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 132,
+        "line_number": 130,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "a3751173f4b1d25e5f01e1addea614b18ee2abe2",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 152,
+        "line_number": 151,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "1357b590996d4cecb94c84fffedc250d6ef4961b",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 155,
+        "line_number": 154,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "7e6a3680012346b94b54731e13d8a9ffa3790645",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 177,
+        "line_number": 176,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "fa9beb99e4029ad5a6615399e7bbae21356086b3",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 186,
+        "line_number": 185,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "b0399d2029f64d445bd131ffaa399a42d2f8e7dc",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 227,
+        "line_number": 228,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "c3499c2729730a7f807efb8676a92dcb6f8a3f8f",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 230,
+        "line_number": 231,
         "type": "Secret Keyword",
         "verified_result": null
       }
@@ -720,15 +728,15 @@
         "hashed_secret": "3b653202eb692574a8ad22357ba20b12d83f7ada",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 243,
+        "line_number": 244,
         "type": "Secret Keyword",
         "verified_result": null
       },
       {
         "hashed_secret": "2b6af625779f6ddc57b191c1557c4e652cdb5d47",
         "is_secret": false,
         "is_verified": false,
-        "line_number": 244,
+        "line_number": 245,
         "type": "Secret Keyword",
         "verified_result": null
       }
 
@@ -35,6 +35,8 @@ document-processing/wo_doc_processing_rag:${DOCPROC_LLMSERVICE_TAG}
 document-processing/wo_doc_processing_cache:${DOCPROC_CACHE_TAG}
 document-processing/wo_doc_processing_cache_rds_init:${DOCPROC_CACHE_TAG}
 wxo-agent-architect-server:${AGENT_ARCHITECT_TAG}
+wxo-agent-runtime:${AR_TAG}
+mcp-gateway:${MCP_GATEWAY_TAG}
 EOF)
 
 for image in  $images; do
 
@@ -0,0 +1,44 @@
+### How to run evaluation with context variables
+
+This example demonstrates how to evaluate an agent that uses **context variables**. Context variables allow the agent to receive runtime information (such as the logged-in user's identity) without requiring the user to explicitly provide it.
+
+#### Key Differences from Standard Evaluation
+
+1. **Agent Definition**: The agent includes `context_access_enabled: true` and a `context_variables` list specifying which variables it expects (e.g., `sap_username`).
+
+2. **Test Data**: Each test case includes a `runtime_context` field that provides the context variable values for that test scenario.
+
+#### Setup
+
+1. Run `import-all.sh` to import the tools and agent:
+   ```bash
+   ./examples/evaluations/evaluate_with_context_variable/import-all.sh
+   ```
+
+2. Run the evaluation:
+   ```bash
+   orchestrate evaluations evaluate -p ./examples/evaluations/evaluate_with_context_variable/ -o ./debug -e .env_file
+   ```
+
+Note: We expect `WATSONX_APIKEY, WATSONX_SPACE_ID` or `WO_INSTANCE, WO_API_KEY` to be part of the environment variables or specified in .env_file.
+
+#### Context Variables in Test Data
+
+The test data files (`data_simple.json`, `data_complex.json`) include a `runtime_context` field:
+
+```json
+{
+  "agent": "hr_agent_context",
+  "runtime_context": {
+    "sap_username": "nwaters"
+  },
+  ...
+}
+```
+
+This simulates a scenario where the user "nwaters" is already authenticated, and the agent can use this context to automatically look up the user's information without asking for their username.
+
+#### Test Scenarios
+
+- **data_simple.json**: A single user querying their own timeoff schedule using context variables
+- **data_complex.json**: A manager querying the timeoff schedules of their direct reports using context variables
@@ -0,0 +1,20 @@
+{
+   "spec_version": "v1",
+   "kind": "native",
+   "style": "default",
+   "name": "hr_agent_context",
+   "display_name": "HR Agent with Context Variables",
+   "llm": "groq/openai/gpt-oss-120b",
+   "description": "An HR Agent that leverages context variables to provide personalized assistance with timeoff, schedules, and direct reports without requiring users to identify themselves.",
+   "instructions": "You are an HR assistant with access to the following context information:\n  - SAP Username: {sap_username}\n\n**Important Guidelines:**\n\n1. **Use Context Variables First**: You already know the user's SAP identity from the context variable above.\n   Use {sap_username} to look up the user's assignment_id automatically - do NOT ask the user for their username.\n\n2. **Proactive Assistance**: Since you know who the user is, you can immediately help them with:\n   - Looking up their assignment ID using their SAP username\n   - Retrieving their timeoff schedule\n   - Finding their direct reports (if they are a manager)\n\n3. **Tool Usage Flow**:\n   - To get the user's assignment ID: Use get_assignment_id_hr_context with {sap_username}\n   - To get timeoff schedule: First get assignment_id, then use get_timeoff_schedule_hr_context\n   - To get direct reports: Use get_direct_reports_hr_context with username\n\n4. **Personalization**: Address the user by their SAP username when confirming actions.\n\n5. **If context variables are not available**: Fall back to asking the user for the required information.",
+   "collaborators": [],
+   "tools": [
+      "get_assignment_id_hr_context",
+      "get_timeoff_schedule_hr_context",
+      "get_direct_reports_hr_context"
+   ],
+   "context_access_enabled": true,
+   "context_variables": [
+      "sap_username"
+   ]
+}