[Agent Evaluator Samples]: Add Conversation Example in Relevance and Remove Redundant api-version (#43816)

Author: m7md7sien

sdk/ai/azure-ai-projects/samples/evaluation/agentic_evaluators/sample_coherence.py

@@ -49,12 +49,11 @@ def main() -> None:
 
     with DefaultAzureCredential() as credential:
         with AIProjectClient(
-            endpoint=endpoint, credential=credential, api_version="2025-11-15-preview"
+            endpoint=endpoint, credential=credential
         ) as project_client:
             print("Creating an OpenAI client from the AI Project client")
 
             client = project_client.get_openai_client()
-            client._custom_query = {"api-version": "2025-11-15-preview"}
 
             data_source_config = {
                 "type": "custom",

sdk/ai/azure-ai-projects/samples/evaluation/agentic_evaluators/sample_fluency.py

@@ -49,12 +49,11 @@ def main() -> None:
 
     with DefaultAzureCredential() as credential:
         with AIProjectClient(
-            endpoint=endpoint, credential=credential, api_version="2025-11-15-preview"
+            endpoint=endpoint, credential=credential
         ) as project_client:
             print("Creating an OpenAI client from the AI Project client")
 
             client = project_client.get_openai_client()
-            client._custom_query = {"api-version": "2025-11-15-preview"}
 
             data_source_config = {
                 "type": "custom",
@@ -69,8 +68,8 @@ def main() -> None:
             testing_criteria = [
                 {
                     "type": "azure_ai_evaluator",
-                    "name": "coherence",
-                    "evaluator_name": "builtin.coherence",
+                    "name": "fluency",
+                    "evaluator_name": "builtin.fluency",
                     "initialization_parameters": {"deployment_name": f"{model_deployment_name}"},
                     "data_mapping": {"query": "{{item.query}}", "response": "{{item.response}}"},
                 }

sdk/ai/azure-ai-projects/samples/evaluation/agentic_evaluators/sample_generic_agentic_evaluator/agent_utils.py

@@ -36,12 +36,11 @@ def run_evaluator(
 
     with DefaultAzureCredential() as credential:
         with AIProjectClient(
-            endpoint=endpoint, credential=credential, api_version="2025-11-15-preview"
+            endpoint=endpoint, credential=credential
         ) as project_client:
             print("Creating an OpenAI client from the AI Project client")
 
             client = project_client.get_openai_client()
-            client._custom_query = {"api-version": "2025-11-15-preview"}
 
             testing_criteria = [
                 {

sdk/ai/azure-ai-projects/samples/evaluation/agentic_evaluators/sample_groundedness.py

@@ -49,12 +49,11 @@ def main() -> None:
 
     with DefaultAzureCredential() as credential:
         with AIProjectClient(
-            endpoint=endpoint, credential=credential, api_version="2025-11-15-preview"
+            endpoint=endpoint, credential=credential
         ) as project_client:
             print("Creating an OpenAI client from the AI Project client")
 
             client = project_client.get_openai_client()
-            client._custom_query = {"api-version": "2025-11-15-preview"}
 
             data_source_config = {
                 "type": "custom",

sdk/ai/azure-ai-projects/samples/evaluation/agentic_evaluators/sample_intent_resolution.py

@@ -49,12 +49,11 @@ def main() -> None:
 
     with DefaultAzureCredential() as credential:
         with AIProjectClient(
-            endpoint=endpoint, credential=credential, api_version="2025-11-15-preview"
+            endpoint=endpoint, credential=credential
         ) as project_client:
             print("Creating an OpenAI client from the AI Project client")
 
             client = project_client.get_openai_client()
-            client._custom_query = {"api-version": "2025-11-15-preview"}
 
             data_source_config = {
                 "type": "custom",

sdk/ai/azure-ai-projects/samples/evaluation/agentic_evaluators/sample_relevance.py

@@ -49,18 +49,20 @@ def main() -> None:
 
     with DefaultAzureCredential() as credential:
         with AIProjectClient(
-            endpoint=endpoint, credential=credential, api_version="2025-11-15-preview"
+            endpoint=endpoint, credential=credential
         ) as project_client:
             print("Creating an OpenAI client from the AI Project client")
 
             client = project_client.get_openai_client()
-            client._custom_query = {"api-version": "2025-11-15-preview"}
 
             data_source_config = {
                 "type": "custom",
                 "item_schema": {
                     "type": "object",
-                    "properties": {"query": {"type": "string"}, "response": {"type": "string"}},
+                    "properties": {
+                        "query": {"anyOf": [{"type": "string"}, {"type": "array", "items": {"type": "object"}}]},
+                        "response": {"anyOf": [{"type": "string"}, {"type": "array", "items": {"type": "object"}}]},
+                    },
                     "required": ["query", "response"],
                 },
                 "include_sample_schema": True,
@@ -97,6 +99,30 @@ def main() -> None:
             failure_query = "What is the capital of Japan?"
             failure_response = "Japan is known for its beautiful cherry blossoms and advanced technology. The country has a rich cultural heritage and is famous for sushi and anime."
 
+            # Conversation example
+            query_conversation_query = [
+                {
+                    "createdAt": "2025-03-26T17:30:00Z",
+                    "run_id": "run_SimpleTask789",
+                    "role": "user",
+                    "content": [{"type": "text", "text": "Please calculate 15% tip on a $80 dinner bill"}],
+                }
+            ]
+            query_conversation_response = [
+                {
+                    "createdAt": "2025-03-26T17:30:05Z",
+                    "run_id": "run_SimpleTask789",
+                    "role": "assistant",
+                    "content": [
+                        {
+                            "type": "text",
+                            "text": "The 15% tip on an $80 dinner bill is $12.00. Your total bill including tip would be $92.00.",
+                        }
+                    ],
+                }
+            ]
+
+
             print("Creating Eval Run with Inline Data")
             eval_run_object = client.evals.runs.create(
                 eval_id=eval_object.id,
@@ -111,6 +137,8 @@ def main() -> None:
                             SourceFileContentContent(item={"query": success_query, "response": success_response}),
                             # Failure example - irrelevant response
                             SourceFileContentContent(item={"query": failure_query, "response": failure_response}),
+                            # Conversation example
+                            SourceFileContentContent(item={"query": query_conversation_query,"response": query_conversation_response}),
                         ],
                     ),
                 ),

sdk/ai/azure-ai-projects/samples/evaluation/agentic_evaluators/sample_response_completeness.py

@@ -49,12 +49,11 @@ def main() -> None:
 
     with DefaultAzureCredential() as credential:
         with AIProjectClient(
-            endpoint=endpoint, credential=credential, api_version="2025-11-15-preview"
+            endpoint=endpoint, credential=credential
         ) as project_client:
             print("Creating an OpenAI client from the AI Project client")
 
             client = project_client.get_openai_client()
-            client._custom_query = {"api-version": "2025-11-15-preview"}
 
             data_source_config = {
                 "type": "custom",

sdk/ai/azure-ai-projects/samples/evaluation/agentic_evaluators/sample_task_adherence.py

@@ -49,12 +49,11 @@ def main() -> None:
 
     with DefaultAzureCredential() as credential:
         with AIProjectClient(
-            endpoint=endpoint, credential=credential, api_version="2025-11-15-preview"
+            endpoint=endpoint, credential=credential
         ) as project_client:
             print("Creating an OpenAI client from the AI Project client")
 
             client = project_client.get_openai_client()
-            client._custom_query = {"api-version": "2025-11-15-preview"}
 
             data_source_config = {
                 "type": "custom",

sdk/ai/azure-ai-projects/samples/evaluation/agentic_evaluators/sample_task_completion.py

@@ -49,12 +49,11 @@ def main() -> None:
 
     with DefaultAzureCredential() as credential:
         with AIProjectClient(
-            endpoint=endpoint, credential=credential, api_version="2025-11-15-preview"
+            endpoint=endpoint, credential=credential
         ) as project_client:
             print("Creating an OpenAI client from the AI Project client")
 
             client = project_client.get_openai_client()
-            client._custom_query = {"api-version": "2025-11-15-preview"}
 
             data_source_config = {
                 "type": "custom",

sdk/ai/azure-ai-projects/samples/evaluation/agentic_evaluators/sample_task_navigation_efficiency.py

@@ -48,13 +48,12 @@ def main() -> None:
     with DefaultAzureCredential() as credential:
 
         with AIProjectClient(
-            endpoint=endpoint, credential=credential, api_version="2025-11-15-preview"
+            endpoint=endpoint, credential=credential
         ) as project_client:
 
             print("Creating an OpenAI client from the AI Project client")
 
             client = project_client.get_openai_client()
-            client._custom_query = {"api-version": "2025-11-15-preview"}
 
             data_source_config = {
                 "type": "custom",