Api view fixes (Azure#40376)

* Update task_query_response.prompty

remove required keys

* Update task_simulate.prompty

* Update task_query_response.prompty

* Update task_simulate.prompty

* Fix the api_key needed

* Update for release

* Black fix for file

* Add original text in global context

* Update test

* Update the indirect attack simulator

* Black suggested fixes

* Update simulator prompty

* Update adversarial scenario enum to exclude XPIA

* Update changelog

* Black fixes

* Remove duplicate import

* Fix the mypy error

* Mypy please be happy

* Updates to non adv simulator

* accept context from assistant messages, exclude them when using them for conversation

* update changelog

* pylint fixes

* pylint fixes

* remove redundant quotes

* Fix typo

* pylint fix

* Update broken tests

* Include the grounding json in the manifest

* Fix typo

* Come on package

* Release 1.0.0b5

* Notice from Chang

* Remove adv_conv template parameters from the outputs

* Update chanagelog

* Experimental tags on adv scenarios

* Readme fix onbreaking change

* Add the category and both user and assistant context to the response of qr_json_lines

* Update changelog

* Rename _kwargs to _options

* _options as prefix

* update troubleshooting for simulator

* Rename according to suggestions

* Clean up readme

* more links

* Bugfix: zip_longest created null parameters

* Updated changelog

* zip does the job

* remove ununsed import

* Fix changelog merge

* Remove print statements

* fixed

* add experimental

* Address feedback

---------

Co-authored-by: Nagkumar Arkalgud <[email protected]>
Co-authored-by: Nagkumar Arkalgud <[email protected]>
Co-authored-by: Nagkumar Arkalgud <[email protected]>

Author: 4 people

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py

@@ -15,6 +15,7 @@
 from azure.ai.evaluation._common._experimental import experimental
 
 
+@experimental
 class ResponseCompletenessEvaluator(PromptyEvaluatorBase[Union[str, float]]):
     """
     Evaluates the extent to which a given response contains all necessary and relevant information with respect to the

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/red_team/_attack_objective_generator.py

@@ -7,7 +7,10 @@
 from enum import Enum
 from typing import List, Optional, Dict, Any
 from pathlib import Path
+from azure.ai.evaluation._common._experimental import experimental
 
+
+@experimental
 class RiskCategory(str, Enum):
     """Risk categories for attack objectives."""
     HateUnfairness = "hate_unfairness"

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/red_team/_attack_strategy.py

@@ -3,7 +3,10 @@
 # ---------------------------------------------------------
 from enum import Enum
 from typing import List
+from azure.ai.evaluation._common._experimental import experimental
 
+
+@experimental
 class AttackStrategy(Enum):
     """Strategies for attacks."""
     EASY = "easy"

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/red_team/_red_team.py

@@ -90,14 +90,17 @@ class RedTeam():
     :param max_parallel_tasks: Maximum number of parallel tasks to run when scanning (default: 5)
     :type max_parallel_tasks: int
     """
-    def __init__(self, 
-        azure_ai_project, 
-        credential,
-        risk_categories: Optional[List[RiskCategory]] = None,
-        num_objectives: int = 10,
-        application_scenario: Optional[str] = None,
-        custom_attack_seed_prompts: Optional[str] = None,
-        output_dir=None):
+    def __init__(
+            self,
+            azure_ai_project,
+            credential,
+            *,
+            risk_categories: Optional[List[RiskCategory]] = None,
+            num_objectives: int = 10,
+            application_scenario: Optional[str] = None,
+            custom_attack_seed_prompts: Optional[str] = None,
+            output_dir=None
+        ):
 
         self.azure_ai_project = validate_azure_ai_project(azure_ai_project)
         self.credential = credential
@@ -1430,8 +1433,9 @@ async def _process_attack(
         return None
 
     async def scan(
-            self,             
+            self,
             target: Union[Callable, AzureOpenAIModelConfiguration, OpenAIModelConfiguration, PromptChatTarget],
+            *,
             scan_name: Optional[str] = None,
             num_turns : int = 1,
             attack_strategies: List[Union[AttackStrategy, List[AttackStrategy]]] = [],
@@ -1440,7 +1444,8 @@ async def scan(
             application_scenario: Optional[str] = None,
             parallel_execution: bool = True,
             max_parallel_tasks: int = 5,
-            timeout: int = 120) -> RedTeamOutput:
+            timeout: int = 120
+        ) -> RedTeamOutput:
         """Run a red team scan against the target using the specified strategies.
         
         :param target: The target model or function to scan

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/red_team/_red_team_result.py

@@ -3,6 +3,7 @@
 # ---------------------------------------------------------
 from typing import Dict, List, Optional,  TypedDict
 import json
+from azure.ai.evaluation._common._experimental import experimental
 
 class _RiskCategorySummary(TypedDict):
     """Summary of attack success rates across risk categories."""
@@ -118,6 +119,7 @@ class _RedTeamResult(TypedDict):
     redteaming_data: List[_Conversation]
     studio_url: Optional[str]
 
+@experimental
 class RedTeamOutput():
     def __init__(self, red_team_result: Optional[_RedTeamResult] = None, redteaming_data: Optional[List[_Conversation]] = None):
         self.red_team_result = red_team_result