Skip to content

Commit ac42e43

Browse files
nagkumar91Nagkumar ArkalgudNagkumar Arkalgud
authored
Enterprise QA as a separate scenario in adversarial simulator (Azure#41370)
* Prepare evals SDK Release * Fix bug * Fix for ADV_CONV for FDP projects * Update release date * Init separate out enterprise from qa --------- Co-authored-by: Nagkumar Arkalgud <[email protected]> Co-authored-by: Nagkumar Arkalgud <[email protected]>
1 parent d54791e commit ac42e43

File tree

2 files changed

+8
-0
lines changed

2 files changed

+8
-0
lines changed

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/simulator/_adversarial_scenario.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -21,6 +21,7 @@ class AdversarialScenario(Enum):
2121
"""
2222

2323
ADVERSARIAL_QA = "adv_qa"
24+
ADVERSARIAL_QA_ENTERPRISE = "adv_qa_enterprise"
2425
ADVERSARIAL_CONVERSATION = "adv_conversation"
2526
ADVERSARIAL_SUMMARIZATION = "adv_summarization"
2627
ADVERSARIAL_SEARCH = "adv_search"

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/simulator/_model_tools/_template_handler.py

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,7 @@
88

99
from azure.ai.evaluation._model_configurations import AzureAIProject
1010
from azure.ai.evaluation._common.onedp._client import AIProjectClient
11+
from azure.ai.evaluation.simulator._adversarial_scenario import AdversarialScenario
1112

1213
from ._rai_client import RAIClient
1314

@@ -180,10 +181,16 @@ async def _get_content_harm_template_collections(self, collection_key: str) -> L
180181
self.categorized_ch_parameters = categorized_parameters
181182

182183
template_category = collection_key.split("adv_")[-1]
184+
if template_category == "qa_enterprise":
185+
template_category = "qa"
183186

184187
plist = self.categorized_ch_parameters
185188
ch_templates = []
186189
for key, value in plist.items():
190+
if collection_key == AdversarialScenario.ADVERSARIAL_QA.value and "enterprise" in key:
191+
continue
192+
if collection_key == AdversarialScenario.ADVERSARIAL_QA_ENTERPRISE.value and "enterprise" not in key:
193+
continue
187194
if value["category"] == template_category:
188195
params = value["parameters"]
189196
for p in params:

0 commit comments

Comments
 (0)