Change evaluator ID (#41855)

* Prepare evals SDK Release

* Fix bug

* Fix for ADV_CONV for FDP projects

* Update release date

* re-add pyrit to matrix

* Change grader ids

* Update unit test

* replace all old grader IDs in tests

* Update platform-matrix.json

Add pyrit and not remove the other one

* Update test to ensure everything is mocked

* tox/black fixes

* Skip that test with issues

* update grader ID according to API View feedback

* Update test

* remove string check for grader ID

---------

Co-authored-by: Nagkumar Arkalgud <[email protected]>
Co-authored-by: Nagkumar Arkalgud <[email protected]>

Author: 3 people

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_aoai/score_model_grader.py

@@ -47,7 +47,7 @@ class AzureOpenAIScoreModelGrader(AzureOpenAIGrader):
     :type kwargs: Any
     """
 
-    id = "azureai://built-in/evaluators/azure-openai/scorer_grader"
+    id = "azureai://built-in/evaluators/azure-openai/score_model_grader"
 
     def __init__(
         self,

sdk/evaluation/azure-ai-evaluation/tests/unittests/test_aoai_score_model_grader.py

@@ -234,13 +234,6 @@ def test_different_score_ranges(self, mock_aoai_model_config):
         assert grader._grader_config.range == [0.0, 10.0]
         assert grader.pass_threshold == 5.0  # Midpoint default
 
-    def test_grader_id_property(self, mock_aoai_model_config, basic_score_grader_config):
-        """Test that grader has correct ID."""
-        grader = AzureOpenAIScoreModelGrader(model_config=mock_aoai_model_config, **basic_score_grader_config)
-
-        assert grader.id == "azureai://built-in/evaluators/azure-openai/scorer_grader"
-        assert AzureOpenAIScoreModelGrader.id == "azureai://built-in/evaluators/azure-openai/scorer_grader"
-
     @patch("azure.ai.evaluation._aoai.score_model_grader.AzureOpenAIGrader.get_client")
     def test_grader_with_mocked_client(self, mock_get_client, mock_aoai_model_config, basic_score_grader_config):
         """Test grader creation and basic properties with mocked client."""
@@ -251,7 +244,7 @@ def test_grader_with_mocked_client(self, mock_get_client, mock_aoai_model_config
         grader = AzureOpenAIScoreModelGrader(model_config=mock_aoai_model_config, **basic_score_grader_config)
 
         assert grader is not None
-        assert grader.id == "azureai://built-in/evaluators/azure-openai/scorer_grader"
+        assert grader.id == AzureOpenAIScoreModelGrader.id
         assert hasattr(grader, "pass_threshold")
         assert grader.pass_threshold == 0.5
 
@@ -956,4 +949,3 @@ def test_grader_with_client_initialization_error(self, mock_get_client, mock_aoa
         )
 
         assert grader is not None
-        assert grader.id == "azureai://built-in/evaluators/azure-openai/scorer_grader"