raising a work around for command job and spark job name lowering case (#35688)

* fixing sweep job service response parsing issue

* fixing sweep job service response parsing issue

* raising a work around for cmd job and spark job name lowering case

* fixing black issue

* fixing serialization issue in sweep job

* include black fix

* found and fix the issue in compute validation

* fixing a corrupt wokspace arm template

* fixing the failed test case

Author: achauhan-scc

sdk/ml/azure-ai-ml/azure/ai/ml/entities/_job/sweep/sweep_job.py

@@ -268,6 +268,10 @@ def _to_rest_object(self) -> JobBase:
                 self.resources._to_rest_object() if self.resources and not isinstance(self.resources, dict) else None
             ),
         )
+
+        if not sweep_job.resources and sweep_job.trial.resources:
+            sweep_job.resources = sweep_job.trial.resources
+
         sweep_job_resource = JobBase(properties=sweep_job)
         sweep_job_resource.name = self.name
         return sweep_job_resource
@@ -323,7 +327,7 @@ def _load_from_rest(cls, obj: JobBase) -> "SweepJob":
             search_space=_search_space,  # type: ignore[arg-type]
             limits=SweepJobLimits._from_rest_object(properties.limits),
             early_termination=early_termination,
-            objective=properties.objective,
+            objective=Objective._from_rest_object(properties.objective) if properties.objective else None,
             inputs=from_rest_inputs_to_dataset_literal(properties.inputs),
             outputs=from_rest_data_outputs(properties.outputs),
             identity=(

sdk/ml/azure-ai-ml/azure/ai/ml/operations/_job_operations.py

@@ -1473,7 +1473,11 @@ def _resolve_arm_id_for_sweep_job(self, job: SweepJob, resolver: _AssetResolver)
                 Code(base_path=job._base_path, path=job.trial.code),
                 azureml_type=AzureMLResourceType.CODE,
             )
-        if job.trial is not None:
+        if (
+            job.trial is not None
+            and job.trial.environment is not None
+            and not is_ARM_id_for_resource(job.trial.environment, AzureMLResourceType.ENVIRONMENT)
+        ):
             job.trial.environment = resolver(  # type: ignore[assignment]
                 job.trial.environment, azureml_type=AzureMLResourceType.ENVIRONMENT
             )

sdk/ml/azure-ai-ml/tests/sweep_job/e2etests/test_sweep_job.py

@@ -209,7 +209,10 @@ def test_sweep_job_builder(self, randstr: Callable[[str], str], client: MLClient
 
         result = client.create_or_update(sweep_node)
         assert result.description == "new-description"
-        assert result.trial.environment == "AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:33"
+        assert (
+            result.trial.environment
+            == "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/AzureML-sklearn-1.0-ubuntu20.04-py38-cpu/versions/33"
+        )
         assert result.display_name == "new_builder_command_job"
         assert result.compute == "testCompute"
         assert result.experiment_name == "mfe-test1-dataset"