skip eval tests

mufiAmazon · mufiAmazon · commit 214179b63121 · 2025-12-05T14:24:45.000-08:00
diff --git a/sagemaker-train/tests/integ/train/__init__.py b/sagemaker-train/tests/integ/train/__init__.py
@@ -0,0 +1,14 @@
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"). You
+# may not use this file except in compliance with the License. A copy of
+# the License is located at
+#
+#     http://aws.amazon.com/apache2.0/
+#
+# or in the "license" file accompanying this file. This file is
+# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
+# ANY KIND, either express or implied. See the License for the specific
+# language governing permissions and limitations under the License.
+"""Integration tests for SageMaker Modules Evaluate"""
+from __future__ import absolute_import
diff --git a/sagemaker-train/tests/integ/train/test_benchmark_evaluator.py b/sagemaker-train/tests/integ/train/test_benchmark_evaluator.py
@@ -72,6 +72,7 @@
 }
 
 
+@pytest.mark.skip(reason="Temporarily skipped - moved from tests/integ/sagemaker/modules/evaluate/")
 class TestBenchmarkEvaluatorIntegration:
     """Integration tests for BenchmarkEvaluator with fine-tuned model package"""
 
diff --git a/sagemaker-train/tests/integ/train/test_custom_scorer_evaluator.py b/sagemaker-train/tests/integ/train/test_custom_scorer_evaluator.py
@@ -55,6 +55,7 @@
 }
 
 
+@pytest.mark.skip(reason="Temporarily skipped - moved from tests/integ/sagemaker/modules/evaluate/")
 class TestCustomScorerEvaluatorIntegration:
     """Integration tests for CustomScorerEvaluator with custom evaluator"""
 
diff --git a/sagemaker-train/tests/integ/train/test_llm_as_judge_evaluator.py b/sagemaker-train/tests/integ/train/test_llm_as_judge_evaluator.py
@@ -84,6 +84,7 @@
 }
 
 
+@pytest.mark.skip(reason="Temporarily skipped - moved from tests/integ/sagemaker/modules/evaluate/")
 class TestLLMAsJudgeEvaluatorIntegration:
     """Integration tests for LLMAsJudgeEvaluator"""
 
diff --git a/tests/integ/sagemaker/modules/evaluate/__init__.py b/tests/integ/sagemaker/modules/evaluate/__init__.py

Original file line number	Diff line number	Diff line change
`@@ -72,6 +72,7 @@`
`72`	`72`	`}`
`73`	`73`
`74`	`74`
	`75`	`+@pytest.mark.skip(reason="Temporarily skipped - moved from tests/integ/sagemaker/modules/evaluate/")`
`75`	`76`	`class TestBenchmarkEvaluatorIntegration:`
`76`	`77`	`"""Integration tests for BenchmarkEvaluator with fine-tuned model package"""`
`77`	`78`
Original file line number	Diff line number	Diff line change
`@@ -55,6 +55,7 @@`
`55`	`55`	`}`
`56`	`56`
`57`	`57`
	`58`	`+@pytest.mark.skip(reason="Temporarily skipped - moved from tests/integ/sagemaker/modules/evaluate/")`
`58`	`59`	`class TestCustomScorerEvaluatorIntegration:`
`59`	`60`	`"""Integration tests for CustomScorerEvaluator with custom evaluator"""`
`60`	`61`
Original file line number	Diff line number	Diff line change
`@@ -84,6 +84,7 @@`
`84`	`84`	`}`
`85`	`85`
`86`	`86`
	`87`	`+@pytest.mark.skip(reason="Temporarily skipped - moved from tests/integ/sagemaker/modules/evaluate/")`
`87`	`88`	`class TestLLMAsJudgeEvaluatorIntegration:`
`88`	`89`	`"""Integration tests for LLMAsJudgeEvaluator"""`
`89`	`90`