add extra python packages to SGLang (#5474)

* install extra sgl common packages

* test

* fix sglang tests

* revert toml

Author: sirutBuasai

sglang/x86_64/gpu/Dockerfile

@@ -95,7 +95,16 @@ RUN dpkg -l | grep -E "cuda|nvidia|libnv" | awk '{print $2}' | xargs apt-mark ho
  && apt-get clean
 
 RUN pip install --no-cache-dir -U \
-    boto3
+    pandas \
+    plotly \
+    scikit-learn \
+    numpy \
+    pyyaml \
+    numpy \
+    scipy \
+    boto3 \
+    awscli \
+    sagemaker
 
 RUN rm -rf /tmp/*
 

test/testrunner.py

@@ -293,6 +293,15 @@ def main():
                 f"NOTE: {specific_test_type} tests not supported on vllm images. Skipping..."
             )
             return
+        elif all("sglang" in image_uri for image_uri in all_image_list) and test_type not in {
+            "functionality_sanity",
+            "security_sanity",
+            "sagemaker",
+        }:
+            LOGGER.info(
+                f"NOTE: {specific_test_type} tests not supported on sglang images. Skipping..."
+            )
+            return
     # quick_checks tests don't have images in it. Using a placeholder here for jobs like that
     try:
         framework, version = get_framework_and_version_from_tag(all_image_list[0])
@@ -391,10 +400,6 @@ def main():
                 run_vllm_tests(f"{specific_test_type}", all_image_list, new_test_structure_enabled)
                 return
 
-            # if framework == "sglang":
-            #     run_new_tests()
-            #     return
-
             eks_cluster_name = f"dlc-{framework}-{build_context}"
             eks_utils.eks_setup()
             if eks_utils.is_eks_cluster_active(eks_cluster_name):
@@ -498,10 +503,6 @@ def main():
             run_vllm_tests("sagemaker", all_image_list, new_test_structure_enabled)
             return
 
-        # if "sglang" in dlc_images:
-        #     run_new_tests()
-        #     return
-
         if "habana" in dlc_images:
             LOGGER.info(f"Skipping SM tests for Habana. Images: {dlc_images}")
             # Creating an empty file for because codebuild job fails without it
@@ -557,7 +558,7 @@ def main():
             "neuron": "Skipping - there are no local mode tests for Neuron",
             "huggingface-tensorflow-training": "Skipping - there are no local mode tests for HF TF training",
             "vllm": "Skipping - there are no local mode tests for VLLM",
-            "sglang": "Skipping - there are no local mode tests for sgland",
+            "sglang": "Skipping - there are no local mode tests for sglang",
         }
 
         for skip_condition, reason in sm_local_to_skip.items():