From 4969e57d0aea49e4d962f8513716ea696707d231 Mon Sep 17 00:00:00 2001 From: "Sri Krupa R (SONATA SOFTWARE NORTH AMERICA INC)" Date: Thu, 26 Mar 2026 16:22:07 +0530 Subject: [PATCH] python-sdk-v2 and model-management assets removed from repo --- .../environments/python-sdk-v2/asset.yaml | 6 --- .../python-sdk-v2/context/Dockerfile | 24 ---------- .../context/conda_dependencies.yaml | 17 ------- .../python-sdk-v2/environment.yaml | 12 ----- .../environments/python-sdk-v2/spec.yaml | 14 ------ .../environments/model-management/asset.yaml | 6 --- .../model-management/context/Dockerfile | 46 ------------------- .../model-management/context/requirements.txt | 37 --------------- .../model-management/environment.yaml | 12 ----- .../environments/model-management/spec.yaml | 14 ------ 10 files changed, 188 deletions(-) delete mode 100644 assets/common/environments/python-sdk-v2/asset.yaml delete mode 100644 assets/common/environments/python-sdk-v2/context/Dockerfile delete mode 100644 assets/common/environments/python-sdk-v2/context/conda_dependencies.yaml delete mode 100644 assets/common/environments/python-sdk-v2/environment.yaml delete mode 100644 assets/common/environments/python-sdk-v2/spec.yaml delete mode 100644 assets/training/model_management/environments/model-management/asset.yaml delete mode 100644 assets/training/model_management/environments/model-management/context/Dockerfile delete mode 100644 assets/training/model_management/environments/model-management/context/requirements.txt delete mode 100644 assets/training/model_management/environments/model-management/environment.yaml delete mode 100644 assets/training/model_management/environments/model-management/spec.yaml diff --git a/assets/common/environments/python-sdk-v2/asset.yaml b/assets/common/environments/python-sdk-v2/asset.yaml deleted file mode 100644 index 81301fba49..0000000000 --- a/assets/common/environments/python-sdk-v2/asset.yaml +++ /dev/null @@ -1,6 +0,0 @@ -name: python-sdk-v2 -version: auto -type: environment -spec: spec.yaml -extra_config: environment.yaml -categories: ["Common"] diff --git a/assets/common/environments/python-sdk-v2/context/Dockerfile b/assets/common/environments/python-sdk-v2/context/Dockerfile deleted file mode 100644 index 6dc73340fe..0000000000 --- a/assets/common/environments/python-sdk-v2/context/Dockerfile +++ /dev/null @@ -1,24 +0,0 @@ -FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu22.04:{{latest-image-tag}} - -WORKDIR / - -ENV CONDA_PREFIX=/azureml-envs/python-sdk-v2 -ENV CONDA_DEFAULT_ENV=$CONDA_PREFIX -ENV PATH=$CONDA_PREFIX/bin:$PATH - -# This is needed for mpi to locate libpython -ENV LD_LIBRARY_PATH=$CONDA_PREFIX/lib:$LD_LIBRARY_PATH - -# Create conda environment -COPY conda_dependencies.yaml . -RUN conda env create -p $CONDA_PREFIX -f conda_dependencies.yaml -q --solver=classic && \ - rm conda_dependencies.yaml && \ - conda run -p $CONDA_PREFIX pip cache purge && \ - conda clean -a -y - -## Vulnerability fix -RUN pip install tqdm requests==2.32.4 - - -## Vulnerability fix for libxml2 (USN-7974-1) -RUN apt-get update && apt-get install -y --only-upgrade libxml2 \ No newline at end of file diff --git a/assets/common/environments/python-sdk-v2/context/conda_dependencies.yaml b/assets/common/environments/python-sdk-v2/context/conda_dependencies.yaml deleted file mode 100644 index 81d056d56f..0000000000 --- a/assets/common/environments/python-sdk-v2/context/conda_dependencies.yaml +++ /dev/null @@ -1,17 +0,0 @@ -name: python-sdk-v2 -channels: - - conda-forge -dependencies: - - python=3.10 - - pip: - - pip==26.0.1 - - azure-ai-ml=={{latest-pypi-version}} - - azure-identity=={{latest-pypi-version}} - - cryptography=={{latest-pypi-version}} - - certifi=={{latest-pypi-version}} - - urllib3=={{latest-pypi-version}} - - paramiko=={{latest-pypi-version}} - - idna=={{latest-pypi-version}} - - tqdm=={{latest-pypi-version}} - - wheel>=0.46.2 - - setuptools>=75.8.0 \ No newline at end of file diff --git a/assets/common/environments/python-sdk-v2/environment.yaml b/assets/common/environments/python-sdk-v2/environment.yaml deleted file mode 100644 index 08e1ca8b50..0000000000 --- a/assets/common/environments/python-sdk-v2/environment.yaml +++ /dev/null @@ -1,12 +0,0 @@ -image: - name: azureml/curated/python-sdk-v2 - os: linux - context: - dir: context - dockerfile: Dockerfile - template_files: - - Dockerfile - - conda_dependencies.yaml - publish: - location: mcr - visibility: public diff --git a/assets/common/environments/python-sdk-v2/spec.yaml b/assets/common/environments/python-sdk-v2/spec.yaml deleted file mode 100644 index 35b77744b6..0000000000 --- a/assets/common/environments/python-sdk-v2/spec.yaml +++ /dev/null @@ -1,14 +0,0 @@ -$schema: https://azuremlschemas.azureedge.net/latest/environment.schema.json -description: Environment containing Azure SDK for Python v2 - -name: "{{asset.name}}" -version: "{{asset.version}}" - -build: - path: "{{image.context.path}}" - dockerfile_path: "{{image.dockerfile.path}}" - -os_type: linux - -tags: - Preview: "" diff --git a/assets/training/model_management/environments/model-management/asset.yaml b/assets/training/model_management/environments/model-management/asset.yaml deleted file mode 100644 index a0b0650dc3..0000000000 --- a/assets/training/model_management/environments/model-management/asset.yaml +++ /dev/null @@ -1,6 +0,0 @@ -name: model-management -version: auto -type: environment -spec: spec.yaml -extra_config: environment.yaml -categories: ["Models"] \ No newline at end of file diff --git a/assets/training/model_management/environments/model-management/context/Dockerfile b/assets/training/model_management/environments/model-management/context/Dockerfile deleted file mode 100644 index 47edc523c5..0000000000 --- a/assets/training/model_management/environments/model-management/context/Dockerfile +++ /dev/null @@ -1,46 +0,0 @@ -FROM mcr.microsoft.com/aifx/acpt/stable-ubuntu2204-cu126-py310-torch280:{{latest-image-tag:biweekly\.\d{6}\.\d{1}.*}} -WORKDIR / - -RUN apt-get update && apt-get upgrade -y && \ - apt-get install wget nscd python3-idna git libxml2 curl -y && \ - curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash && \ - apt-get install git-lfs -y - -RUN wget https://go.dev/dl/go1.24.12.linux-amd64.tar.gz && \ - tar -C /usr/local -xzf go1.24.12.linux-amd64.tar.gz && \ - rm go1.24.12.linux-amd64.tar.gz - -ENV PATH="/usr/local/go/bin:$PATH" - -COPY requirements.txt . - -# Clean conda cache and force reinstall pip to overwrite metadata -RUN conda clean --all -y -RUN conda install -n base -c conda-forge pip=25.3 "setuptools>=80.0.0" "wheel>=0.46.2" --force-reinstall -y -RUN conda install -n ptca -c conda-forge pip=25.3 "setuptools>=80.0.0" "wheel>=0.46.2" --force-reinstall -y || true - -# Force upgrade setuptools and wheel in ptca environment via pip -RUN /opt/conda/envs/ptca/bin/pip install --upgrade --force-reinstall "setuptools>=80.0.0" "wheel>=0.46.2" - -RUN rm -rf /opt/conda/lib/python3.13 || true - -# This line is added because azureml-automl-dnn-vision depends on python 3.9. -# Added ignore python requires to get this installed. -# RUN pip install --ignore-requires-python azureml-automl-dnn-vision -RUN pip install --no-deps azureml-automl-dnn-vision - -RUN pip install -r requirements.txt --no-cache-dir - -RUN pip install --upgrade nltk==3.9 - -# Remove duplicate metadata - keeps newest version only -RUN pip install --upgrade --force-reinstall setuptools wheel && pip cache purge - -# Adding this to exclude Python 3.13 packages from the setuptools library fix -RUN rm -rf /opt/conda/lib/python3.13 || true - -# List pip packages -RUN pip list - -## Delete -RUN rm requirements.txt \ No newline at end of file diff --git a/assets/training/model_management/environments/model-management/context/requirements.txt b/assets/training/model_management/environments/model-management/context/requirements.txt deleted file mode 100644 index ff275346cc..0000000000 --- a/assets/training/model_management/environments/model-management/context/requirements.txt +++ /dev/null @@ -1,37 +0,0 @@ -azure-core==1.38.0 -azure-ai-ml==1.28.1 -azure-identity==1.23.1 -azureml-evaluate-mlflow==0.0.77 -ffmpeg-python==0.2.0 -langcodes==3.5.0 -sentencepiece==0.2.1 -accelerate==1.9.0 -wget==3.2 -applicationinsights==0.11.10 -azureml-automl-core==1.60.0 -azureml-telemetry==1.60.0 -#azureml-automl-dnn-vision==None -pyarrow==14.0.2 -GitPython==3.1.45 -paramiko==3.5.1 -cryptography==44.0.2 -#### -#torch==2.8.0 -#torchaudio==2.8.0 -setuptools==80.0.0 -Pillow==10.3.0 -gunicorn==23.0.0 -onnx==1.17.0 -idna==3.10 -tqdm==4.67.1 -requests==2.32.4 -tornado==6.5 -certifi==2024.07.04 -urllib3==2.6.3 -scikit-learn==1.5.1 -mlflow==3.6.0 -mlflow-skinny==3.6.0 -marshmallow==3.26.2 -transformers==4.55.2 -filelock==3.20.3 -protobuf>=6.33.5 \ No newline at end of file diff --git a/assets/training/model_management/environments/model-management/environment.yaml b/assets/training/model_management/environments/model-management/environment.yaml deleted file mode 100644 index 9db046d7d4..0000000000 --- a/assets/training/model_management/environments/model-management/environment.yaml +++ /dev/null @@ -1,12 +0,0 @@ -image: - name: azureml/curated/model-management - os: linux - context: - dir: context - dockerfile: Dockerfile - template_files: - - Dockerfile - - requirements.txt - publish: - location: mcr - visibility: public diff --git a/assets/training/model_management/environments/model-management/spec.yaml b/assets/training/model_management/environments/model-management/spec.yaml deleted file mode 100644 index 879234a6d5..0000000000 --- a/assets/training/model_management/environments/model-management/spec.yaml +++ /dev/null @@ -1,14 +0,0 @@ -$schema: https://azuremlschemas.azureedge.net/latest/environment.schema.json -description: Environment used by Model Management components - -name: "{{asset.name}}" -version: "{{asset.version}}" - -build: - path: "{{image.context.path}}" - dockerfile_path: "{{image.dockerfile.path}}" - -os_type: linux - -tags: - Preview: ""