Skip to content

Commit b354105

Browse files
jayesh-tannavizhur
jayesh-tanna
and
vizhur
authored
adding amelie training environment (#4353)
* adding amelie evaluation environment * updating startup.sh file * updating details * updating name * corrected the tag name * using 1p base image * removing unused tag * using stable 1p image * pinning the child dependencies * updated transformer package * adding packages fromp ytorch list * updating jupytercore package * removing unwanted tag * using latest tag --------- Co-authored-by: vizhur <[email protected]>
1 parent e28ae6a commit b354105

File tree

6 files changed

+614
-0
lines changed

6 files changed

+614
-0
lines changed

‎assets/amelie/environments/training/asset.yaml

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
name: amelie-training
2+
version: auto
3+
type: environment
4+
spec: spec.yaml
5+
extra_config: environment.yaml
6+
categories: ["Amelie", "Python", "Training"]

‎assets/amelie/environments/training/context/Dockerfile

Lines changed: 29 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
FROM mcr.microsoft.com/aifx/acpt/stable-ubuntu2204-cu126-py310-torch27x:{{latest-image-tag}}
2+
3+
WORKDIR /workspace
4+
5+
RUN apt update && \
6+
apt install -y --no-install-recommends \
7+
build-essential \
8+
python3-dev \
9+
wget \
10+
fuse3 \
11+
libfuse3-3 \
12+
dos2unix \
13+
ca-certificates \
14+
rsync && \
15+
wget -q https://github.com/Azure/azure-storage-fuse/releases/download/blobfuse2-2.5.0/blobfuse2-2.5.0-Ubuntu-22.04.x86_64.deb && \
16+
dpkg -i blobfuse2-2.5.0-Ubuntu-22.04.x86_64.deb || apt install -f -y && \
17+
rm -f blobfuse2-2.5.0-Ubuntu-22.04.x86_64.deb && \
18+
apt clean && \
19+
rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
20+
21+
COPY requirements.txt .
22+
RUN pip install --no-cache-dir numpy==1.26.2 cython==3.0.11 && \
23+
pip install --no-cache-dir --no-build-isolation -r requirements.txt && \
24+
conda clean -afy && \
25+
pip cache purge && \
26+
find /opt/conda -name "*.pyc" -delete
27+
28+
COPY startup.sh .
29+
RUN dos2unix startup.sh && chmod +x startup.sh

‎assets/amelie/environments/training/context/requirements.txt

Lines changed: 352 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,352 @@
1+
absl-py==2.3.1
2+
accelerate==0.33.0
3+
aiofiles==24.1.0
4+
aiohappyeyeballs==2.6.1
5+
aiohttp==3.12.14
6+
aiosignal==1.4.0
7+
annotated-types==0.7.0
8+
apex==0.1
9+
astunparse==1.6.3
10+
async-timeout==5.0.1
11+
attrs==25.3.0
12+
Cerberus==1.3.7
13+
certifi==2025.7.14
14+
charset-normalizer==3.4.2
15+
contourpy==1.3.2
16+
coverage==7.2.7
17+
cycler==0.12.1
18+
Cython==3.0.11
19+
exceptiongroup==1.3.0
20+
fairscale==0.4.13
21+
filelock==3.13.1
22+
flatbuffers==25.2.10
23+
fonttools==4.59.0
24+
frozenlist==1.7.0
25+
fsspec==2024.6.1
26+
gast==0.6.0
27+
google-pasta==0.2.0
28+
grpcio==1.74.0
29+
h5py==3.14.0
30+
hf-xet==1.1.5
31+
hjson==3.1.0
32+
huggingface-hub==0.34.3
33+
idna==3.10
34+
importlib_metadata==8.7.0
35+
iniconfig==2.1.0
36+
intel-openmp==2022.2.1
37+
Jinja2==3.1.6
38+
joblib==1.5.1
39+
keras==3.9.0
40+
kiwisolver==1.4.8
41+
libclang==18.1.1
42+
lightgbm==4.6.0
43+
lightning-utilities==0.15.0
44+
Markdown==3.8.2
45+
markdown-it-py==3.0.0
46+
MarkupSafe==2.1.5
47+
matplotlib==3.9.2
48+
mdurl==0.1.2
49+
mkl==2022.2.1
50+
mkl-include==2022.2.1
51+
ml-dtypes==0.4.1
52+
mpi4py==3.1.4
53+
mpmath==1.3.0
54+
multidict==6.6.3
55+
namex==0.1.0
56+
nest-asyncio==1.6.0
57+
networkx==3.3
58+
ninja==1.11.1
59+
numpy==1.26.2
60+
nvidia-cublas-cu12==12.6.4.1
61+
nvidia-cuda-cupti-cu12==12.6.80
62+
nvidia-cuda-nvrtc-cu12==12.6.77
63+
nvidia-cuda-runtime-cu12==12.6.77
64+
nvidia-cudnn-cu12==9.5.1.17
65+
nvidia-cufft-cu12==11.3.0.4
66+
nvidia-cufile-cu12==1.11.1.6
67+
nvidia-curand-cu12==10.3.7.77
68+
nvidia-cusolver-cu12==11.7.1.2
69+
nvidia-cusparse-cu12==12.5.4.2
70+
nvidia-cusparselt-cu12==0.6.3
71+
nvidia-nccl-cu12==2.26.2
72+
nvidia-nvjitlink-cu12==12.6.85
73+
nvidia-nvtx-cu12==12.6.77
74+
onnx==1.18.0
75+
onnxruntime-training==1.19.2
76+
opencv-python==4.11.0.86
77+
opt_einsum==3.4.0
78+
optree==0.17.0
79+
ort_moe==0.2.0.dev202507281003
80+
packaging==25.0
81+
pandas==2.1.4
82+
pillow==11.3.0
83+
pip==25.1
84+
pluggy==1.6.0
85+
propcache==0.3.2
86+
protobuf==4.25.8
87+
psutil==7.0.0
88+
py-cpuinfo==9.0.0
89+
pydantic==2.11.7
90+
pydantic_core==2.33.2
91+
pydicom==2.4.4
92+
Pygments==2.19.2
93+
pyparsing==3.2.3
94+
pytest==7.4.3
95+
pytest-mpi==0.6
96+
python-dateutil==2.9.0.post0
97+
pytorch-lightning==2.4.0
98+
pytz==2025.2
99+
PyYAML==6.0.2
100+
regex==2025.7.34
101+
requests==2.32.4
102+
rich==14.1.0
103+
safetensors==0.5.3
104+
scikit-learn==1.5.0
105+
scipy==1.11.4
106+
setuptools==80.9.0
107+
six==1.17.0
108+
sympy==1.13.3
109+
tbb==2021.13.1
110+
tensorboard==2.17.1
111+
tensorboard-data-server==0.7.2
112+
tensorflow==2.17.0
113+
tensorflow-io-gcs-filesystem==0.37.1
114+
termcolor==3.1.0
115+
threadpoolctl==3.6.0
116+
tokenizers==0.21.4
117+
tomli==2.2.1
118+
torch==2.7.1
119+
torch-ort==1.19.2
120+
torchaudio==2.7.1+cu126
121+
torchdata==0.11.0
122+
torchmetrics==1.2.0
123+
torchsnapshot==0.1.0
124+
torchvision==0.22.1+cu126
125+
tqdm==4.67.1
126+
transformers==4.52.1
127+
triton==3.3.1
128+
tutel==0.3
129+
typing_extensions==4.14.1
130+
typing-inspection==0.4.1
131+
tzdata==2025.2
132+
urllib3==2.5.0
133+
Werkzeug==3.1.3
134+
wheel==0.41.2
135+
wrapt==1.17.2
136+
yarl==1.20.1
137+
zipp==3.23.0
138+
albucore==0.0.23
139+
albumentations==1.4.14
140+
alembic==1.16.1
141+
antlr4-python3-runtime==4.9.3
142+
anyio==4.9.0
143+
asttokens==3.0.0
144+
audioread==3.0.1
145+
bayesian-optimization==1.5.1
146+
bayespy==0.5.1
147+
biopython==1.84
148+
bleach==6.2.0
149+
blis==0.7.11
150+
brotli==1.1.0
151+
bson==0.5.10
152+
cachetools==5.5.2
153+
catalogue==2.0.10
154+
catboost==1.2.5
155+
cffi==1.17.1
156+
click==8.2.1
157+
cloudpathlib==0.21.1
158+
cloudpickle==3.1.1
159+
colorama==0.4.6
160+
colorlog==6.9.0
161+
comm==0.2.2
162+
confection==0.1.5
163+
cramjam==2.10.0
164+
cryptography==44.0.2
165+
cymem==2.0.11
166+
dacite==1.8.1
167+
dataclasses-json==0.6.7
168+
datasets==2.1.0
169+
debugpy==1.8.14
170+
decorator==5.2.1
171+
defusedxml==0.7.1
172+
dill==0.3.9
173+
efficientnet-pytorch==0.7.1
174+
eval-type-backport==0.2.2
175+
evaluate==0.4.2
176+
executing==2.2.0
177+
fastdtw==0.3.4
178+
fastjsonschema==2.21.1
179+
fastparquet==2024.11.0
180+
funcy==2.0
181+
future==1.0.0
182+
fuzzywuzzy==0.18.0
183+
gdcm==1.1
184+
gensim==4.3.3
185+
genson==1.3.0
186+
geographiclib==2.0
187+
geopy==2.4.1
188+
graphviz==0.20.3
189+
greenlet==3.2.2
190+
h11==0.16.0
191+
hmmlearn==0.3.2
192+
httpcore==1.0.9
193+
httplib2==0.22.0
194+
httpx==0.27.2
195+
humanize==4.12.3
196+
hyperopt==0.2.7
197+
igraph==0.11.6
198+
imagecodecs==2024.6.1
199+
imageio==2.37.0
200+
imbalanced-learn==0.12.3
201+
imgaug==0.4.0
202+
implicit==0.7.2
203+
inflate64==1.0.1
204+
ipykernel==6.29.5
205+
ipython==8.18.1
206+
ipython-pygments-lexers==1.1.1
207+
isodate==0.7.2
208+
jedi==0.19.2
209+
jiter==0.8.2
210+
jsonlines==4.0.0
211+
jsonpatch==1.33
212+
jsonpickle==4.1.1
213+
jsonpointer==3.0.0
214+
jsonschema==4.19.2
215+
jsonschema-specifications==2024.10.1
216+
jupyter-client==8.6.3
217+
jupyter-core==5.8.1
218+
kaggle==1.6.17
219+
kornia==0.6.10
220+
kornia-rs==0.1.8
221+
langcodes==3.5.0
222+
language-data==1.3.0
223+
lazy-loader==0.4
224+
levenshtein==0.25.1
225+
librosa==0.10.2.post1
226+
littleutils==0.2.4
227+
llvmlite==0.43.0
228+
loguru==0.7.2
229+
lxml==5.3.1
230+
mako==1.3.9
231+
marisa-trie==1.2.1
232+
markovify==0.9.4
233+
marshmallow==3.26.1
234+
matplotlib-inline==0.1.7
235+
msgpack==1.1.0
236+
msgpack-numpy==0.4.8
237+
multiprocess==0.70.17
238+
multivolumefile==0.2.3
239+
munch==4.0.0
240+
murmurhash==1.0.12
241+
mypy-extensions==1.1.0
242+
nltk==3.9.1
243+
numba==0.60.0
244+
nvidia-cuda-nvcc-cu12==12.3.107
245+
oauthlib==3.2.2
246+
ogb==1.3.6
247+
omegaconf==2.3.0
248+
opencv-python-headless==4.11.0.86
249+
opt-einsum==3.4.0
250+
optuna==4.0.0
251+
orjson==3.10.15
252+
outdated==0.2.2
253+
pandarallel==1.6.5
254+
parso==0.8.4
255+
pathspec==0.12.1
256+
pdf2image==1.17.0
257+
peft==0.12.0
258+
pexpect==4.9.0
259+
platformdirs==4.3.6
260+
plotly==5.24.0
261+
pooch==1.8.2
262+
portalocker==2.10.1
263+
preshed==3.0.9
264+
pretrainedmodels==0.7.4
265+
prompt-toolkit==3.0.50
266+
proto-plus==1.26.0
267+
ptyprocess==0.7.0
268+
pure-eval==0.2.3
269+
py4j==0.10.9.9
270+
py7zr==0.22.0
271+
pyaml==25.1.0
272+
pyarrow==17.0.0
273+
pyasn1==0.6.1
274+
pyasn1-modules==0.4.1
275+
pybcj==1.0.3
276+
pycparser==2.22
277+
pycryptodomex==3.21.0
278+
pydantic-settings==2.6.1
279+
pylibjpeg==2.0.1
280+
pymupdf==1.26.3
281+
pyocr==0.8.5
282+
pypdf==4.3.1
283+
pyppmd==1.1.1
284+
python-dotenv==1.0.1
285+
python-slugify==8.0.4
286+
pyzmq==26.4.0
287+
pyzstd==0.16.2
288+
ranger21==0.1.0
289+
rapidfuzz==3.12.2
290+
referencing==0.36.2
291+
requests-oauthlib==2.0.0
292+
requests-toolbelt==1.0.0
293+
resampy==0.4.3
294+
responses==0.18.0
295+
rouge-score==0.1.2
296+
rpds-py==0.23.1
297+
rsa==4.9
298+
sacrebleu==2.4.3
299+
scikit-image==0.24.0
300+
scikit-optimize==0.10.2
301+
scikit-surprise==1.1.4
302+
seaborn==0.13.2
303+
segmentation-models-pytorch==0.3.4
304+
sentence-transformers==3.0.1
305+
sentencepiece==0.2.0
306+
shapely==2.0.7
307+
shellingham==1.5.4
308+
shutup==0.2.0
309+
simsimd==6.2.1
310+
sklearn-pandas==2.2.0
311+
smart-open==7.1.0
312+
sniffio==1.3.1
313+
soundfile==0.13.1
314+
soxr==0.5.0.post1
315+
spacy==3.7.6
316+
spacy-legacy==3.0.12
317+
spacy-loggers==1.0.5
318+
sparse==0.16.0
319+
sqlalchemy==2.0.38
320+
srsly==2.5.1
321+
stack-data==0.6.3
322+
stringzilla==3.12.2
323+
tables==3.10.1
324+
tabulate==0.9.0
325+
tenacity==8.5.0
326+
tensorflow-hub==0.16.1
327+
tensorpack==0.11
328+
text-unidecode==1.3
329+
textblob==0.18.0.post0
330+
texttable==1.7.0
331+
tf-keras==2.17.0
332+
thinc==8.2.5
333+
tifffile==2025.2.18
334+
tiktoken==0.7.0
335+
timm==0.9.7
336+
torch-geometric==2.3.1
337+
torchinfo==1.8.0
338+
torchtext==0.18.0
339+
tornado==6.5.1
340+
traitlets==5.14.3
341+
typer==0.15.2
342+
types-python-dateutil==2.9.0.20241206
343+
typing-inspect==0.9.0
344+
unidecode==1.3.8
345+
uritemplate==4.1.1
346+
wasabi==1.1.3
347+
wcwidth==0.2.13
348+
weasel==0.4.1
349+
webencodings==0.5.1
350+
xgboost==2.1.1
351+
xlrd==2.0.1
352+
xxhash==3.5.0

0 commit comments

Comments
 (0)