Skip to content

Commit 0c67081

Browse files
committed
update dockerfile for vllm 011
1 parent 9599fbb commit 0c67081

File tree

3 files changed

+5
-4
lines changed

3 files changed

+5
-4
lines changed

pyproject.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -73,7 +73,7 @@ dev = [
7373
]
7474
megatron = [
7575
"megatron-core[mlm]==0.13.1",
76-
"transformer_engine[pytorch]==2.6.0.post1",
76+
"transformer_engine[pytorch]==2.8.0",
7777
"mbridge>=0.13.0",
7878
]
7979

scripts/docker/Dockerfile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@ RUN apt update && apt install -y \
2626
# copy the Trinity-RFT dir into the workspace
2727
COPY . .
2828

29-
RUN pip install --upgrade pip && pip install -e .[dev] && pip install -e .[flash_attn]
29+
RUN pip install --upgrade pip && pip install -e .[dev] && pip install flash_attn==2.8.1 --no-build-isolation
3030

3131
# Set Env variables
3232

scripts/docker_for_megatron/Dockerfile

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -27,12 +27,13 @@ COPY . .
2727

2828
# Install Trinity-RFT with Megatron
2929
RUN pip install --upgrade pip \
30+
&& pip install -e .[dev] \
31+
&& pip install flash_attn==2.8.1 --no-build-isolation \
3032
&& pip install -e .[megatron] \
31-
&& pip install -e .[flash_attn] \
3233
&& pip install -v --disable-pip-version-check --no-cache-dir --no-build-isolation \
3334
--config-settings "--build-option=--cpp_ext" \
3435
--config-settings "--build-option=--cuda_ext" \
35-
--resume-retries 999 git+https://github.com/NVIDIA/apex.git
36+
--resume-retries 20 git+https://github.com/NVIDIA/apex.git
3637

3738
# Set Env variables
3839

0 commit comments

Comments
 (0)