File tree Expand file tree Collapse file tree 3 files changed +5
-4
lines changed
Expand file tree Collapse file tree 3 files changed +5
-4
lines changed Original file line number Diff line number Diff line change @@ -73,7 +73,7 @@ dev = [
7373]
7474megatron = [
7575 " megatron-core[mlm]==0.13.1" ,
76- " transformer_engine[pytorch]==2.6.0.post1 " ,
76+ " transformer_engine[pytorch]==2.8.0 " ,
7777 " mbridge>=0.13.0" ,
7878]
7979
Original file line number Diff line number Diff line change @@ -26,7 +26,7 @@ RUN apt update && apt install -y \
2626# copy the Trinity-RFT dir into the workspace
2727COPY . .
2828
29- RUN pip install --upgrade pip && pip install -e .[dev] && pip install -e .[ flash_attn]
29+ RUN pip install --upgrade pip && pip install -e .[dev] && pip install flash_attn==2.8.1 --no-build-isolation
3030
3131# Set Env variables
3232
Original file line number Diff line number Diff line change @@ -27,12 +27,13 @@ COPY . .
2727
2828# Install Trinity-RFT with Megatron
2929RUN pip install --upgrade pip \
30+ && pip install -e .[dev] \
31+ && pip install flash_attn==2.8.1 --no-build-isolation \
3032 && pip install -e .[megatron] \
31- && pip install -e .[flash_attn] \
3233 && pip install -v --disable-pip-version-check --no-cache-dir --no-build-isolation \
3334 --config-settings "--build-option=--cpp_ext" \
3435 --config-settings "--build-option=--cuda_ext" \
35- --resume-retries 999 git+https://github.com/NVIDIA/apex.git
36+ --resume-retries 20 git+https://github.com/NVIDIA/apex.git
3637
3738# Set Env variables
3839
You can’t perform that action at this time.
0 commit comments