File tree Expand file tree Collapse file tree 2 files changed +6
-0
lines changed Expand file tree Collapse file tree 2 files changed +6
-0
lines changed Original file line number Diff line number Diff line change @@ -121,6 +121,8 @@ if [[ $commands == *"--shard-id="* ]]; then
121
121
--rm \
122
122
-e HIP_VISIBLE_DEVICES=" ${GPU} " \
123
123
-e HF_TOKEN \
124
+ -e AWS_ACCESS_KEY_ID \
125
+ -e AWS_SECRET_ACCESS_KEY \
124
126
-v " ${HF_CACHE} :${HF_MOUNT} " \
125
127
-e " HF_HOME=${HF_MOUNT} " \
126
128
--name " ${container_name} _${GPU} " \
148
150
--rm \
149
151
-e HIP_VISIBLE_DEVICES=0 \
150
152
-e HF_TOKEN \
153
+ -e AWS_ACCESS_KEY_ID \
154
+ -e AWS_SECRET_ACCESS_KEY \
151
155
-v " ${HF_CACHE} :${HF_MOUNT} " \
152
156
-e " HF_HOME=${HF_MOUNT} " \
153
157
--name " ${container_name} " \
Original file line number Diff line number Diff line change @@ -10,3 +10,5 @@ ray >= 2.10.0
10
10
peft
11
11
pytest-asyncio
12
12
tensorizer>=2.9.0
13
+ runai-model-streamer==0.11.0
14
+ runai-model-streamer-s3==0.11.0
You can’t perform that action at this time.
0 commit comments