We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent d138858 commit 1570d04Copy full SHA for 1570d04
build/Dockerfile
@@ -169,6 +169,12 @@ RUN mkdir /app && \
169
chown -R $USER:0 /app /tmp && \
170
chmod -R g+rwX /app /tmp
171
172
+# Set Triton environment variables for qLoRA
173
+ENV TRITON_HOME="/tmp/triton_home"
174
+ENV TRITON_DUMP_DIR="/tmp/triton_dump_dir"
175
+ENV TRITON_CACHE_DIR="/tmp/triton_cache_dir"
176
+ENV TRITON_OVERRIDE_DIR="/tmp/triton_override_dir"
177
+
178
# Need a better way to address these hacks
179
RUN if [[ "${ENABLE_AIM}" == "true" ]] ; then \
180
touch /.aim_profile && \
0 commit comments