From a41ca4d06f721c85b331e5a60ce9e8a1e7d91c7f Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Mon, 27 Oct 2025 14:49:09 -0400 Subject: [PATCH 1/2] upgrade liger dep to 0.6.3 --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index e1f1b10a52..e570dfd055 100644 --- a/requirements.txt +++ b/requirements.txt @@ -5,7 +5,7 @@ bitsandbytes==0.47.0 triton>=3.0.0 mamba-ssm==1.2.0.post1 xformers>=0.0.23.post1 -liger-kernel==0.6.1 +liger-kernel==0.6.3 # END section packaging==23.2 From 9ee7ce5c85a71b4d9c2b6f0fab382ca21708e88e Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Wed, 29 Oct 2025 12:59:26 -0400 Subject: [PATCH 2/2] set TORCH_CUDA_ARCH_LIST correctly --- cicd/Dockerfile.jinja | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/cicd/Dockerfile.jinja b/cicd/Dockerfile.jinja index 6a1ddb66d9..c3a613ecc1 100644 --- a/cicd/Dockerfile.jinja +++ b/cicd/Dockerfile.jinja @@ -1,6 +1,6 @@ FROM axolotlai/axolotl-base:{{ BASE_TAG }} -ENV TORCH_CUDA_ARCH_LIST="7.0 7.5 8.0 8.6+PTX" +ENV TORCH_CUDA_ARCH_LIST="7.0 7.5 8.0 8.6 8.7 8.9 9.0+PTX" ENV AXOLOTL_EXTRAS="{{ AXOLOTL_EXTRAS }}" ENV AXOLOTL_ARGS="{{ AXOLOTL_ARGS }}" ENV CUDA="{{ CUDA }}"