fix: choose cuda arthitectures based on cuda version (#463)

Author: guocuimi

docker/Dockerfile.devel .ci/docker/Dockerfile.develdocker/Dockerfile.devel renamed to .ci/docker/Dockerfile.devel

@@ -5,8 +5,8 @@ WORKDIR /app
 
 # copy artifacts
 COPY /app ./
-COPY ./scripts/download_hf_models.py download_hf_models.py
-COPY ./scripts/entrypoint.sh entrypoint.sh
+COPY .ci/scripts/download_hf_models.py download_hf_models.py
+COPY .ci/scripts/entrypoint.sh entrypoint.sh
 
 # install python3 and pip3
 RUN apt-get update -q -y && \
@@ -27,5 +27,3 @@ EXPOSE 9999
 
 # start the server
 ENTRYPOINT [ "/app/entrypoint.sh" ]
-
-

docker/Dockerfile.manylinux .ci/docker/Dockerfile.manylinuxdocker/Dockerfile.manylinux renamed to .ci/docker/Dockerfile.manylinux

@@ -42,7 +42,7 @@ install_almalinux() {
     libtool \
     unzip \
     automake
-  
+
   # Cleanup
   yum clean all
 }
@@ -59,4 +59,4 @@ case "$ID" in
     echo "Unable to determine OS..."
     exit 1
     ;;
-esac
+esac

docker/Dockerfile.manylinux2_28 .ci/docker/Dockerfile.manylinux2_28docker/Dockerfile.manylinux2_28 renamed to .ci/docker/Dockerfile.manylinux2_28

@@ -13,4 +13,4 @@ cp ./ccache-${CCACHE_VERSION}-linux-x86_64/ccache /usr/bin/ccache
 popd
 
 # set max cache size to 25GiB
-/usr/bin/ccache -M 25Gi
+/usr/bin/ccache -M 25Gi

docker/Dockerfile.scalellm .ci/docker/Dockerfile.scalellmdocker/Dockerfile.scalellm renamed to .ci/docker/Dockerfile.scalellm

@@ -296,4 +296,4 @@ do
         ;;
     esac
     shift
-done
+done

docker/common/install_base.sh .ci/docker/common/install_base.shdocker/common/install_base.sh renamed to .ci/docker/common/install_base.sh

@@ -4,7 +4,7 @@ set -ex
 
 [ -n "$GCC_VERSION" ]
 
-install_ubuntu() { 
+install_ubuntu() {
   # Need the official toolchain repo to get alternate packages
   add-apt-repository ppa:ubuntu-toolchain-r/test
   apt-get update
@@ -29,4 +29,4 @@ case "$ID" in
     echo "Unable to determine OS..."
     exit 1
     ;;
-esac
+esac

docker/common/install_ccache.sh .ci/docker/common/install_ccache.shdocker/common/install_ccache.sh renamed to .ci/docker/common/install_ccache.sh

@@ -14,4 +14,4 @@ pushd /tmp
 wget --no-verbose --output-document=ninja-linux.zip "$url"
 unzip ninja-linux.zip -d /usr/local/bin
 rm -f ninja-linux.zip
-popd
+popd