Skip to content

install script fix8 #7425

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
poretsky wants to merge 3 commits into
base: master
Choose a base branch
from
+20 −8
Open

install script fix8 #7425

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
be2b55d
Indentation fix
poretsky Dec 3, 2025
930c83a
Avoid thread creation problem on old docker versions
poretsky Dec 3, 2025
9a965b5
Removed redundant parentheses
poretsky Dec 3, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
28 changes: 20 additions & 8 deletions docs/static/install.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -635,6 +635,13 @@ install_docker() {
$SUDO systemctl start docker
fi

# Avoid problem on older docker versions
DOCKER_VERSION=`docker version --format '{{.Server.Version}}' | sed 's/^\([0-9]*\.[0-9]*\).*/\1/'`
CONTAINER_PRIVILEGES=
if expr $DOCKER_VERSION '<' 20.10 >/dev/null ; then
CONTAINER_PRIVILEGES="--privileged=true"
fi

info "Creating LocalAI Docker volume..."
# Create volume if doesn't exist already
if ! $SUDO docker volume inspect local-ai-data > /dev/null 2>&1; then
Expand Down Expand Up @@ -663,6 +670,7 @@ install_docker() {
$SUDO docker run -v local-ai-data:/models \
--device /dev/dri \
--restart=always \
${CONTAINER_PRIVILEGES} \
-e API_KEY=$API_KEY \
-e THREADS=$THREADS \
$envs \
Expand All @@ -677,8 +685,8 @@ install_docker() {

info "Checking Nvidia Kernel Drivers presence..."
if ! available nvidia-smi; then
OS_NAME=$ID
OS_VERSION=$VERSION_ID
OS_NAME=$ID
OS_VERSION=$VERSION_ID

case $OS_NAME in
debian|ubuntu) $SUDO apt-get -y install nvidia-cuda-toolkit;;
Expand All @@ -690,6 +698,7 @@ install_docker() {
$SUDO docker run -v local-ai-data:/models \
--gpus all \
--restart=always \
${CONTAINER_PRIVILEGES} \
-e API_KEY=$API_KEY \
-e THREADS=$THREADS \
$envs \
Expand All @@ -707,6 +716,7 @@ install_docker() {
--device /dev/kfd \
--group-add=video \
--restart=always \
${CONTAINER_PRIVILEGES} \
-e API_KEY=$API_KEY \
-e THREADS=$THREADS \
$envs \
Expand All @@ -722,6 +732,7 @@ install_docker() {
$SUDO docker run -v local-ai-data:/models \
--device /dev/dri \
--restart=always \
${CONTAINER_PRIVILEGES} \
-e API_KEY=$API_KEY \
-e THREADS=$THREADS \
$envs \
Expand All @@ -737,12 +748,13 @@ install_docker() {

info "Starting LocalAI Docker container..."
$SUDO docker run -v local-ai-data:/models \
--restart=always \
-e MODELS_PATH=/models \
-e API_KEY=$API_KEY \
-e THREADS=$THREADS \
$envs \
-d -p $PORT:8080 --name local-ai localai/localai:$IMAGE_TAG $STARTCOMMAND
--restart=always \
${CONTAINER_PRIVILEGES} \
-e MODELS_PATH=/models \
-e API_KEY=$API_KEY \
-e THREADS=$THREADS \
$envs \
-d -p $PORT:8080 --name local-ai localai/localai:$IMAGE_TAG $STARTCOMMAND
fi

install_success
Expand Down
Loading