File tree Expand file tree Collapse file tree 1 file changed +3
-5
lines changed
Expand file tree Collapse file tree 1 file changed +3
-5
lines changed Original file line number Diff line number Diff line change @@ -3,10 +3,8 @@ APP_NAME := model-runner
33GO_VERSION := 1.23.7
44LLAMA_SERVER_VERSION := v0.0.4-cpu
55TARGET_OS := linux
6- TARGET_ARCH := $(shell uname -m 2>/dev/null | sed 's/aarch64/arm64/g' || echo "amd64")
76ACCEL := cpu
8- DOCKER_IMAGE := go-model-runner:latest
9- LLAMA_BINARY := /com.docker.llama-server.native.$(TARGET_OS ) .$(ACCEL ) .$(TARGET_ARCH )
7+ DOCKER_IMAGE := docker/model-runner:latest
108PORT := 8080
119MODELS_PATH := $(shell pwd) /models
1210
3634
3735# Build Docker image
3836docker-build :
39- docker build \
37+ docker buildx build \
38+ --platform linux/amd64,linux/arm64 \
4039 --build-arg LLAMA_SERVER_VERSION=$(LLAMA_SERVER_VERSION ) \
41- --build-arg LLAMA_BINARY_PATH=$(LLAMA_BINARY ) \
4240 -t $(DOCKER_IMAGE ) .
4341
4442# Run in Docker container with TCP port access and mounted model storage
You can’t perform that action at this time.
0 commit comments