升级sglang 和 vllm 版本

Author: shell-nlp

.dockerignore

@@ -7,4 +7,5 @@ __pycache__/
 logs/
 outputs/
 data/
-.env
+.env
+*.db

.gitignore

@@ -9,4 +9,5 @@ data/
 .venv/
 config.yaml
 .env
-*_test.yaml
+*_test.yaml
+*.db

Dockerfile

@@ -1,8 +1,8 @@
 # FROM docker.1ms.run/506610466/cuda:12.2.2-runtime-ubuntu20.04-uv
 FROM 506610466/cuda:12.2.2-devel-ubuntu20.04-uv
 # 从基础镜像开始构建，加快构建速度
-# FROM 506610466/gpt_server:base
-RUN apt-get update -y && apt-get install -y numactl build-essential && rm -rf /var/lib/apt/lists/*
+
+RUN apt-get update -y && apt-get install -y ffmpeg numactl build-essential && rm -rf /var/lib/apt/lists/*
 COPY ./ /gpt_server
 WORKDIR /gpt_server
 # RUN uv sync && uv cache clean

README.md

@@ -156,18 +156,6 @@ uv sync
 source .venv/bin/activate # 激活 uv 环境
 ```
 
-#### 1.2 conda  方式 安装(后期将弃用，可选)
-
-```bash
-# 1. 创建conda 环境
-conda create -n gpt_server python=3.11
-
-# 2. 激活conda 环境
-conda activate gpt_server
-
-# 3. 安装仓库（一定要使用 install.sh 安装,否则无法解决依赖冲突）
-bash install.sh
-```
 
 ### 2. 修改启动配置文件
 

install.sh

@@ -1,6 +1,6 @@
 [project]
 name = "gpt_server"
-version = "0.6.7"
+version = "0.6.8"
 description = "gpt_server是一个用于生产级部署LLMs、Embedding、Reranker、ASR和TTS的开源框架。"
 readme = "README.md"
 license = { text = "Apache 2.0" }
@@ -17,21 +17,20 @@ dependencies = [
     "openai==2.6.1",
     "setuptools==75.2.0",
     "streamlit>=1.50.0",
-    "torch==2.8.0",
-    "torchvision==0.23.0",
-    "vllm==0.11.0",
+    "torch==2.9.0",
+    "torchvision==0.24.0",
+    "vllm==0.11.2",
     "qwen_vl_utils",
     "evalscope[perf,rag]>=1.1.1",
     "modelscope>=1.31.0",
-    "edge-tts>=7.0.0",
-    "funasr>=1.2.6",
-    "sglang[all]>=0.5.5",
+    "funasr>=1.2.7",
+    "sglang[all]>=0.5.5.post3",
     "flashinfer-python",
     "flashtts>=0.1.7",
     "diffusers>=0.35.2",
     "sqlmodel>=0.0.27",
     "autoawq>=0.2.9",
-    "lmcache>=0.3.9.post1",
+    "lmcache>=0.3.9.post2",
 ]
 
 [tool.uv]
@@ -43,6 +42,11 @@ override-dependencies = [
     "soundfile==0.13.1",     # infinity
     "outlines-core==0.2.11", # sglang 和 vllm 的冲突
     "peft>=0.17.0",          # 和 lmdeloy 冲突
+    "torchvision==0.24.0",
+    "torch==2.9.0",
+    "llguidance>=1.3.0",
+    "torchaudio==2.9.0",
+    "triton==3.5.0",
 ]
 
 [project.scripts]