fix image

Author: shell-nlp

gpt_server/model_worker/base/model_worker_base.py

@@ -91,9 +91,7 @@ def __init__(
         multimodal: bool = False,
     ):
         is_vision = False
-        if model_type in ["image"]:
-            pass
-        elif model_type not in ["asr", "tts"]:
+        if model_type not in ["asr", "tts", "image"]:
             try:
                 self.model_config = AutoConfig.from_pretrained(
                     model_path, trust_remote_code=True
@@ -143,7 +141,7 @@ def preprocess_params(self, params: dict) -> dict:
         # ---------- 添加 chat_template 信息 ----------
         params["chat_template"] = self.chat_template
         # ---------- 添加多模态信息 ----------
-        if self.vision_config:
+        if hasattr(self, "vision_config") and self.vision_config:
             params["multimodal"] = True
             params["chat_template"] = self.vl_chat_template
         # ---------- 如果传入的是 str 则修改为messages ----------

install.sh

@@ -1,6 +1,6 @@
 [project]
 name = "gpt_server"
-version = "0.6.8"
+version = "0.6.8.1"
 description = "gpt_server是一个用于生产级部署LLMs、Embedding、Reranker、ASR和TTS的开源框架。"
 readme = "README.md"
 license = { text = "Apache 2.0" }