优化 tts

Author: shell-nlp

gpt_server/model_worker/base/model_worker_base.py

@@ -54,7 +54,7 @@ def __init__(
         multimodal: bool = False,
     ):
         is_vision = False
-        if model_type != "asr":
+        if model_type != "asr" and model_type != "tts":
             try:
                 self.model_config = AutoConfig.from_pretrained(
                     model_path, trust_remote_code=True
@@ -116,7 +116,11 @@ def get_model_class(self):
 
     def load_model_tokenizer(self, model_path):
         """加载 模型 和 分词器 直接对 self.model 和 self.tokenizer 进行赋值"""
-        if self.model_type == "embedding" or self.model_type == "asr":
+        if (
+            self.model_type == "embedding"
+            or self.model_type == "asr"
+            or self.model_type == "tts"
+        ):
             return 1
         self.tokenizer = AutoTokenizer.from_pretrained(
             model_path,

gpt_server/model_worker/spark_tts.py

@@ -60,7 +60,7 @@ def __init__(
             model_names,
             limit_worker_concurrency,
             conv_template,
-            model_type="asr",
+            model_type="tts",
         )
 
         self.engine = AutoEngine(