add download_model file

Author: shell-nlp

gpt_server/model_worker/baichuan.py

@@ -84,7 +84,7 @@ def __init__(
         self.stop = [
             self.tokenizer.decode(skip_word) for skip_word in self.stop_words_ids
         ]
-        logger.info(f"BaiChuan 停用词: {self.stop}")
+        logger.info(f"{model_names[0]} 停用词: {self.stop}")
 
     async def generate_stream_gate(self, params):
         self.call_ct += 1

gpt_server/model_worker/chatglm.py

@@ -39,7 +39,7 @@ def __init__(
                 self.stop_words_ids.append(self.tokenizer.convert_tokens_to_ids(i))
             except Exception as e:
                 pass
-        logger.info(f"chatglm停用词: {self.stop}")
+        logger.info(f"{model_names[0]} 停用词: {self.stop}")
 
     def build_chat_input(self, query, history=None, role="user"):
         if history is None:

gpt_server/model_worker/deepseek.py

@@ -36,7 +36,7 @@ def __init__(
         self.stop = [
             self.tokenizer.decode(skip_word) for skip_word in self.stop_words_ids
         ]
-        logger.info(f"DeepSeek停用词: {self.stop}")
+        logger.info(f"{model_names[0]} 停用词: {self.stop}")
 
     async def generate_stream_gate(self, params):
         self.call_ct += 1

gpt_server/model_worker/internlm.py

@@ -38,7 +38,7 @@ def __init__(
         self.stop = [
             self.tokenizer.decode(skip_word) for skip_word in self.stop_words_ids
         ]
-        logger.info(f"Internlm停用词:: {self.stop}")
+        logger.info(f"{model_names[0]} 停用词: {self.stop}")
         self.other_config = {
             "chat_template": "{{ bos_token }}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}"
         }

gpt_server/model_worker/internvl2.py

@@ -35,7 +35,7 @@ def __init__(
         self.stop = [
             self.tokenizer.decode(skip_word) for skip_word in self.stop_words_ids
         ]
-        logger.info(f"InternVL2停用词: {self.stop}")
+        logger.info(f"{model_names[0]} 停用词: {self.stop}")
 
     async def generate_stream_gate(self, params):
         self.call_ct += 1

gpt_server/model_worker/llama.py

@@ -37,7 +37,7 @@ def __init__(
         self.stop = [
             self.tokenizer.decode(skip_word) for skip_word in self.stop_words_ids
         ]
-        logger.info(f"Llama停用词: {self.stop}")
+        logger.info(f"{model_names[0]} 停用词: {self.stop}")
 
     async def generate_stream_gate(self, params):
         self.call_ct += 1

gpt_server/model_worker/minicpmv.py

@@ -35,7 +35,7 @@ def __init__(
         self.stop = [
             self.tokenizer.decode(skip_word) for skip_word in self.stop_words_ids
         ]
-        logger.info(f"MiniCPMV停用词: {self.stop}")
+        logger.info(f"{model_names[0]} 停用词: {self.stop}")
 
     async def generate_stream_gate(self, params):
         self.call_ct += 1

gpt_server/model_worker/mixtral.py

@@ -40,7 +40,7 @@ def __init__(
         self.stop = [
             self.tokenizer.decode(skip_word) for skip_word in self.stop_words_ids
         ]
-        logger.info(f"Mixtral停用词: {self.stop}")
+        logger.info(f"{model_names[0]} 停用词: {self.stop}")
 
     async def generate_stream_gate(self, params):
         self.call_ct += 1

gpt_server/model_worker/qwen.py

@@ -42,7 +42,7 @@ def __init__(
         ]
         # 拓展额外的stop
         self.stop.extend(["Observation:"])
-        logger.info(f"qwen停用词: {self.stop}")
+        logger.info(f"{model_names[0]} 停用词: {self.stop}")
         self.other_config = {
             "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content']}}{% if (loop.last and add_generation_prompt) or not loop.last %}{{ '<|im_end|>' + '\n'}}{% endif %}{% endfor %}{% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}{{ '<|im_start|>assistant\n' }}{% endif %}"
         }

gpt_server/model_worker/yi.py

@@ -35,7 +35,7 @@ def __init__(
         self.stop = [
             self.tokenizer.decode(skip_word) for skip_word in self.stop_words_ids
         ]
-        logger.info(f"Yi停用词: {self.stop}")
+        logger.info(f"{model_names[0]} 停用词: {self.stop}")
 
     async def generate_stream_gate(self, params):
         self.call_ct += 1