support mixtral 8x22b instruct (#495)

Author: saiatmakuri

docs/model_zoo.md

@@ -23,6 +23,7 @@ Scale hosts the following models in the LLM Engine Model Zoo:
 | `mixtral-8x7b`           | ✅                       |                            | vllm                                       | 32768                                          |
 | `mixtral-8x7b-instruct`  | ✅                       |                            | vllm                                       | 32768                                          |
 | `mixtral-8x22b`          | ✅                       |                            | vllm                                       | 65536                                          |
+| `mixtral-8x22b-instruct` | ✅                       |                            | vllm                                       | 65536                                          |
 | `codellama-7b`           | ✅                       | ✅                         | text-generation-inference, vllm            | 16384                                          |
 | `codellama-7b-instruct`  | ✅                       | ✅                         | text-generation-inference, vllm            | 16384                                          |
 | `codellama-13b`          | ✅                       | ✅                         | text-generation-inference, vllm            | 16384                                          |

model-engine/model_engine_server/domain/use_cases/llm_model_endpoint_use_cases.py

@@ -181,6 +181,7 @@
             "mixtral-8x7b",
             "mixtral-8x7b-instruct",
             "mixtral-8x22b",
+            "mixtral-8x22b-instruct",
             "mammoth-coder-llama-2-7b",
             "mammoth-coder-llama-2-13b",
             "mammoth-coder-llama-2-34b",

model-engine/model_engine_server/infra/repositories/live_tokenizer_repository.py

@@ -62,7 +62,8 @@ def get_default_supported_models_info() -> Dict[str, ModelInfo]:
         "mistral-7b-instruct": ModelInfo("mistralai/Mistral-7B-Instruct-v0.1", None),
         "mixtral-8x7b": ModelInfo("mistralai/Mixtral-8x7B-v0.1", None),
         "mixtral-8x7b-instruct": ModelInfo("mistralai/Mixtral-8x7B-Instruct-v0.1", None),
-        "mixtral-8x22b": ModelInfo("mistral-community/Mixtral-8x22B-v0.1", None),
+        "mixtral-8x22b": ModelInfo("mistralai/Mixtral-8x22B-v0.1", None),
+        "mixtral-8x22b-instruct": ModelInfo("mistralai/Mixtral-8x22B-Instruct-v0.1", None),
         "mammoth-coder-llama-2-7b": ModelInfo("TIGER-Lab/MAmmoTH-Coder-7B", None),
         "mammoth-coder-llama-2-13b": ModelInfo("TIGER-Lab/MAmmoTH-Coder-13B", None),
         "mammoth-coder-llama-2-34b": ModelInfo("TIGER-Lab/MAmmoTH-Coder-34B", None),