Skip to content

Commit 5064cd5

Browse files
authored
update 180b inference framework (#310)
1 parent ca305d8 commit 5064cd5

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

model-engine/model_engine_server/domain/use_cases/llm_model_endpoint_use_cases.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -102,8 +102,6 @@
102102
"falcon-7b-instruct": "tiiuae/falcon-7b-instruct",
103103
"falcon-40b": "tiiuae/falcon-40b",
104104
"falcon-40b-instruct": "tiiuae/falcon-40b-instruct",
105-
"falcon-180b": "tiiuae/falcon-180B",
106-
"falcon-180b-chat": "tiiuae/falcon-180B-chat",
107105
},
108106
LLMInferenceFramework.VLLM: {
109107
"mpt-7b": "mosaicml/mpt-7b",
@@ -121,6 +119,8 @@
121119
"falcon-40b-instruct": "tiiuae/falcon-40b-instruct",
122120
"mistral-7b": "mistralai/Mistral-7B-v0.1",
123121
"mistral-7b-instruct": "mistralai/Mistral-7B-Instruct-v0.1",
122+
"falcon-180b": "tiiuae/falcon-180B",
123+
"falcon-180b-chat": "tiiuae/falcon-180B-chat",
124124
},
125125
LLMInferenceFramework.LIGHTLLM: {
126126
"llama-7b": "decapoda-research/llama-7b-hf",

0 commit comments

Comments
 (0)