Skip to content

Commit b1160e3

Browse files
authored
[Model] Add gemm-2-2b-jpn-it (#594)
Add the following model to prebuilt model ID: - `gemma-2-2b-jpn-it-q4f16_1-MLC` - `gemma-2-2b-jpn-it-q4f32_1-MLC` See mlc-ai/binary-mlc-llm-libs#143.
1 parent 4d8f63a commit b1160e3

File tree

1 file changed

+28
-0
lines changed

1 file changed

+28
-0
lines changed

src/config.ts

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -963,6 +963,34 @@ export const prebuiltAppConfig: AppConfig = {
963963
context_window_size: 4096,
964964
},
965965
},
966+
// Gemma2-2b-jpn
967+
{
968+
model: "https://huggingface.co/mlc-ai/gemma-2-2b-jpn-it-q4f16_1-MLC",
969+
model_id: "gemma-2-2b-jpn-it-q4f16_1-MLC",
970+
model_lib:
971+
modelLibURLPrefix +
972+
modelVersion +
973+
"/gemma-2-2b-jpn-it-q4f16_1-ctx4k_cs1k-webgpu.wasm",
974+
vram_required_MB: 1895.3,
975+
low_resource_required: true,
976+
required_features: ["shader-f16"],
977+
overrides: {
978+
context_window_size: 4096,
979+
},
980+
},
981+
{
982+
model: "https://huggingface.co/mlc-ai/gemma-2-2b-jpn-it-q4f32_1-MLC",
983+
model_id: "gemma-2-2b-jpn-it-q4f32_1-MLC",
984+
model_lib:
985+
modelLibURLPrefix +
986+
modelVersion +
987+
"/gemma-2-2b-jpn-it-q4f32_1-ctx4k_cs1k-webgpu.wasm",
988+
vram_required_MB: 2508.75,
989+
low_resource_required: true,
990+
overrides: {
991+
context_window_size: 4096,
992+
},
993+
},
966994
// Qwen-2
967995
{
968996
model: "https://huggingface.co/mlc-ai/Qwen2.5-0.5B-Instruct-q4f16_1-MLC",

0 commit comments

Comments
 (0)