Skip to content

Commit 95cc51f

Browse files
authored
Port of LiquidAI LFM2MoE (#406)
* port of LiquidAI LFM2MoE
1 parent 6e987d8 commit 95cc51f

File tree

2 files changed

+509
-0
lines changed

2 files changed

+509
-0
lines changed

Libraries/MLXLLM/LLMModelFactory.swift

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -64,6 +64,7 @@ public class LLMTypeRegistry: ModelTypeRegistry, @unchecked Sendable {
6464
"olmoe": create(OlmoEConfiguration.self, OlmoEModel.init),
6565
"olmo2": create(Olmo2Configuration.self, Olmo2Model.init),
6666
"bailing_moe": create(BailingMoeConfiguration.self, BailingMoeModel.init),
67+
"lfm2_moe": create(LFM2MoEConfiguration.self, LFM2MoEModel.init),
6768
]
6869
}
6970
}
@@ -328,6 +329,11 @@ public class LLMRegistry: AbstractModelRegistry, @unchecked Sendable {
328329
defaultPrompt: ""
329330
)
330331

332+
static public let lfm2_8b_a1b_3bit_mlx = ModelConfiguration(
333+
id: "mlx-community/LFM2-8B-A1B-3bit-MLX",
334+
defaultPrompt: ""
335+
)
336+
331337
private static func all() -> [ModelConfiguration] {
332338
[
333339
codeLlama13b4bit,
@@ -375,6 +381,7 @@ public class LLMRegistry: AbstractModelRegistry, @unchecked Sendable {
375381
olmoe_1b_7b_0125_instruct_4bit,
376382
olmo_2_1124_7B_Instruct_4bit,
377383
ling_mini_2_2bit,
384+
lfm2_8b_a1b_3bit_mlx,
378385
]
379386
}
380387

0 commit comments

Comments
 (0)