Skip to content

Commit 34bb7b9

Browse files
authored
Merge pull request #42 from filipw/phi-4
updated candle to include phi-4 fix
2 parents c430347 + a842de5 commit 34bb7b9

File tree

3 files changed

+12
-16
lines changed

3 files changed

+12
-16
lines changed

samples/swift/sample-executable/Sources/SampleExecutable/main.swift

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ let modelProvider = switch (isGgufMode, isPhi4) {
1616
case (true, true):
1717
PhiModelProvider.huggingFaceGguf(
1818
modelRepo: "microsoft/phi-4-gguf",
19-
modelFileName: "phi-4-q4.gguf",
19+
modelFileName: "phi-4-Q4_0.gguf",
2020
modelRevision: "main"
2121
)
2222
case (true, false):
@@ -27,12 +27,12 @@ let modelProvider = switch (isGgufMode, isPhi4) {
2727
)
2828
case (false, true):
2929
PhiModelProvider.huggingFace(
30-
modelRepo: "microsoft/phi-4",
30+
modelRepo: "microsoft/Phi-4-mini-instruct",
3131
modelRevision: "main"
3232
)
3333
case (false, false):
3434
PhiModelProvider.huggingFace(
35-
modelRepo: "microsoft/Phi-3-mini-4k-instruct",
35+
modelRepo: "microsoft/Phi-3.5-mini-instruct",
3636
modelRevision: "main"
3737
)
3838
}

strathweb-phi-engine/Cargo.lock

Lines changed: 4 additions & 8 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

strathweb-phi-engine/Cargo.toml

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -10,9 +10,9 @@ crate-type = ["lib", "cdylib", "staticlib"]
1010
thiserror = "1.0"
1111
uniffi = { version = "0.28.3", features=["build"] }
1212
anyhow = "1.0.81"
13-
candle-nn = { version = "0.9.1" }
14-
candle-core = { version = "0.9.1" }
15-
candle-transformers = { version = "0.9.1" }
13+
candle-nn = { git = "https://github.com/huggingface/candle", rev = "9a62c9164348f4ec9d5bd4c3a40f90758836e570" }
14+
candle-core = { git = "https://github.com/huggingface/candle", rev = "9a62c9164348f4ec9d5bd4c3a40f90758836e570" }
15+
candle-transformers = { git = "https://github.com/huggingface/candle", rev = "9a62c9164348f4ec9d5bd4c3a40f90758836e570" }
1616
hf-hub = { version = "0.4.3", features = ["tokio"] }
1717
tokenizers = "0.19.1"
1818
once_cell = "1.19.0"
@@ -21,8 +21,8 @@ tracing = "0.1.41"
2121
tracing-subscriber = "0.3.19"
2222

2323
[target.aarch64-apple-darwin.dependencies]
24-
candle-core = { version = "0.9.1", features = ["metal"] }
25-
candle-transformers = { version = "0.9.1", features = ["metal"] }
24+
candle-core = { git = "https://github.com/huggingface/candle", rev = "9a62c9164348f4ec9d5bd4c3a40f90758836e570", features = ["metal"] }
25+
candle-transformers = { git = "https://github.com/huggingface/candle", rev = "9a62c9164348f4ec9d5bd4c3a40f90758836e570", features = ["metal"] }
2626

2727
[build-dependencies]
2828
uniffi = { version = "0.28.3", features=["build"] }

0 commit comments

Comments
 (0)