Skip to content

Commit 1a16bc3

Browse files
authored
updated swift-transformers to 1.0.0 (#400)
* updated swift-transformers to 1.0.0 * ran swift formatting
1 parent 51f51cf commit 1a16bc3

File tree

3 files changed

+22
-16
lines changed

3 files changed

+22
-16
lines changed

Libraries/MLXVLM/Models/SmolVLM2.swift

Lines changed: 10 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -267,8 +267,7 @@ public class SmolVLMProcessor: UserInputProcessor {
267267
globalImageToken: globalImageToken
268268
)
269269

270-
let splitPrompt = decoded.split(by: imageToken, options: .literal)
271-
let prompt = splitPrompt.joined(separator: imagePromptString)
270+
let prompt = decoded.replacingOccurrences(of: imageToken, with: imagePromptString)
272271
let finalPromptTokens = try tokenizer.encode(text: prompt)
273272

274273
let promptArray = MLXArray(finalPromptTokens).expandedDimensions(axis: 0)
@@ -342,8 +341,15 @@ public class SmolVLMProcessor: UserInputProcessor {
342341
fakeToken: fakeImageToken, imageToken: imageToken,
343342
globalImageToken: globalImageToken)
344343

345-
let splitPrompt = decoded.split(by: "User: ", options: .literal)
346-
let prompt = splitPrompt[0] + "User: " + videoPromptString + splitPrompt[1]
344+
let prompt: String
345+
if let range = decoded.range(of: "User: ") {
346+
let before = decoded[..<range.upperBound]
347+
let after = decoded[range.upperBound...]
348+
prompt = String(before) + videoPromptString + String(after)
349+
} else {
350+
// Fallback if the expected marker is not present
351+
prompt = decoded + "\n" + videoPromptString
352+
}
347353
let finalPromptTokens = try tokenizer.encode(text: prompt)
348354

349355
let promptArray = MLXArray(finalPromptTokens).expandedDimensions(axis: 0)

Package.swift

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,7 @@ let package = Package(
2929
dependencies: [
3030
.package(url: "https://github.com/ml-explore/mlx-swift", .upToNextMinor(from: "0.25.5")),
3131
.package(
32-
url: "https://github.com/huggingface/swift-transformers", .upToNextMinor(from: "0.1.23")
32+
url: "https://github.com/huggingface/swift-transformers", .upToNextMinor(from: "1.0.0")
3333
),
3434
.package(url: "https://github.com/1024jp/GzipSwift", "6.0.1" ... "6.0.1"), // Only needed by MLXMNIST
3535
],

mlx-swift-examples.xcodeproj/project.xcworkspace/xcshareddata/swiftpm/Package.resolved

Lines changed: 11 additions & 11 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

0 commit comments

Comments
 (0)