whisper.swiftui : add memcpy and ggml_mul_mat (commented)

Author: jhen0409

examples/whisper.swiftui/whisper.cpp.swift/LibWhisper.swift

@@ -56,6 +56,14 @@ actor WhisperContext {
         return transcription
     }
 
+    static func benchMemcpy(nThreads: Int32) async -> String {
+        return String.init(cString: whisper_bench_memcpy_str(nThreads))
+    }
+
+    static func benchGgmlMulMat(nThreads: Int32) async -> String {
+        return String.init(cString: whisper_bench_ggml_mul_mat_str(nThreads))
+    }
+
     private func systemInfo() -> String {
         var info = ""
         if (ggml_cpu_has_neon() != 0) { info += "NEON " }
@@ -64,9 +72,7 @@ actor WhisperContext {
         return String(info.dropLast())
     }
 
-    func benchFull(modelName: String) async -> String {
-        let nThreads = Int32(min(4, cpuCount())) // Default in whisper.cpp
-        
+    func benchFull(modelName: String, nThreads: Int32) async -> String {
         let nMels = whisper_model_n_mels(context)
         if (whisper_set_mel(context, nil, 0, nMels) != 0) {
             return "error: failed to set mel"

examples/whisper.swiftui/whisper.swiftui.demo/Models/WhisperState.swift

@@ -54,13 +54,21 @@ class WhisperState: NSObject, ObservableObject, AVAudioRecorderDelegate {
             messageLog += "Cannot bench without loaded model\n"
             return
         }
-        messageLog += "Benchmarking current model\n"
-        let result = await whisperContext?.benchFull(modelName: "<current>")
+        messageLog += "Running benchmark for loaded model\n"
+        let result = await whisperContext?.benchFull(modelName: "<current>", nThreads: Int32(min(4, cpuCount())))
         if (result != nil) { messageLog += result! + "\n" }
     }
 
     func bench(models: [Model]) async {
-        messageLog += "Benchmarking models\n"
+        let nThreads = Int32(min(4, cpuCount()))
+
+//        messageLog += "Running memcpy benchmark\n"
+//        messageLog += await WhisperContext.benchMemcpy(nThreads: nThreads) + "\n"
+//
+//        messageLog += "Running ggml_mul_mat benchmark with \(nThreads) threads\n"
+//        messageLog += await WhisperContext.benchGgmlMulMat(nThreads: nThreads) + "\n"
+
+        messageLog += "Running benchmark for all downloaded models\n"
         messageLog += "| CPU | OS | Config | Model | Th | FA | Enc. | Dec. | Bch5 | PP | Commit |\n"
         messageLog += "| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |\n"
         for model in models {
@@ -69,7 +77,7 @@ class WhisperState: NSObject, ObservableObject, AVAudioRecorderDelegate {
                 messageLog += "Cannot bench without loaded model\n"
                 break
             }
-            let result = await whisperContext?.benchFull(modelName: model.name)
+            let result = await whisperContext?.benchFull(modelName: model.name, nThreads: nThreads)
             if (result != nil) { messageLog += result! + "\n" }
         }
         messageLog += "Benchmarking completed\n"
@@ -188,3 +196,8 @@ class WhisperState: NSObject, ObservableObject, AVAudioRecorderDelegate {
         isRecording = false
     }
 }
+
+
+fileprivate func cpuCount() -> Int {
+    ProcessInfo.processInfo.processorCount
+}