Add basic iOS phi-3 sample (#433)

* initial ios phi-3 app

* update to remove tests etc.

* update brief read me

* minor update

* update

* address pr comments

* minor update

* minor updates

* remove the unnecessary delay step

* Update mobile/examples/phi-3/ios/LocalLLM/LocalLLM/README.md

Co-authored-by: Scott McKay <[email protected]>

* address pr comments

* pr comments

* minor update

* pr comments

* update

* Update mobile/examples/phi-3/ios/LocalLLM/LocalLLM/README.md

Co-authored-by: Scott McKay <[email protected]>

---------

Co-authored-by: rachguo <[email protected]>
Co-authored-by: Scott McKay <[email protected]>

Author: 3 people

mobile/examples/phi-3/ios/LocalLLM/LocalLLM.xcodeproj/project.pbxproj

@@ -0,0 +1,11 @@
+{
+  "colors" : [
+    {
+      "idiom" : "universal"
+    }
+  ],
+  "info" : {
+    "author" : "xcode",
+    "version" : 1
+  }
+}

mobile/examples/phi-3/ios/LocalLLM/LocalLLM/Assets.xcassets/AccentColor.colorset/Contents.json

@@ -0,0 +1,13 @@
+{
+  "images" : [
+    {
+      "idiom" : "universal",
+      "platform" : "ios",
+      "size" : "1024x1024"
+    }
+  ],
+  "info" : {
+    "author" : "xcode",
+    "version" : 1
+  }
+}

mobile/examples/phi-3/ios/LocalLLM/LocalLLM/Assets.xcassets/AppIcon.appiconset/Contents.json

@@ -0,0 +1,6 @@
+{
+  "info" : {
+    "author" : "xcode",
+    "version" : 1
+  }
+}

mobile/examples/phi-3/ios/LocalLLM/LocalLLM/Assets.xcassets/Contents.json

@@ -0,0 +1,34 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+import SwiftUI
+
+struct ContentView: View {
+    @ObservedObject var tokenUpdater = SharedTokenUpdater.shared
+    
+    var body: some View {
+        VStack {
+            ScrollView {
+                VStack(alignment: .leading) {
+                    ForEach(tokenUpdater.decodedTokens, id: \.self) { token in
+                        Text(token)
+                           .padding(.horizontal, 5)
+                    }
+                }
+                .padding()
+            }
+            Button("Generate Tokens") {
+                DispatchQueue.global(qos: .background).async {
+                    // TODO: add user prompt question UI
+                    GenAIGenerator.generate("Who is the current US president?");
+                }
+            }
+        }
+    }
+}
+
+struct ContentView_Previews: PreviewProvider {
+    static var previews: some View {
+        ContentView()
+    }
+}

mobile/examples/phi-3/ios/LocalLLM/LocalLLM/ContentView.swift

@@ -0,0 +1,20 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+#ifndef GenAIGenerator_h
+#define GenAIGenerator_h
+
+#import <Foundation/Foundation.h>
+#import <UIKit/UIKit.h>
+
+NS_ASSUME_NONNULL_BEGIN
+
+@interface GenAIGenerator : NSObject
+
++ (void)generate:(NSString *)input_user_question;
+
+@end
+
+NS_ASSUME_NONNULL_END
+
+#endif /* GenAIGenerator_h */

mobile/examples/phi-3/ios/LocalLLM/LocalLLM/GenAIGenerator.h

@@ -0,0 +1,49 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+#import "GenAIGenerator.h"
+#include "LocalLLM-Swift.h"
+#include "ort_genai.h"
+#include "ort_genai_c.h"
+
+
+@implementation GenAIGenerator
+
++ (void)generate:(nonnull NSString*)input_user_question {
+  NSString* llmPath = [[NSBundle mainBundle] resourcePath];
+  const char* modelPath = llmPath.cString;
+
+  auto model = OgaModel::Create(modelPath);
+  auto tokenizer = OgaTokenizer::Create(*model);
+
+  NSString* promptString = [NSString stringWithFormat:@"<|user|>\n%@<|end|>\n<|assistant|>", input_user_question];
+  const char* prompt = [promptString UTF8String];
+
+  auto sequences = OgaSequences::Create();
+  tokenizer->Encode(prompt, *sequences);
+
+  auto params = OgaGeneratorParams::Create(*model);
+  params->SetSearchOption("max_length", 200);
+  params->SetInputSequences(*sequences);
+
+  // Streaming Output to generate token by token
+  auto tokenizer_stream = OgaTokenizerStream::Create(*tokenizer);
+
+  auto generator = OgaGenerator::Create(*model, *params);
+
+  while (!generator->IsDone()) {
+    generator->ComputeLogits();
+    generator->GenerateNextToken();
+
+    const int32_t* seq = generator->GetSequenceData(0);
+    size_t seq_len = generator->GetSequenceCount(0);
+    const char* decode_tokens = tokenizer_stream->Decode(seq[seq_len - 1]);
+
+    NSLog(@"Decoded tokens: %s", decode_tokens);
+
+    // Add decoded token to SharedTokenUpdater
+    NSString* decodedTokenString = [NSString stringWithUTF8String:decode_tokens];
+    [SharedTokenUpdater.shared addDecodedToken:decodedTokenString];
+  }
+}
+@end

mobile/examples/phi-3/ios/LocalLLM/LocalLLM/GenAIGenerator.mm

@@ -0,0 +1,9 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+#ifndef LocalLLM_Bridging_Header_h
+#define LocalLLM_Bridging_Header_h
+
+#import "GenAIGenerator.h"
+
+#endif /* LocalLLM_Bridging_Header_h */

mobile/examples/phi-3/ios/LocalLLM/LocalLLM/LocalLLM-Bridging-Header.h

@@ -0,0 +1,14 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+
+import SwiftUI
+
+@main
+struct LocalLLMApp: App {
+    var body: some Scene {
+        WindowGroup {
+            ContentView()
+        }
+    }
+}

mobile/examples/phi-3/ios/LocalLLM/LocalLLM/LocalLLMApp.swift

@@ -0,0 +1,6 @@
+{
+  "info" : {
+    "author" : "xcode",
+    "version" : 1
+  }
+}