feat: Llama 3.1 support, Phi-3 support (#273)

* feat: Phi-3 support
* feat: Llama 3.1 support
* feat: model metadata overrides
* feat: use LoRA on a context instead of on a model
* fix: Gemma chat wrapper bug
* fix: GGUF metadata nested key conflicts
* fix: Phi-3 models memory estimation
* fix: adapt to `llama.cpp` breaking changes
* fix: preserve function calling chunks
* fix: format JSON objects like models expect

Author: giladgd

.eslintrc.json

@@ -5,7 +5,13 @@
         "browser": false,
         "es6": true
     },
-    "ignorePatterns": ["/dist", "/llama", "/docs-site", "/packages/create-node-llama-cpp/dist"],
+    "ignorePatterns": [
+        "/dist",
+        "/llama",
+        "/docs-site",
+        "/packages/create-node-llama-cpp/dist",
+        "/packages/@node-llama-cpp/*/dist"
+    ],
     "extends": [
         "eslint:recommended",
         "plugin:jsdoc/recommended"
@@ -133,7 +139,9 @@
         "no-duplicate-imports": ["error", {
             "includeExports": true
         }],
-        "camelcase": ["warn"],
+        "camelcase": ["warn", {
+            "allow": ["\\d+_\\d+"]
+        }],
         "jsx-quotes": ["warn"],
         "yoda": ["error", "never", {
             "exceptRange": true

.github/workflows/build.yml

@@ -60,7 +60,7 @@ jobs:
             os: windows-2022
             artifact: "win-arm"
           - name: "Ubuntu"
-            os: ubuntu-20.04
+            os: ubuntu-22.04
             artifact: "linux"
           - name: "macOS"
             os: macos-13
@@ -131,8 +131,8 @@ jobs:
       - name: Install Vulkan SDK on Ubuntu
         if: matrix.config.name == 'Ubuntu'
         run: |
-          wget -qO - https://packages.lunarg.com/lunarg-signing-key-pub.asc | sudo apt-key add -
-          sudo wget -qO /etc/apt/sources.list.d/lunarg-vulkan-focal.list https://packages.lunarg.com/vulkan/lunarg-vulkan-focal.list
+          wget -qO- https://packages.lunarg.com/lunarg-signing-key-pub.asc | sudo tee /etc/apt/trusted.gpg.d/lunarg.asc
+          sudo wget -qO /etc/apt/sources.list.d/lunarg-vulkan-jammy.list https://packages.lunarg.com/vulkan/lunarg-vulkan-jammy.list
           sudo apt update
           sudo apt install vulkan-sdk
 
@@ -513,7 +513,7 @@ jobs:
           - name: "Windows"
             os: windows-2022
           - name: "Ubuntu"
-            os: ubuntu-20.04
+            os: ubuntu-22.04
           - name: "macOS"
             os: macos-13
 

llama/CMakeLists.txt

@@ -129,7 +129,7 @@ if (GGML_METAL)
         )
 endif()
 
-file(GLOB SOURCE_FILES "addon.cpp" ${GPU_INFO_SOURCES})
+file(GLOB SOURCE_FILES "addon/*.cpp" "addon/**/*.cpp" ${GPU_INFO_SOURCES})
 
 if(APPLE)
     set(CMAKE_SKIP_BUILD_RPATH  FALSE)