tabby local chat model, can use ai local chat from vim

Author: functora

nix/configuration.nix

@@ -818,6 +818,15 @@ in {
             download --model DeepSeekCoder-1.3B
         '';
       }
+      // fj.mkFirejailCustom {
+        pkg = "tabby-download-instruct";
+        dir = "tabby-download";
+        net = true;
+        exe = ''
+          ${import ./tabby.nix}/bin/tabby \
+            download --model Qwen2.5-Coder-1.5B-Instruct
+        '';
+      }
       // fj.mkFirejailCustom {
         pkg = "tabby-agent";
         dir = "tabby";
@@ -838,7 +847,13 @@ in {
       }
       // fj.mkFirejailOffline {
         pkg = "vi";
-        exe = "${vi}/bin/vi";
+        exe = "${
+          import ./vi-socat.nix {
+            sock = "/home/${
+              config.services.functora.userName
+            }/.firejail/tabby/tabby.sock";
+          }
+        }/bin/vi";
       }
       // fj.mkFirejailOffline {
         pkg = "hoogle-w3m";
@@ -914,6 +929,7 @@ in {
         pulsemixer
         (import ./vidmaker.nix)
         (import ./clipmaker.nix)
+        neovim
       ];
       programs.git = {
         enable = true;

nix/tabby-agent.nix

@@ -7,7 +7,7 @@ in
     text = ''
       ${pkgs.socat}/bin/socat \
         TCP-LISTEN:8080,fork,reuseaddr,keepalive \
-        UNIX:${sock},keepalive &
+        UNIX:${sock},keepalive || true &
 
       SOCAT_PID="$!"
 

nix/tabby-services.nix

@@ -16,7 +16,8 @@ in [
         ${import ./tabby-socat.nix}/bin/tabby-socat \
           serve \
           --device vulkan \
-          --model DeepSeekCoder-1.3B
+          --model DeepSeekCoder-1.3B \
+          --chat-model Qwen2.5-Coder-1.5B-Instruct
       '';
     }
   )

nix/vi-socat.nix

@@ -0,0 +1,25 @@
+{sock}: let
+  pkgs = import ./nixpkgs.nix;
+  vi = import ./../pub/vi/nix/default.nix {};
+in
+  pkgs.writeShellApplication {
+    name = "vi";
+    text = ''
+      ${pkgs.socat}/bin/socat \
+        TCP-LISTEN:8080,fork,reuseaddr,keepalive \
+        UNIX:${sock},keepalive || true &
+
+      SOCAT_PID="$!"
+
+      cleanup() {
+        kill "$SOCAT_PID" 2>/dev/null
+        exit 0
+      }
+
+      trap cleanup SIGINT SIGTERM EXIT
+
+      ${vi}/bin/vi "$@"
+
+      cleanup
+    '';
+  }

pub/vi/nix/default.nix

@@ -56,6 +56,7 @@ in
               let g:vimColorScheme = '${vimColorScheme}'
               let g:languagetool_jar='${languagetool}/share/languagetool-commandline.jar'
               source ${vi-src}/vimrc.vim
+              luafile ${vi-src}/vimrc.lua
               try
                 source ~/.vi/vimrc.vim
               catch

pub/vi/src/gp.nvim/.editorconfig

@@ -0,0 +1,10 @@
+root = true
+
+[*]
+indent_style = tab
+indent_size = 1
+tab_width = 4
+end_of_line = lf
+insert_final_newline = true
+charset = utf-8
+

pub/vi/src/gp.nvim/.github/FUNDING.yml

@@ -0,0 +1,2 @@
+github: robitx
+ko_fi: robitx

pub/vi/src/gp.nvim/.github/workflows/docgen.yml

@@ -0,0 +1,46 @@
+name: docgen
+on:
+  push:
+    branches:
+      - main
+      - docs
+  pull_request:
+    branches:
+      - main
+      - docs
+jobs:
+  docs:
+    runs-on: ubuntu-latest
+    if: ${{ ! contains(github.event.pull_request.head.ref, 'release-please') }}
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+
+      - name: Update README with Snippet Permalink
+        uses: Robitx/snippet-permalink-updater-action@main
+        with:
+          snippet_file: 'lua/gp/config.lua'
+          start_marker: 'README_REFERENCE_MARKER_START'
+          end_marker: 'README_REFERENCE_MARKER_END'
+          markdown_file: 'README.md'
+          replace_marker: '<!-- README_REFERENCE_MARKER_REPLACE_NEXT_LINE -->'
+
+      - name: panvimdoc
+        uses: kdheepak/panvimdoc@main
+        with:
+          vimdoc: gp.nvim
+          version: "Neovim"
+          demojify: true
+          treesitter: true
+          docmapping: true
+          docmappingprojectname: false
+          dedupsubheadings: false
+
+      - name: Push changes
+        uses: stefanzweifel/git-auto-commit-action@v4
+        with:
+          commit_message: "chore: update README and auto-generate vimdoc"
+          commit_user_name: "github-actions[bot]"
+          commit_user_email: "github-actions[bot]@users.noreply.github.com"
+          commit_author: "github-actions[bot] <github-actions[bot]@users.noreply.github.com>"

pub/vi/src/gp.nvim/.github/workflows/release-please.yml

@@ -0,0 +1,18 @@
+on:
+  workflow_dispatch:
+
+permissions:
+  contents: write
+  pull-requests: write
+
+name: release-please
+
+jobs:
+  release-please:
+    runs-on: ubuntu-latest
+    if: ${{ github.ref == 'refs/heads/main' }}
+    steps:
+      - uses: googleapis/release-please-action@v4
+        id: release
+        with:
+          release-type: simple

pub/vi/src/gp.nvim/.gp.md

@@ -0,0 +1,49 @@
+Use this example as a convention for helper functions:
+```
+---@param name string # name of the augroup
+---@param opts table | nil # options for the augroup
+---@return number # returns augroup id
+_H.create_augroup = function(name, opts)
+	...
+end
+
+---@param file_name string # name of the file for which to get buffer
+---@return number | nil # buffer number
+_H.get_buffer = function(file_name)
+    ...
+end
+```
+
+The function assignment is preferred over:
+```
+function _H.create_augroup(name, opts)
+    ...
+end
+```
+
+Module has following structure:
+```lua
+local uv = vim.uv or vim.loop
+
+local config = require("gp.config")
+
+local M = {
+	_Name = "Gp", -- plugin name
+	_state = {}, -- table of state variables
+	agents = {}, -- table of agents
+	cmd = {}, -- default command functions
+	config = {}, -- config variables
+	hooks = {}, -- user defined command functions
+	defaults = require("gp.defaults"), -- some useful defaults
+	deprecator = require("gp.deprecator"), -- handle deprecated options
+	helpers = require("gp.helper"), -- helper functions
+	imager = require("gp.imager"), -- imager module
+	logger = require("gp.logger"), -- logger module
+	render = require("gp.render"), -- render module
+	spinner = require("gp.spinner"), -- spinner module
+	tasker = require("gp.tasker"), -- tasker module
+	vault = require("gp.vault"), -- vault module
+	whisper = require("gp.whisper"), -- whisper module
+}
+```
+