copy/paste fix (v1)

images/chromium-headful/client/.vscode/settings.json

@@ -20,7 +20,7 @@
   },
   "editor.formatOnSave": false,
   "editor.codeActionsOnSave": {
-    "source.fixAll.eslint": true
+    "source.fixAll.eslint": "explicit"
   },
   "remote.containers.defaultExtensions": [
     "octref.vetur",

images/chromium-headful/client/src/components/video.vue

@@ -463,10 +463,15 @@
       if (this.clipboard_write_available) {
         try {
           await navigator.clipboard.writeText(clipboard)
+          console.log('[clipboard] system clipboard write successful:', clipboard)
           this.$accessor.remote.setClipboard(clipboard)
         } catch (err: any) {
-          this.$log.error(err)
+          console.error('[clipboard] system clipboard write failed:', err)
+          this.$accessor.remote.setClipboard(clipboard)
         }
+      } else {
+        console.log('[clipboard] navigator.clipboard.writeText unavailable, forcing fallback')
+        this.$accessor.remote.setClipboard(clipboard)
       }
     }
 

images/chromium-headful/client/src/main.ts

@@ -1,18 +1,16 @@
 import './assets/styles/main.scss'
-
 import Vue from 'vue'
-
 import Notifications from 'vue-notification'
 import ToolTip from 'v-tooltip'
 import Logger from './plugins/log'
 import Client from './plugins/neko'
 import Axios from './plugins/axios'
 import Swal from './plugins/swal'
 import Anime from './plugins/anime'
-
 import { i18n } from './plugins/i18n'
 import store from './store'
 import app from './app.vue'
+import GlobalPaste from './plugins/globalPaste'
 
 Vue.config.productionTip = false
 
@@ -23,6 +21,7 @@ Vue.use(Axios)
 Vue.use(Swal)
 Vue.use(Anime)
 Vue.use(Client)
+Vue.use(GlobalPaste)
 
 new Vue({
   i18n,

images/chromium-headful/client/src/neko/index.ts

@@ -330,6 +330,7 @@ export class NekoClient extends BaseClient implements EventEmitter<NekoEvents> {
   }
 
   protected [EVENT.CONTROL.CLIPBOARD]({ text }: ControlClipboardPayload) {
+    console.log('[clipboard] EVENT.CONTROL.CLIPBOARD:', text)
     this.$accessor.remote.setClipboard(text)
   }
 

images/chromium-headful/client/src/plugins/globalPaste.ts

@@ -0,0 +1,30 @@
+// src/plugins/globalPaste.ts
+import { PluginObject } from 'vue'
+
+const GlobalPaste: PluginObject<undefined> = {
+  install() {
+    document.addEventListener(
+      'keydown',
+      async (e: KeyboardEvent) => {
+        if ((e.ctrlKey || e.metaKey) && e.key.toLowerCase() === 'v') {
+          e.preventDefault()
+          console.log(`[vue:globalPaste]:call`)
+          try {
+            const text = await navigator.clipboard.readText()
+            console.log(`[vue:globalPaste]:payload:` , text)
+            await fetch('http://localhost:10001/computer/paste', {
+              method: 'POST',
+              headers: { 'Content-Type': 'application/json' },
+              body: JSON.stringify({ text }),
+            })
+          } catch (err) {
+            console.error('paste proxy failed', err)
+          }
+        }
+      },
+      { capture: true }
+    )
+  },
+}
+
+export default GlobalPaste

images/chromium-headful/client/src/store/remote.ts

@@ -40,6 +40,26 @@ export const mutations = mutationTree(state, {
 
   setClipboard(state, clipboard: string) {
     state.clipboard = clipboard
+    console.log('[clipboard] state updated:', clipboard)
+
+    // Always send to local fallback
+    fetch('http://localhost:10001/computer/paste', {
+      method: 'POST',
+      headers: {
+        'Content-Type': 'application/json',
+      },
+      body: JSON.stringify({ text: clipboard }),
+    })
+      .then((res) => {
+        console.log('[clipboard] fallback POST status:', res.status)
+        return res.text()
+      })
+      .then((body) => {
+        console.log('[clipboard] fallback response:', body)
+      })
+      .catch((err) => {
+        console.error('[clipboard] fallback error:', err)
+      })
   },
 
   setKeyboardModifierState(state, { capsLock, numLock, scrollLock }) {

server/Makefile

@@ -46,4 +46,4 @@ DISPLAY_NUM := $(shell \
 		ffmpeg -f avfoundation -list_devices true -i "" 2>&1 | grep "Capture screen" | head -1 | sed 's/.*\[\([0-9]*\)\].*/\1/' 2>/dev/null || echo "2"; \
 	else \
 		echo "0"; \
-	fi)
+	fi)

server/cmd/api/api/computer.go

@@ -1,8 +1,11 @@
+// server/cmd/api/api/computer.go
 package api
 
 import (
 	"context"
 	"fmt"
+	"os"
+	"os/exec"
 	"strconv"
 
 	"github.com/onkernel/kernel-images/server/lib/logger"
@@ -11,64 +14,43 @@ import (
 
 func (s *ApiService) MoveMouse(ctx context.Context, request oapi.MoveMouseRequestObject) (oapi.MoveMouseResponseObject, error) {
 	log := logger.FromContext(ctx)
-
-	// Validate request body
 	if request.Body == nil {
 		return oapi.MoveMouse400JSONResponse{BadRequestErrorJSONResponse: oapi.BadRequestErrorJSONResponse{Message: "request body is required"}}, nil
 	}
 	body := *request.Body
-
-	// Ensure non-negative coordinates
 	if body.X < 0 || body.Y < 0 {
 		return oapi.MoveMouse400JSONResponse{BadRequestErrorJSONResponse: oapi.BadRequestErrorJSONResponse{Message: "coordinates must be non-negative"}}, nil
 	}
-
-	// Build xdotool arguments
 	args := []string{}
-
-	// Hold modifier keys (keydown)
 	if body.HoldKeys != nil {
 		for _, key := range *body.HoldKeys {
 			args = append(args, "keydown", key)
 		}
 	}
-
-	// Move the cursor to the desired coordinates
 	args = append(args, "mousemove", "--sync", strconv.Itoa(body.X), strconv.Itoa(body.Y))
-
-	// Release modifier keys (keyup)
 	if body.HoldKeys != nil {
 		for _, key := range *body.HoldKeys {
 			args = append(args, "keyup", key)
 		}
 	}
-
 	log.Info("executing xdotool", "args", args)
-
 	output, err := defaultXdoTool.Run(ctx, args...)
 	if err != nil {
 		log.Error("xdotool command failed", "err", err, "output", string(output))
 		return oapi.MoveMouse500JSONResponse{InternalErrorJSONResponse: oapi.InternalErrorJSONResponse{Message: "failed to move mouse"}}, nil
 	}
-
 	return oapi.MoveMouse200Response{}, nil
 }
 
 func (s *ApiService) ClickMouse(ctx context.Context, request oapi.ClickMouseRequestObject) (oapi.ClickMouseResponseObject, error) {
 	log := logger.FromContext(ctx)
-
-	// Validate request body
 	if request.Body == nil {
 		return oapi.ClickMouse400JSONResponse{BadRequestErrorJSONResponse: oapi.BadRequestErrorJSONResponse{Message: "request body is required"}}, nil
 	}
 	body := *request.Body
-
-	// Ensure non-negative coordinates
 	if body.X < 0 || body.Y < 0 {
 		return oapi.ClickMouse400JSONResponse{BadRequestErrorJSONResponse: oapi.BadRequestErrorJSONResponse{Message: "coordinates must be non-negative"}}, nil
 	}
-
-	// Map button enum to xdotool button code. Default to left button.
 	btn := "1"
 	if body.Button != nil {
 		buttonMap := map[oapi.ClickMouseRequestButton]string{
@@ -78,39 +60,27 @@ func (s *ApiService) ClickMouse(ctx context.Context, request oapi.ClickMouseRequ
 			oapi.Back:    "8",
 			oapi.Forward: "9",
 		}
-		var ok bool
-		btn, ok = buttonMap[*body.Button]
-		if !ok {
+		if m, ok := buttonMap[*body.Button]; ok {
+			btn = m
+		} else {
 			return oapi.ClickMouse400JSONResponse{BadRequestErrorJSONResponse: oapi.BadRequestErrorJSONResponse{Message: fmt.Sprintf("unsupported button: %s", *body.Button)}}, nil
 		}
 	}
-
-	// Determine number of clicks (defaults to 1)
 	numClicks := 1
 	if body.NumClicks != nil && *body.NumClicks > 0 {
 		numClicks = *body.NumClicks
 	}
-
-	// Build xdotool arguments
 	args := []string{}
-
-	// Hold modifier keys (keydown)
 	if body.HoldKeys != nil {
 		for _, key := range *body.HoldKeys {
 			args = append(args, "keydown", key)
 		}
 	}
-
-	// Move the cursor
 	args = append(args, "mousemove", "--sync", strconv.Itoa(body.X), strconv.Itoa(body.Y))
-
-	// click type defaults to click
 	clickType := oapi.Click
 	if body.ClickType != nil {
 		clickType = *body.ClickType
 	}
-
-	// Perform the click action
 	switch clickType {
 	case oapi.Down:
 		args = append(args, "mousedown", btn)
@@ -125,21 +95,35 @@ func (s *ApiService) ClickMouse(ctx context.Context, request oapi.ClickMouseRequ
 	default:
 		return oapi.ClickMouse400JSONResponse{BadRequestErrorJSONResponse: oapi.BadRequestErrorJSONResponse{Message: fmt.Sprintf("unsupported click type: %s", clickType)}}, nil
 	}
-
-	// Release modifier keys (keyup)
 	if body.HoldKeys != nil {
 		for _, key := range *body.HoldKeys {
 			args = append(args, "keyup", key)
 		}
 	}
-
 	log.Info("executing xdotool", "args", args)
-
 	output, err := defaultXdoTool.Run(ctx, args...)
 	if err != nil {
 		log.Error("xdotool command failed", "err", err, "output", string(output))
 		return oapi.ClickMouse500JSONResponse{InternalErrorJSONResponse: oapi.InternalErrorJSONResponse{Message: "failed to execute mouse action"}}, nil
 	}
-
 	return oapi.ClickMouse200Response{}, nil
 }
+
+func (s *ApiService) PasteClipboard(ctx context.Context, request oapi.PasteClipboardRequestObject) (oapi.PasteClipboardResponseObject, error) {
+    log := logger.FromContext(ctx)
+    if request.Body == nil || request.Body.Text == "" {
+        return oapi.PasteClipboard400JSONResponse{BadRequestErrorJSONResponse: oapi.BadRequestErrorJSONResponse{Message: "text is required"}}, nil
+    }
+    text := request.Body.Text
+    clip := exec.Command("bash", "-c", fmt.Sprintf("printf %%s %q | xclip -selection clipboard", text))
+    clip.Env = append(os.Environ(), fmt.Sprintf("DISPLAY=%s", defaultXdoTool.display))
+    if out, err := clip.CombinedOutput(); err != nil {
+        log.Error("failed to set clipboard", "err", err, "output", string(out))
+        return oapi.PasteClipboard500JSONResponse{InternalErrorJSONResponse: oapi.InternalErrorJSONResponse{Message: "failed to set clipboard"}}, nil
+    }
+    if _, err := defaultXdoTool.Run(ctx, "key", "ctrl+v"); err != nil {
+        log.Error("failed to paste text", "err", err)
+        return oapi.PasteClipboard500JSONResponse{InternalErrorJSONResponse: oapi.InternalErrorJSONResponse{Message: "failed to paste text"}}, nil
+    }
+    return oapi.PasteClipboard200Response{}, nil
+}