feat: support custom touch gestures

Author: gmegidish

commands/input.go

@@ -1,7 +1,10 @@
 package commands
 
 import (
+	"encoding/json"
 	"fmt"
+
+	"github.com/mobile-next/mobilecli/devices/wda"
 )
 
 // TapRequest represents the parameters for a tap command
@@ -23,6 +26,12 @@ type ButtonRequest struct {
 	Button   string `json:"button"`
 }
 
+// GestureRequest represents the parameters for a gesture command
+type GestureRequest struct {
+	DeviceID string        `json:"deviceId"`
+	Actions  []interface{} `json:"actions"`
+}
+
 // TapCommand performs a tap operation on the specified device
 func TapCommand(req TapRequest) *CommandResponse {
 	if req.X < 0 || req.Y < 0 {
@@ -100,3 +109,44 @@ func ButtonCommand(req ButtonRequest) *CommandResponse {
 		"message": fmt.Sprintf("Pressed button '%s' on device %s", req.Button, targetDevice.ID()),
 	})
 }
+
+// GestureCommand performs a gesture operation on the specified device
+func GestureCommand(req GestureRequest) *CommandResponse {
+	if len(req.Actions) == 0 {
+		return NewErrorResponse(fmt.Errorf("actions array is required and cannot be empty"))
+	}
+
+	targetDevice, err := FindDeviceOrAutoSelect(req.DeviceID)
+	if err != nil {
+		return NewErrorResponse(fmt.Errorf("error finding device: %v", err))
+	}
+
+	err = targetDevice.StartAgent()
+	if err != nil {
+		return NewErrorResponse(fmt.Errorf("failed to start agent on device %s: %v", targetDevice.ID(), err))
+	}
+
+	// Convert []interface{} to []wda.TapAction
+	tapActions := make([]wda.TapAction, len(req.Actions))
+	for i, action := range req.Actions {
+		actionBytes, err := json.Marshal(action)
+		if err != nil {
+			return NewErrorResponse(fmt.Errorf("failed to marshal action at index %d: %v", i, err))
+		}
+		
+		var tapAction wda.TapAction
+		if err := json.Unmarshal(actionBytes, &tapAction); err != nil {
+			return NewErrorResponse(fmt.Errorf("failed to unmarshal action at index %d: %v", i, err))
+		}
+		tapActions[i] = tapAction
+	}
+
+	err = targetDevice.Gesture(tapActions)
+	if err != nil {
+		return NewErrorResponse(fmt.Errorf("failed to perform gesture on device %s: %v", targetDevice.ID(), err))
+	}
+
+	return NewSuccessResponse(map[string]interface{}{
+		"message": fmt.Sprintf("Performed gesture on device %s with %d actions", targetDevice.ID(), len(req.Actions)),
+	})
+}

devices/android.go

@@ -7,7 +7,9 @@ import (
 	"path/filepath"
 	"strconv"
 	"strings"
+	"time"
 
+	"github.com/mobile-next/mobilecli/devices/wda"
 	"github.com/mobile-next/mobilecli/utils"
 )
 
@@ -100,6 +102,42 @@ func (d AndroidDevice) Tap(x, y int) error {
 	return nil
 }
 
+// Gesture performs a sequence of touch actions on the Android device
+func (d AndroidDevice) Gesture(actions []wda.TapAction) error {
+
+	x := 0
+	y := 0
+
+	for _, action := range actions {
+		var cmd []string
+
+		if action.Type == "pause" {
+			time.Sleep(time.Duration(action.Duration) * time.Millisecond)
+			continue
+		}
+
+		switch action.Type {
+		case "pointerDown":
+			cmd = []string{"shell", "input", "touchscreen", "motionevent", "down", fmt.Sprintf("%d", x), fmt.Sprintf("%d", y)}
+		case "pointerMove":
+			x = action.X
+			y = action.Y
+			cmd = []string{"shell", "input", "touchscreen", "motionevent", "move", fmt.Sprintf("%d", action.X), fmt.Sprintf("%d", action.Y)}
+		case "pointerUp":
+			cmd = []string{"shell", "input", "touchscreen", "motionevent", "up", fmt.Sprintf("%d", x), fmt.Sprintf("%d", y)}
+		default:
+			return fmt.Errorf("unsupported gesture action type: %s", action.Type)
+		}
+
+		_, err := d.runAdbCommand(cmd...)
+		if err != nil {
+			return fmt.Errorf("failed to execute gesture action %s: %v", action.Type, err)
+		}
+	}
+
+	return nil
+}
+
 func parseAdbDevicesOutput(output string) []ControllableDevice {
 	var devices []ControllableDevice
 

devices/common.go

@@ -3,6 +3,7 @@ package devices
 import (
 	"fmt"
 
+	"github.com/mobile-next/mobilecli/devices/wda"
 	"github.com/mobile-next/mobilecli/utils"
 )
 
@@ -15,6 +16,7 @@ type ControllableDevice interface {
 	TakeScreenshot() ([]byte, error)
 	Reboot() error
 	Tap(x, y int) error
+	Gesture(actions []wda.TapAction) error
 	StartAgent() error
 	SendKeys(text string) error
 	PressButton(key string) error

devices/ios.go

@@ -95,6 +95,10 @@ func (d IOSDevice) Tap(x, y int) error {
 	return wda.Tap(x, y)
 }
 
+func (d IOSDevice) Gesture(actions []wda.TapAction) error {
+	return wda.Gesture(actions)
+}
+
 func (d IOSDevice) StartAgent() error {
 	_, err := wda.GetWebDriverAgentStatus()
 	return err

devices/simulator.go

@@ -418,6 +418,10 @@ func (s SimulatorDevice) Tap(x, y int) error {
 	return wda.Tap(x, y)
 }
 
+func (s SimulatorDevice) Gesture(actions []wda.TapAction) error {
+	return wda.Gesture(actions)
+}
+
 func (s *SimulatorDevice) OpenURL(url string) error {
 	return exec.Command("xcrun", "simctl", "openurl", s.ID(), url).Run()
 }

devices/wda/gesture.go

@@ -0,0 +1,43 @@
+package wda
+
+import (
+	"encoding/json"
+	"fmt"
+)
+
+func Gesture(actions []TapAction) error {
+	sessionId, err := CreateSession()
+	if err != nil {
+		return err
+	}
+
+	defer DeleteSession(sessionId)
+
+	data := ActionsRequest{
+		Actions: []Pointer{
+			{
+				Type: "pointer",
+				ID:   "finger1",
+				Parameters: PointerParameters{
+					PointerType: "touch",
+				},
+				Actions: actions,
+			},
+		},
+	}
+
+	_, err = PostWebDriverAgentEndpoint(fmt.Sprintf("session/%s/actions", sessionId), data)
+	if err != nil {
+		return err
+	}
+	return nil
+}
+
+func GestureFromJSON(jsonData []byte) error {
+	var actions []TapAction
+	if err := json.Unmarshal(jsonData, &actions); err != nil {
+		return fmt.Errorf("failed to parse gesture actions: %v", err)
+	}
+
+	return Gesture(actions)
+}

devices/wda/tap.go

@@ -4,29 +4,6 @@ import (
 	"fmt"
 )
 
-type TapAction struct {
-	Type     string `json:"type"`
-	Duration int    `json:"duration,omitempty"`
-	X        int    `json:"x,omitempty"`
-	Y        int    `json:"y,omitempty"`
-	Button   int    `json:"button,omitempty"`
-}
-
-type PointerParameters struct {
-	PointerType string `json:"pointerType"`
-}
-
-type Pointer struct {
-	Type       string            `json:"type"`
-	ID         string            `json:"id"`
-	Parameters PointerParameters `json:"parameters"`
-	Actions    []TapAction       `json:"actions"`
-}
-
-type ActionsRequest struct {
-	Actions []Pointer `json:"actions"`
-}
-
 func Tap(x, y int) error {
 
 	sessionId, err := CreateSession()

devices/wda/types.go

@@ -0,0 +1,24 @@
+package wda
+
+type TapAction struct {
+	Type     string `json:"type"`
+	Duration int    `json:"duration,omitempty"`
+	X        int    `json:"x,omitempty"`
+	Y        int    `json:"y,omitempty"`
+	Button   int    `json:"button,omitempty"`
+}
+
+type PointerParameters struct {
+	PointerType string `json:"pointerType"`
+}
+
+type Pointer struct {
+	Type       string            `json:"type"`
+	ID         string            `json:"id"`
+	Parameters PointerParameters `json:"parameters"`
+	Actions    []TapAction       `json:"actions"`
+}
+
+type ActionsRequest struct {
+	Actions []Pointer `json:"actions"`
+}