intial ydotool integeration

src/server/InputHandler.ts

@@ -1,5 +1,6 @@
 import { Button, Key, Point, keyboard, mouse } from "@nut-tree-fork/nut-js"
 import { KEY_MAP } from "./KeyMap"
+import { moveRelative } from "./ydotool"
 
 export interface InputMessage {
 	type: "move" | "click" | "scroll" | "key" | "text" | "zoom" | "combo"
@@ -110,14 +111,20 @@ export class InputHandler {
 					Number.isFinite(msg.dx) &&
 					Number.isFinite(msg.dy)
 				) {
-					const currentPos = await mouse.getPosition()
-
-					await mouse.setPosition(
-						new Point(
-							Math.round(currentPos.x + msg.dx),
-							Math.round(currentPos.y + msg.dy),
-						),
-					)
+					// Attempt ydotool relative movement first
+					const success = await moveRelative(msg.dx, msg.dy)
+
+					// Fallback to absolute positioning if ydotool is unavailable or fails
+					if (!success) {
+						const currentPos = await mouse.getPosition()
+
+						await mouse.setPosition(
+							new Point(
+								Math.round(currentPos.x + msg.dx),
+								Math.round(currentPos.y + msg.dy),
+							),
+						)
+					}
 				}
 				break
 

src/server/ydotool.ts

@@ -0,0 +1,75 @@
+import { execFile } from "node:child_process"
+import { promisify } from "node:util"
+
+const execFileAsync = promisify(execFile)
+
+// Cache the availability of ydotool to avoid repeated checks
+let isYdotoolAvailable: boolean | null = null
+let ydotoolPath: string | null = null
+
+// Cooldown state for failure retries
+let lastFailureTime = 0
+const COOLDOWN_MS = 5000 // 5 seconds before retrying
+
+/**
+ * Checks if ydotool is available on the system.
+ */
+export async function checkYdotool(): Promise<boolean> {
+	if (isYdotoolAvailable !== null) {
+		return isYdotoolAvailable
+	}
+
+	const now = Date.now()
+	if (now - lastFailureTime < COOLDOWN_MS) {
+		return false // Still in cooldown
+	}
+
+	try {
+		// Suppress error output if not found, we only care if it succeeds or fails
+		const { stdout } = await execFileAsync("which", ["ydotool"])
+		ydotoolPath = stdout.trim()
+		isYdotoolAvailable = !!ydotoolPath
+		if (isYdotoolAvailable) {
+			console.log(`[ydotool] Found at ${ydotoolPath}`)
+		}
+	} catch (err) {
+		isYdotoolAvailable = false
+		lastFailureTime = now
+		console.warn(
+			"[ydotool] ydotool is not available, falling back to nut.js for cursor movement.",
+		)
+	}
+
+	return isYdotoolAvailable
+}
+
+/**
+ * Moves the mouse cursor relatively using ydotool.
+ *
+ * @param dx X offset
+ * @param dy Y offset
+ * @returns true if successful, false otherwise
+ */
+export async function moveRelative(dx: number, dy: number): Promise<boolean> {
+	if (!(await checkYdotool()) || !ydotoolPath) {
+		return false
+	}
+
+	try {
+		// ydotool mousemove -x <dx> -y <dy>
+		await execFileAsync(ydotoolPath, [
+			"mousemove",
+			"-x",
+			String(dx),
+			"-y",
+			String(dy),
+		])
+		return true
+	} catch (err) {
+		console.error("[ydotool] Error executing mousemove:", err)
+		// Enter cooldown instead of permanently disabling
+		isYdotoolAvailable = null
+		lastFailureTime = Date.now()
+		return false
+	}
+}