xonecas.io
56101
Df

dotfiles / files

dotfiles / .claude / skills / kde-computer-use / scripts / key.py

4.2 KB
1#!/usr/bin/env python3
2"""Focus one KWin window, then press keys and click in it through a short-lived uinput device.
3
4Usage: key.py <window-uuid> <step> [...]
5A step is a combo or key name (alt+o, ctrl+v, enter, space, down), click:X,Y or move:X,Y in
6global coordinates, or text to type, in lowercase letters, digits and spaces.
7It stops if the window loses the focus, so nothing lands in another window.
8"""
9import subprocess
10import sys
11import tempfile
12import time
13
14from evdev import UInput, ecodes as e
15
16NAMES = {"alt": "LEFTALT", "ctrl": "LEFTCTRL", "shift": "LEFTSHIFT", "super": "LEFTMETA", "esc": "ESC"}
17KEYS = {"enter", "space", "tab", "esc", "up", "down", "left", "right", "backspace"}
18SCRIPT = 'print("%s " + workspace.cursorPos.x + " " + workspace.cursorPos.y + " " + (workspace.activeWindow ? workspace.activeWindow.internalId : ""));'
19
20
21def qdbus(path, method, *args):
22    return subprocess.run(["qdbus6", "org.kde.KWin", path, method, *args], check=True, capture_output=True, text=True).stdout.strip()
23
24
25def state():
26    """The pointer's position and the active window, from a KWin script that prints them."""
27    token = f"KDECU{time.time_ns()}"
28    since = int(time.time()) - 1
29    with tempfile.NamedTemporaryFile("w", suffix=".js") as script:
30        script.write(SCRIPT % token)
31        script.flush()
32        number = qdbus("/Scripting", "org.kde.kwin.Scripting.loadScript", script.name, "kdecu")
33        qdbus(f"/Scripting/Script{number}", "org.kde.kwin.Script.run")
34        qdbus("/Scripting", "org.kde.kwin.Scripting.unloadScript", "kdecu")
35    for _ in range(40):
36        log = subprocess.run(["journalctl", "--user", "--since", f"@{since}", "-o", "cat", "--grep", token], capture_output=True, text=True).stdout
37        if token in log:
38            _, x, y, *window = log.strip().splitlines()[-1].split()
39            return int(x), int(y), window[0] if window else ""
40        time.sleep(0.05)
41    raise SystemExit("key.py: KWin did not answer")
42
43
44def code(name):
45    return getattr(e, "KEY_" + NAMES.get(name, name).upper())
46
47
48def press(device, codes):
49    for key in codes:
50        device.write(e.EV_KEY, key, 1)
51        device.syn()
52    time.sleep(0.03)
53    for key in reversed(codes):
54        device.write(e.EV_KEY, key, 0)
55        device.syn()
56    time.sleep(0.03)
57
58
59def travel(device, axis, distance):
60    for _ in range(abs(distance) // 2):
61        device.write(e.EV_REL, axis, 2 if distance > 0 else -2)
62        device.syn()
63        time.sleep(0.008)  # At this pace one unit is one pixel. Faster, the acceleration overshoots.
64
65
66def move(device, x, y):
67    """The pointer is relative, so it moves, looks where it landed and corrects."""
68    for _ in range(6):
69        here_x, here_y, _window = state()
70        if abs(here_x - x) <= 3 and abs(here_y - y) <= 3:
71            return
72        travel(device, e.REL_X, x - here_x)
73        travel(device, e.REL_Y, y - here_y)
74        time.sleep(0.05)
75    raise SystemExit(f"key.py: the pointer stopped at {state()[:2]}, not {x},{y}")
76
77
78def main():
79    window, steps = sys.argv[1], sys.argv[2:]
80    capabilities = [v for k, v in vars(e).items() if k.startswith("KEY_") and isinstance(v, int) and v < 249]
81    events = {e.EV_KEY: capabilities + [e.BTN_LEFT], e.EV_REL: [e.REL_X, e.REL_Y]}
82    with UInput(events, name="kde-computer-use") as device:
83        time.sleep(0.6)  # The compositor has to see the new device first.
84        subprocess.run(
85            ["busctl", "--user", "call", "org.kde.KWin", "/WindowsRunner", "org.kde.krunner1", "Run", "ss", f"0_{window}", ""],
86            check=True,
87        )
88        time.sleep(0.2)
89        for step in steps:
90            if state()[2] != window:
91                raise SystemExit(f"key.py: {window} lost the focus, stopped before {step}")
92            if step.startswith(("move:", "click:")):
93                action, place = step.split(":")
94                move(device, *map(int, place.split(",")))
95                if action == "click":
96                    press(device, [e.BTN_LEFT])
97            elif "+" in step or step in KEYS:
98                press(device, [code(part) for part in step.split("+")])
99            else:
100                for char in step:
101                    press(device, [e.KEY_SPACE if char == " " else code(char)])
102            time.sleep(0.05)
103
104
105main()