import AppKit import ApplicationServices import CoreGraphics import Darwin import Foundation import RealityDriverSupport import Synchronization final class DriverCompletion: Sendable { private let value = Mutex?>(nil) private let semaphore = DispatchSemaphore(value: 0) func complete(_ result: Result) { value.withLock { precondition($0 == nil, "Driver operation completed twice") $0 = result } semaphore.signal() } func wait(seconds: Double, operation: String) throws -> Value { precondition(!Thread.isMainThread, "Driver waits must stay off the main thread") guard semaphore.wait(timeout: .now() + seconds) == .success else { throw DriverError("\(operation) exceeded \(seconds) seconds; effect unverified") } guard let result = value.withLock({ $0 }) else { preconditionFailure("Completion has no result") } return try result.get() } } enum DriverMainThread { static func perform( _ operation: @escaping @MainActor @Sendable () throws -> Value ) throws -> Value { let completion = DriverCompletion() DispatchQueue.main.async { do { completion.complete(.success(try operation())) } catch { completion.complete(.failure(DriverError(String(describing: error)))) } } return try completion.wait(seconds: 5, operation: "AppKit operation") } } enum DriverWindowMetadata { private struct Window: Decodable { let number: UInt32 let pid: Int32 let bounds: Bounds struct Bounds: Decodable { let X: Double let Y: Double let Width: Double let Height: Double } enum CodingKeys: String, CodingKey { case number = "kCGWindowNumber" case pid = "kCGWindowOwnerPID" case bounds = "kCGWindowBounds" } } static func requireOwner(pid: Int32, windowID: UInt32) throws { _ = try frame(pid: pid, windowID: windowID) } static func requireVisibleOwner(pid: Int32, windowID: UInt32) throws { guard let list = CGWindowListCopyWindowInfo(.optionOnScreenOnly, kCGNullWindowID) else { throw DriverError("Onscreen window server metadata is unavailable") } let data = try PropertyListSerialization.data(fromPropertyList: list, format: .binary, options: 0) let windows = try PropertyListDecoder().decode([Window].self, from: data).filter { $0.number == windowID } guard windows.count == 1, let window = windows.first, window.pid == pid, window.bounds.Width.isFinite, window.bounds.Height.isFinite, window.bounds.Width > 0, window.bounds.Height > 0 else { throw DriverError("Safety stop: the owned Tidy window is not visibly published by the window server") } } static func frame(pid: Int32, windowID: UInt32) throws -> DriverFrame { guard pid != getpid() else { throw DriverError("The driver cannot register its own windows") } guard let list = CGWindowListCopyWindowInfo(.optionIncludingWindow, windowID) else { throw DriverError("Window server metadata is unavailable") } let data = try PropertyListSerialization.data(fromPropertyList: list, format: .binary, options: 0) let windows = try PropertyListDecoder().decode([Window].self, from: data) guard windows.count == 1, let window = windows.first, window.number == windowID, window.pid == pid else { throw DriverError("CGWindowID \(windowID) is absent or is not owned by PID \(pid)") } return DriverFrame( x: window.bounds.X, y: window.bounds.Y, width: window.bounds.Width, height: window.bounds.Height) } } enum DriverDisplays { static func bounds() throws -> [CGRect] { var count: UInt32 = 0 var displays = [CGDirectDisplayID](repeating: 0, count: 32) let result = CGGetActiveDisplayList(UInt32(displays.count), &displays, &count) guard result == .success, count > 0, count < displays.count else { throw DriverError("Active display metadata is unavailable or exceeds the supported display count") } return displays.prefix(Int(count)).map { CGDisplayBounds($0) } } static func requirePoint(_ point: CGPoint) throws { guard try bounds().contains(where: { $0.contains(point) }) else { throw DriverError("Pointer coordinate is outside all active displays: \(point)") } } static func requireReachableFrame(_ frame: CGRect) throws { guard try bounds().contains(where: { let visible = $0.intersection(frame) return !visible.isNull && visible.width >= min(32, frame.width) && visible.height >= min(32, frame.height) }) else { throw DriverError("Requested frame would leave the window unreachable on active displays") } } } enum DriverInput { static let balance = DriverKeyBalance() private static func postKey(_ event: CGEvent, key: UInt16, down: Bool, target: DriverInputTarget) { if down { balance.down(key, target: target) } post(event) if !down { balance.up(key, target: target) } } static func requireAccess() throws { guard CGPreflightPostEventAccess() else { throw DriverError("The signed driver lacks post-event access") } } static func key( virtualKey: UInt16, flags: UInt64, tag: Int64, target: DriverInputTarget, requireTarget: () throws -> Void, confirmDelivery: () throws -> Void ) throws { try requireAccess() guard !CGEventSource.keyState(.combinedSessionState, key: virtualKey) else { throw DriverError("Refusing to post over an already held key") } let (down, up) = try DriverTaggedEvents.keyPair(virtualKey: virtualKey, tag: tag) try requireTarget() try balance.requireRunning() try withModifiers(flags: flags, target: target, releasedKeys: [virtualKey], requireTarget: requireTarget) { activeFlags in down.flags = CGEventFlags( rawValue: DriverModifierSequence.keyboardFlags( intrinsicFlags: down.flags.rawValue, activeFlags: activeFlags.rawValue)) up.flags = CGEventFlags( rawValue: DriverModifierSequence.keyboardFlags( intrinsicFlags: up.flags.rawValue, activeFlags: activeFlags.rawValue)) try balance.requireRunning() try requireTarget() postKey(down, key: virtualKey, down: true, target: target) Thread.sleep(forTimeInterval: 0.025) postKey(up, key: virtualKey, down: false, target: target) try confirmDelivery() } } static func heldKeys( first: UInt16, second: UInt16, flags: UInt64, holdMilliseconds: UInt16, modifierTarget: DriverInputTarget, requireModifierTarget: () throws -> Void, beforeKey: () throws -> (tag: Int64, target: DriverInputTarget), afterKey: (Int64) throws -> Void ) throws { try requireAccess() let keys = [first, second] guard keys.allSatisfy({ !CGEventSource.keyState(.combinedSessionState, key: $0) }) else { throw DriverError("Refusing to post over an already held key") } try balance.requireRunning() try withModifiers( flags: flags, target: modifierTarget, releasedKeys: keys, requireTarget: requireModifierTarget ) { activeFlags in for (index, key) in keys.enumerated() { try balance.requireRunning() let (tag, target) = try beforeKey() let pair = try DriverTaggedEvents.keyPair(virtualKey: key, tag: tag) for event in [pair.down, pair.up] { event.flags = CGEventFlags( rawValue: DriverModifierSequence.keyboardFlags( intrinsicFlags: event.flags.rawValue, activeFlags: activeFlags.rawValue)) } postKey(pair.down, key: key, down: true, target: target) Thread.sleep(forTimeInterval: 0.025) postKey(pair.up, key: key, down: false, target: target) try afterKey(tag) if index == 0 { Thread.sleep(forTimeInterval: Double(holdMilliseconds) / 1000) } } } } static func drag( pid: Int32, windowID: UInt32, from: CGPoint, to: CGPoint, flags: UInt64, target: DriverInputTarget, requirePickup: () throws -> Void, requireTarget: () throws -> Void ) throws -> [DriverFrame] { try requireAccess() try DriverDisplays.requirePoint(from) try DriverDisplays.requirePoint(to) guard !CGEventSource.buttonState(.combinedSessionState, button: .left) else { throw DriverError("Refusing to drag while the left mouse button is already held") } guard let source = CGEventSource(stateID: .hidSystemState) else { throw DriverError("Could not create mouse event source") } var events: [CGEvent] = [] let steps = 24 var previous = from for step in 0...steps { let fraction = Double(step) / Double(steps) let point = CGPoint(x: from.x + (to.x - from.x) * fraction, y: from.y + (to.y - from.y) * fraction) try DriverDisplays.requirePoint(point) let type: CGEventType = step == 0 ? .leftMouseDown : .leftMouseDragged events.append( try DriverMouseEvents.make( type, source: source, pid: pid, windowID: windowID, point: point, previous: previous, flags: flags)) previous = point } let up = try DriverMouseEvents.make( .leftMouseUp, source: source, pid: pid, windowID: windowID, point: to, previous: to, flags: flags) let move = try DriverMouseEvents.make( .mouseMoved, source: source, pid: pid, windowID: windowID, point: from, previous: from, flags: flags) var frames = [try DriverWindowMetadata.frame(pid: pid, windowID: windowID)] try requireTarget() try balance.requireRunning() try withModifiers(flags: flags, target: target, releasedMouse: true, requireTarget: requireTarget) { activeFlags in move.flags = activeFlags post(move) Thread.sleep(forTimeInterval: 0.025) up.flags = activeFlags defer { post(up) } for event in events { try balance.requireRunning() try requireTarget() if event.type == .leftMouseDown { try requirePickup() } event.flags = activeFlags post(event) Thread.sleep(forTimeInterval: 0.0125) frames.append(try DriverWindowMetadata.frame(pid: pid, windowID: windowID)) } } return frames } static func clickTour(pid: Int32, windowID: UInt32, point: CGPoint, requireButton: () throws -> Void) throws { try requireAccess() try DriverConsoleState.requireCurrent() let baseline = DriverInputState.capture() try baseline.requireNeutralBaseline() guard ![CGMouseButton.left, .right, .center].contains(where: { CGEventSource.buttonState(.combinedSessionState, button: $0) }) else { throw DriverError("Safety stop: a physical mouse button is already held") } try DriverDisplays.requirePoint(point) guard let source = CGEventSource(stateID: .hidSystemState) else { throw DriverError("Could not create mouse event source") } let down = try DriverMouseEvents.make( .leftMouseDown, source: source, pid: pid, windowID: windowID, point: point, previous: point, flags: 0) let up = try DriverMouseEvents.make( .leftMouseUp, source: source, pid: pid, windowID: windowID, point: point, previous: point, flags: 0) func requireTarget() throws { try DriverConsoleState.requireCurrent() let frontmost = try DriverMainThread.perform { NSWorkspace.shared.frontmostApplication?.processIdentifier } guard frontmost == pid else { throw DriverError("Safety stop: Parcel is no longer frontmost") } try requireButton() } try requireTarget() try balance.requireRunning() try withModifiers( flags: 0, target: DriverInputTarget(pid: pid, windowID: windowID, panel: true), releasedMouse: true, requireTarget: requireTarget ) { flags in try requireTarget() down.flags = flags up.flags = flags defer { post(up) } post(down) Thread.sleep(forTimeInterval: 0.05) } try DriverInputState.capture().requireRestored(to: baseline) } private static func post(_ event: CGEvent) { event.timestamp = clock_gettime_nsec_np(CLOCK_UPTIME_RAW) event.post(tap: .cghidEventTap) } private static func withModifiers( flags: UInt64, target: DriverInputTarget, releasedKeys: [UInt16] = [], releasedMouse: Bool = false, requireTarget: () throws -> Void, operation: (CGEventFlags) throws -> Void ) throws { let held = Set( DriverModifierSequence.modifierKeys.filter { CGEventSource.keyState(.combinedSessionState, key: $0) }) let sequence = try DriverModifierSequence( flags: flags, initialFlags: CGEventSource.flagsState(.combinedSessionState).rawValue, heldKeys: held) guard let source = CGEventSource(stateID: .hidSystemState) else { throw DriverError("Could not create modifier event source") } func events(_ values: [DriverModifierEvent]) throws -> [CGEvent] { try values.map { value in guard let event = CGEvent(keyboardEventSource: source, virtualKey: value.key, keyDown: value.down) else { throw DriverError("Could not create modifier event") } event.flags = CGEventFlags(rawValue: value.flags) return event } } let pressed = try events(sequence.pressed) let released = try events(sequence.released) func neutral() -> Bool { let modifiersUp = !DriverModifierSequence.modifierKeys.contains { CGEventSource.keyState(.combinedSessionState, key: $0) } let keyUp = releasedKeys.allSatisfy { !CGEventSource.keyState(.combinedSessionState, key: $0) } let mouseUp = !releasedMouse || !CGEventSource.buttonState(.combinedSessionState, button: .left) return modifiersUp && keyUp && mouseUp && CGEventSource.flagsState(.combinedSessionState).rawValue & DriverModifierSequence.heldFlags == 0 } try sequence.perform( post: { value in let values = value.down ? sequence.pressed : sequence.released let events = value.down ? pressed : released guard let index = values.firstIndex(where: { $0.key == value.key }) else { preconditionFailure("Modifier event has no prepared pair") } let event = events[index] if value.down { try balance.requireRunning() try requireTarget() } postKey(event, key: value.key, down: value.down, target: target) Thread.sleep(forTimeInterval: 0.015) }, verifyRestored: { try balance.release() let deadline = DispatchTime.now().uptimeNanoseconds + 1_000_000_000 while !neutral(), DispatchTime.now().uptimeNanoseconds < deadline { Thread.sleep(forTimeInterval: 0.01) } guard neutral() else { throw DriverError("Modifier/key/button release was not observed") } }, operation: { try operation(CGEventFlags(rawValue: $0)) }) } }