using System.Text.Json; using System.Text.Json.Nodes; using Febe.Browser.Cdp; using Febe.Browser.Diagnostics; using Febe.Browser.Gestures; using Febe.Browser.Hosting; using Febe.Core.Abstractions; namespace Febe.Browser.RemoteView; public enum RemoteMouseAction { Move, Down, Up, Wheel, } public enum RemoteMouseButton { None, Left, Middle, Right, } /// A mouse event from the interface's remote view. /// Move, press, release or wheel. /// Horizontal position: 0–1 of the frame when , CSS pixels otherwise. /// Vertical position: 0–1 of the frame when , CSS pixels otherwise. /// Button pressed or released. /// 1 for a click, 2 for a double click. /// Horizontal wheel delta in CSS pixels. /// Vertical wheel delta in CSS pixels (positive scrolls down). /// Modifier keys held. /// Whether X and Y are fractions of the frame. public sealed record RemoteMouseEvent( RemoteMouseAction Action, double X, double Y, RemoteMouseButton Button = RemoteMouseButton.None, int ClickCount = 1, double DeltaX = 0, double DeltaY = 0, KeyModifiers Modifiers = KeyModifiers.None, bool Normalized = true); /// A key event from the interface's remote view. Never logged or stored (spec §13.2). public sealed record RemoteKeyEvent(bool Down, KeyStroke Key) { public override string ToString() => "RemoteKeyEvent(…)"; } /// /// The remote view used by Alberto from the interface (spec §4.1, §11, mockup 10): the screencast goes to the page, /// mouse and keys come back to the browser through Input.*. While the session is active the /// holds a lease, so the engine stays still. Keys are forwarded, never logged. /// public sealed class RemoteViewSession : IAsyncDisposable { private readonly ICdpSession _cdp; private readonly UserDrivingGate _gate; private readonly IBrowserLog _log; private IDisposable? _lease; private int _buttons; /// The page session. /// Where the «Alberto is driving» lease is taken. /// Where opening and closing are noted (never keys). /// Wall-clock time for the screencast's start attempts; null: the system clock. public RemoteViewSession(ICdpSession cdp, UserDrivingGate gate, IBrowserLog? log = null, IClock? clock = null) { _cdp = cdp ?? throw new ArgumentNullException(nameof(cdp)); _gate = gate ?? throw new ArgumentNullException(nameof(gate)); _log = log ?? NullBrowserLog.Instance; Screencast = new ScreencastSession(cdp, _log, clock); } public ScreencastSession Screencast { get; } public bool IsActive => _lease is not null; /// Takes the «Alberto is driving» lease and starts the frames. public async Task StartAsync(ScreencastOptions? options = null, CancellationToken ct = default) { if (_lease is not null) { throw new InvalidOperationException("La vista remota è già attiva."); } _lease = _gate.Begin(); try { await Screencast.StartAsync(options, ct).ConfigureAwait(false); } catch { _lease.Dispose(); _lease = null; throw; } _log.Info("Vista remota aperta: il motore resta fermo finché Alberto usa il browser."); } public async Task MouseAsync(RemoteMouseEvent e, CancellationToken ct = default) { ArgumentNullException.ThrowIfNull(e); EnsureActive(); var (x, y) = ToPage(e); var button = e.Button switch { RemoteMouseButton.Left => "left", RemoteMouseButton.Middle => "middle", RemoteMouseButton.Right => "right", _ => "none", }; var bit = e.Button switch { RemoteMouseButton.Left => 1, RemoteMouseButton.Right => 2, RemoteMouseButton.Middle => 4, _ => 0, }; var parameters = new JsonObject { ["x"] = x, ["y"] = y, ["modifiers"] = (int)e.Modifiers, ["pointerType"] = "mouse", }; switch (e.Action) { case RemoteMouseAction.Move: parameters["type"] = "mouseMoved"; parameters["button"] = "none"; parameters["buttons"] = _buttons; break; case RemoteMouseAction.Down: _buttons |= bit; parameters["type"] = "mousePressed"; parameters["button"] = button; parameters["buttons"] = _buttons; parameters["clickCount"] = Math.Max(1, e.ClickCount); break; case RemoteMouseAction.Up: _buttons &= ~bit; parameters["type"] = "mouseReleased"; parameters["button"] = button; parameters["buttons"] = _buttons; parameters["clickCount"] = Math.Max(1, e.ClickCount); break; case RemoteMouseAction.Wheel: parameters["type"] = "mouseWheel"; parameters["deltaX"] = e.DeltaX; parameters["deltaY"] = e.DeltaY; break; default: throw new ArgumentOutOfRangeException(nameof(e), e.Action, null); } await _cdp.SendAsync("Input.dispatchMouseEvent", parameters, ct).ConfigureAwait(false); } public Task KeyAsync(RemoteKeyEvent e, CancellationToken ct = default) { ArgumentNullException.ThrowIfNull(e); EnsureActive(); return e.Down ? Keyboard.KeyDownAsync(_cdp, e.Key, ct) : Keyboard.KeyUpAsync(_cdp, e.Key, ct); } /// Inserts composed text (a «char» event without key codes). Never logged. public Task CharAsync(string text, CancellationToken ct = default) { EnsureActive(); return Keyboard.CharAsync(_cdp, text, ct); } /// Opens an address chosen by Alberto (e.g. the login page from the connection page). public Task NavigateAsync(string url, CancellationToken ct = default) { EnsureActive(); return _cdp.NavigateAsync(url, ct); } /// Stops the frames and releases the lease: the engine may act again. public async Task StopAsync(CancellationToken ct = default) { try { await Screencast.StopAsync(ct).ConfigureAwait(false); } finally { Interlocked.Exchange(ref _lease, null)?.Dispose(); _buttons = 0; } _log.Info("Vista remota chiusa."); } public async ValueTask DisposeAsync() { if (_lease is not null) { await StopAsync().ConfigureAwait(false); } await Screencast.DisposeAsync().ConfigureAwait(false); } private (double X, double Y) ToPage(RemoteMouseEvent e) { if (!e.Normalized) { return (e.X, e.Y); } var frame = Screencast.LastFrame; if (frame is null || frame.DeviceWidth <= 0 || frame.DeviceHeight <= 0) { throw new InvalidOperationException("Nessun fotogramma ricevuto: posizione del puntatore non calcolabile."); } var scale = frame.PageScaleFactor > 0 ? frame.PageScaleFactor : 1; var x = Math.Clamp(e.X, 0, 1) * frame.DeviceWidth / scale; var y = Math.Clamp(e.Y, 0, 1) * frame.DeviceHeight / scale; return (Math.Round(x, 1), Math.Round(y, 1)); } private void EnsureActive() { if (_lease is null) { throw new InvalidOperationException("La vista remota non è attiva."); } } } /// The still preview of the Activity page (mockup 06): one frame every few seconds, not a video. public static class PagePreview { /// Captures the visible page as JPEG through Page.captureScreenshot. public static async Task CaptureAsync(ICdpSession cdp, int quality = 60, CancellationToken ct = default) { ArgumentNullException.ThrowIfNull(cdp); var result = await cdp.SendAsync( "Page.captureScreenshot", new JsonObject { ["format"] = "jpeg", ["quality"] = Math.Clamp(quality, 0, 100), ["fromSurface"] = true, ["captureBeyondViewport"] = false, }, ct).ConfigureAwait(false); return result.TryGetProperty("data", out var data) && data.ValueKind == JsonValueKind.String ? data.GetBytesFromBase64() : []; } }