Strato browser (M0/M2): client CDP con elenco dei comandi ammessi, ChromiumProcessHost e Xvfb sorvegliati, gesti umani, mappa dei bersagli, cattura delle risposte, segnali di arresto, scaricamento dal browser, vista remota, distribuzioni del ritmo; prove unitarie e d'insieme con Chromium su Xvfb; esito locale di S5 e S6
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Mzbb6zeFTjT6Rp8b92AVkA
This commit is contained in:
44 files changed
+8396
No files matched your search
@@ -0,0 +1,253 @@
|
||||
using System.Text.Json;
|
||||
using System.Text.Json.Nodes;
|
||||
using Febe.Browser.Cdp;
|
||||
using Febe.Browser.Diagnostics;
|
||||
using Febe.Browser.Gestures;
|
||||
using Febe.Browser.Hosting;
|
||||
using Febe.Core.Abstractions;
|
||||
|
||||
namespace Febe.Browser.RemoteView;
|
||||
|
||||
public enum RemoteMouseAction
|
||||
{
|
||||
Move,
|
||||
Down,
|
||||
Up,
|
||||
Wheel,
|
||||
}
|
||||
|
||||
public enum RemoteMouseButton
|
||||
{
|
||||
None,
|
||||
Left,
|
||||
Middle,
|
||||
Right,
|
||||
}
|
||||
|
||||
/// <summary>A mouse event from the interface's remote view.</summary>
|
||||
/// <param name="Action">Move, press, release or wheel.</param>
|
||||
/// <param name="X">Horizontal position: 0–1 of the frame when <paramref name="Normalized"/>, CSS pixels otherwise.</param>
|
||||
/// <param name="Y">Vertical position: 0–1 of the frame when <paramref name="Normalized"/>, CSS pixels otherwise.</param>
|
||||
/// <param name="Button">Button pressed or released.</param>
|
||||
/// <param name="ClickCount">1 for a click, 2 for a double click.</param>
|
||||
/// <param name="DeltaX">Horizontal wheel delta in CSS pixels.</param>
|
||||
/// <param name="DeltaY">Vertical wheel delta in CSS pixels (positive scrolls down).</param>
|
||||
/// <param name="Modifiers">Modifier keys held.</param>
|
||||
/// <param name="Normalized">Whether X and Y are fractions of the frame.</param>
|
||||
public sealed record RemoteMouseEvent(
|
||||
RemoteMouseAction Action,
|
||||
double X,
|
||||
double Y,
|
||||
RemoteMouseButton Button = RemoteMouseButton.None,
|
||||
int ClickCount = 1,
|
||||
double DeltaX = 0,
|
||||
double DeltaY = 0,
|
||||
KeyModifiers Modifiers = KeyModifiers.None,
|
||||
bool Normalized = true);
|
||||
|
||||
/// <summary>A key event from the interface's remote view. Never logged or stored (spec §13.2).</summary>
|
||||
public sealed record RemoteKeyEvent(bool Down, KeyStroke Key)
|
||||
{
|
||||
public override string ToString() => "RemoteKeyEvent(…)";
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// The remote view used by Alberto from the interface (spec §4.1, §11, mockup 10): the screencast goes to the page,
|
||||
/// mouse and keys come back to the browser through <c>Input.*</c>. While the session is active the
|
||||
/// <see cref="UserDrivingGate"/> holds a lease, so the engine stays still. Keys are forwarded, never logged.
|
||||
/// </summary>
|
||||
public sealed class RemoteViewSession : IAsyncDisposable
|
||||
{
|
||||
private readonly ICdpSession _cdp;
|
||||
private readonly UserDrivingGate _gate;
|
||||
private readonly IBrowserLog _log;
|
||||
private IDisposable? _lease;
|
||||
private int _buttons;
|
||||
|
||||
public RemoteViewSession(ICdpSession cdp, UserDrivingGate gate, IBrowserLog? log = null)
|
||||
{
|
||||
_cdp = cdp ?? throw new ArgumentNullException(nameof(cdp));
|
||||
_gate = gate ?? throw new ArgumentNullException(nameof(gate));
|
||||
_log = log ?? NullBrowserLog.Instance;
|
||||
Screencast = new ScreencastSession(cdp, _log);
|
||||
}
|
||||
|
||||
public ScreencastSession Screencast { get; }
|
||||
|
||||
public bool IsActive => _lease is not null;
|
||||
|
||||
/// <summary>Takes the «Alberto is driving» lease and starts the frames.</summary>
|
||||
public async Task StartAsync(ScreencastOptions? options = null, CancellationToken ct = default)
|
||||
{
|
||||
if (_lease is not null)
|
||||
{
|
||||
throw new InvalidOperationException("La vista remota è già attiva.");
|
||||
}
|
||||
|
||||
_lease = _gate.Begin();
|
||||
try
|
||||
{
|
||||
await Screencast.StartAsync(options, ct).ConfigureAwait(false);
|
||||
}
|
||||
catch
|
||||
{
|
||||
_lease.Dispose();
|
||||
_lease = null;
|
||||
throw;
|
||||
}
|
||||
|
||||
_log.Info("Vista remota aperta: il motore resta fermo finché Alberto usa il browser.");
|
||||
}
|
||||
|
||||
public async Task MouseAsync(RemoteMouseEvent e, CancellationToken ct = default)
|
||||
{
|
||||
ArgumentNullException.ThrowIfNull(e);
|
||||
EnsureActive();
|
||||
var (x, y) = ToPage(e);
|
||||
var button = e.Button switch
|
||||
{
|
||||
RemoteMouseButton.Left => "left",
|
||||
RemoteMouseButton.Middle => "middle",
|
||||
RemoteMouseButton.Right => "right",
|
||||
_ => "none",
|
||||
};
|
||||
var bit = e.Button switch
|
||||
{
|
||||
RemoteMouseButton.Left => 1,
|
||||
RemoteMouseButton.Right => 2,
|
||||
RemoteMouseButton.Middle => 4,
|
||||
_ => 0,
|
||||
};
|
||||
|
||||
var parameters = new JsonObject
|
||||
{
|
||||
["x"] = x,
|
||||
["y"] = y,
|
||||
["modifiers"] = (int)e.Modifiers,
|
||||
["pointerType"] = "mouse",
|
||||
};
|
||||
|
||||
switch (e.Action)
|
||||
{
|
||||
case RemoteMouseAction.Move:
|
||||
parameters["type"] = "mouseMoved";
|
||||
parameters["button"] = "none";
|
||||
parameters["buttons"] = _buttons;
|
||||
break;
|
||||
case RemoteMouseAction.Down:
|
||||
_buttons |= bit;
|
||||
parameters["type"] = "mousePressed";
|
||||
parameters["button"] = button;
|
||||
parameters["buttons"] = _buttons;
|
||||
parameters["clickCount"] = Math.Max(1, e.ClickCount);
|
||||
break;
|
||||
case RemoteMouseAction.Up:
|
||||
_buttons &= ~bit;
|
||||
parameters["type"] = "mouseReleased";
|
||||
parameters["button"] = button;
|
||||
parameters["buttons"] = _buttons;
|
||||
parameters["clickCount"] = Math.Max(1, e.ClickCount);
|
||||
break;
|
||||
case RemoteMouseAction.Wheel:
|
||||
parameters["type"] = "mouseWheel";
|
||||
parameters["deltaX"] = e.DeltaX;
|
||||
parameters["deltaY"] = e.DeltaY;
|
||||
break;
|
||||
default:
|
||||
throw new ArgumentOutOfRangeException(nameof(e), e.Action, null);
|
||||
}
|
||||
|
||||
await _cdp.SendAsync("Input.dispatchMouseEvent", parameters, ct).ConfigureAwait(false);
|
||||
}
|
||||
|
||||
public Task KeyAsync(RemoteKeyEvent e, CancellationToken ct = default)
|
||||
{
|
||||
ArgumentNullException.ThrowIfNull(e);
|
||||
EnsureActive();
|
||||
return e.Down ? Keyboard.KeyDownAsync(_cdp, e.Key, ct) : Keyboard.KeyUpAsync(_cdp, e.Key, ct);
|
||||
}
|
||||
|
||||
/// <summary>Opens an address chosen by Alberto (e.g. the login page from the connection page).</summary>
|
||||
public Task<NavigationResult> NavigateAsync(string url, CancellationToken ct = default)
|
||||
{
|
||||
EnsureActive();
|
||||
return _cdp.NavigateAsync(url, ct);
|
||||
}
|
||||
|
||||
/// <summary>Stops the frames and releases the lease: the engine may act again.</summary>
|
||||
public async Task StopAsync(CancellationToken ct = default)
|
||||
{
|
||||
try
|
||||
{
|
||||
await Screencast.StopAsync(ct).ConfigureAwait(false);
|
||||
}
|
||||
finally
|
||||
{
|
||||
Interlocked.Exchange(ref _lease, null)?.Dispose();
|
||||
_buttons = 0;
|
||||
}
|
||||
|
||||
_log.Info("Vista remota chiusa.");
|
||||
}
|
||||
|
||||
public async ValueTask DisposeAsync()
|
||||
{
|
||||
if (_lease is not null)
|
||||
{
|
||||
await StopAsync().ConfigureAwait(false);
|
||||
}
|
||||
|
||||
await Screencast.DisposeAsync().ConfigureAwait(false);
|
||||
}
|
||||
|
||||
private (double X, double Y) ToPage(RemoteMouseEvent e)
|
||||
{
|
||||
if (!e.Normalized)
|
||||
{
|
||||
return (e.X, e.Y);
|
||||
}
|
||||
|
||||
var frame = Screencast.LastFrame;
|
||||
if (frame is null || frame.DeviceWidth <= 0 || frame.DeviceHeight <= 0)
|
||||
{
|
||||
throw new InvalidOperationException("Nessun fotogramma ricevuto: posizione del puntatore non calcolabile.");
|
||||
}
|
||||
|
||||
var scale = frame.PageScaleFactor > 0 ? frame.PageScaleFactor : 1;
|
||||
var x = Math.Clamp(e.X, 0, 1) * frame.DeviceWidth / scale;
|
||||
var y = Math.Clamp(e.Y, 0, 1) * frame.DeviceHeight / scale;
|
||||
return (Math.Round(x, 1), Math.Round(y, 1));
|
||||
}
|
||||
|
||||
private void EnsureActive()
|
||||
{
|
||||
if (_lease is null)
|
||||
{
|
||||
throw new InvalidOperationException("La vista remota non è attiva.");
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// <summary>The still preview of the Activity page (mockup 06): one frame every few seconds, not a video.</summary>
|
||||
public static class PagePreview
|
||||
{
|
||||
/// <summary>Captures the visible page as JPEG through <c>Page.captureScreenshot</c>.</summary>
|
||||
public static async Task<byte[]> CaptureAsync(ICdpSession cdp, int quality = 60, CancellationToken ct = default)
|
||||
{
|
||||
ArgumentNullException.ThrowIfNull(cdp);
|
||||
var result = await cdp.SendAsync(
|
||||
"Page.captureScreenshot",
|
||||
new JsonObject
|
||||
{
|
||||
["format"] = "jpeg",
|
||||
["quality"] = Math.Clamp(quality, 0, 100),
|
||||
["fromSurface"] = true,
|
||||
["captureBeyondViewport"] = false,
|
||||
},
|
||||
ct).ConfigureAwait(false);
|
||||
|
||||
return result.TryGetProperty("data", out var data) && data.ValueKind == JsonValueKind.String
|
||||
? data.GetBytesFromBase64()
|
||||
: [];
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user