Files
Febe/tests/Febe.Tests/Collection/Support/CollectionHarness.cs
T
Alby96andClaude Opus 5.5 badd1681a0
verifica / controlli (push) Successful in 18s
verifica / prove (push) Successful in 13m5s
verifica / installatore (push) Successful in 4m11s
verifica / immagine (push) Successful in 14m4s
Rapporto di diagnostica della raccolta (#39)
Dopo una prova dal vivo andata male, Alberto deve poter mandare un solo file che
spieghi perché, senza che nessuno veda dati di altre persone. Attività ha ora il
pulsante «Diagnostica», che scarica il rapporto delle sessioni degli ultimi 14 giorni:
pagine aperte e forma degli indirizzi, risposte per tipo, stato e dimensione con ciò
che i lettori ne hanno fatto, struttura stretta delle forme sconosciute, ricette,
segnali, permessi negati, file in coda e scaricati, e il motivo di ogni arresto.

Nel rapporto entrano solo valori da elenchi chiusi, numeri, orari e forme: mai nomi,
indirizzi completi, codici, cursori, cookie o pezzi di risposte. Le forme degli
indirizzi e la regola delle chiavi-dato passano dalla sonda a Core, e la sonda le
richiama. Il registratore non lancia mai eccezioni verso la raccolta e tiene i file in
Dati/diagnostica per 14 giorni.

Prova che il rapporto non contiene valori, con controlli di mutazione; tre giri di
revisione avversaria (25 difetti confermati, tutti corretti).

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-11-13 14:41:34 +01:00

218 lines
7.8 KiB
C#

using System.Collections.Concurrent;
using Febe.Browser.Capture;
using Febe.Browser.Cdp;
using Febe.Browser.Diagnostics;
using Febe.Browser.Download;
using Febe.Browser.Hosting;
using Febe.Browser.Recipes;
using Febe.Browser.Targets;
using Febe.Core.Abstractions;
using Febe.Core.Collection;
using Febe.Core.Collection.Diagnostics;
using Febe.Core.Collection.Downloads;
using Febe.Core.Collection.Readers;
using Febe.Core.Collection.Recipes;
using Febe.Core.Domain;
using Febe.Core.Engine;
using Febe.SitoDiProva;
using Febe.Tests.Browser.TestSupport;
using Febe.Tests.Support;
namespace Febe.Tests.Collection.Support;
/// <summary>
/// One Chromium on a private Xvfb display, shared by a test class (the collection tests run one at a time).
/// </summary>
public sealed class SharedChromium : IAsyncDisposable
{
private SharedChromium(XvfbProcess xvfb, ChromiumProcessHost host, string profile, ConcurrentQueue<string> log)
{
Xvfb = xvfb;
Host = host;
Profile = profile;
Log = log;
}
public XvfbProcess Xvfb { get; }
public ChromiumProcessHost Host { get; }
public string Profile { get; }
public ConcurrentQueue<string> Log { get; }
public ICdpSession Cdp => Host.Cdp;
public static string? UnavailableReason() => RealBrowser.UnavailableReason();
public static async Task<SharedChromium> StartAsync()
{
var display = XvfbProcess.FindFreeDisplay(200, 299) ?? throw new InvalidOperationException("Nessun display libero.");
var log = new ConcurrentQueue<string>();
var browserLog = new DelegateBrowserLog((level, message, ex) => log.Enqueue($"{level}: {message} {ex?.Message}"));
var xvfb = new XvfbProcess(display, 1280, 900, log: browserLog);
await xvfb.StartAsync(CancellationToken.None);
var profile = Path.Combine(Path.GetTempPath(), "febe-raccolta-" + Guid.NewGuid().ToString("N"));
var host = new ChromiumProcessHost(
new ChromiumLaunchOptions { NoSandbox = RealBrowser.IsRoot, Environment = RealBrowser.BrowserEnvironment },
log: browserLog);
try
{
await host.StartAsync(new BrowserOptions(profile, 1280, 900, LocalTestSite.FreePort(), RealBrowser.ChromiumPath(), display), CancellationToken.None);
}
catch
{
await host.DisposeAsync();
await xvfb.DisposeAsync();
throw;
}
return new SharedChromium(xvfb, host, profile, log);
}
public async ValueTask DisposeAsync()
{
await Host.DisposeAsync();
await Xvfb.DisposeAsync();
RealBrowser.TryDelete(Profile);
}
}
/// <summary>
/// Everything one collection test needs, built fresh: the test site, the capture on the shared browser, the stop
/// signals, a library with its database, the page driver, the recipe runner and the download queue.
/// </summary>
internal sealed class CollectionHarness : IAsyncDisposable
{
private CollectionHarness(SharedChromium chromium, TestSite site, TempFolder temp, TestLibrary library, CompressedClock clock)
{
Chromium = chromium;
Site = site;
Temp = temp;
Library = library;
Clock = clock;
}
public SharedChromium Chromium { get; }
public TestSite Site { get; }
public TempFolder Temp { get; }
public TestLibrary Library { get; }
public CompressedClock Clock { get; }
public CollectionPipeline Pipeline { get; private set; } = null!;
public HostClassifier Hosts => new([Site.SiteHost], [Site.CdnHost]);
public RecordingBreaker Breaker { get; } = new();
public PermissiveGovernor Governor { get; } = new();
public FakeDataBudget DataBudget { get; } = new();
public SignalDetector Signals => Pipeline.Signals;
public CaptureCollector Capture => Pipeline.Capture;
public BrowserPageDriver Driver => Pipeline.Driver;
public RecipeRunner Runner => Pipeline.Runner;
public DownloadQueue Downloads => Pipeline.Downloads;
public Febe.Data.FebeDatabase Db => Library.Db;
/// <summary>The engine session the recipes run in (a real row: events refer to it).</summary>
public TestSession Session { get; private set; } = new();
/// <summary>The recorder of the diagnostic report, when asked for: what the page does goes to <see cref="Session"/>.</summary>
public CollectionDiagnostics? Diagnostics { get; private set; }
public static async Task<CollectionHarness> CreateAsync(SharedChromium chromium, RecipeOptions? options = null, double factor = 10, bool diagnostics = false)
{
var site = await SyntheticSite.StartAsync();
var temp = new TempFolder("raccolta");
var library = await TestLibrary.CreateAsync(temp);
var clock = new CompressedClock(factor, TestZones.Rome);
var harness = new CollectionHarness(chromium, site, temp, library, clock);
if (diagnostics)
{
harness.Diagnostics = new CollectionDiagnostics(clock, () => harness.Session.SessionId);
}
harness.Pipeline = await CollectionPipeline.StartAsync(new CollectionPipelineOptions
{
Cdp = chromium.Cdp,
Site = CollectionSite.TestSite(site.SiteHost, site.CdnHost),
Storage = library.Db,
Ingest = library.Ingest,
Governor = harness.Governor,
DataBudget = harness.DataBudget,
Breaker = harness.Breaker,
Clock = clock,
Random = new SeededRandom(20261013),
StagingFolder = temp.Combine("dati", "temporanei"),
Recipes = options ?? new RecipeOptions(),
Diagnostics = harness.Diagnostics,
});
harness.Session = new TestSession((await library.Db.Sessions.StartAsync(clock.Now)).Id);
await harness.SignInAsync();
return harness;
}
/// <summary>
/// What Alberto does by hand before the engine runs: opens the site once, so that its session cookie exists (the
/// test site has no login form: the first visit starts the session). Then the browser goes back to rest.
/// </summary>
public async Task SignInAsync()
{
await Chromium.Cdp.NavigateAsync(Site.Url("/benvenuto"));
await Chromium.Cdp.WaitForLoadAsync(new Febe.Core.Abstractions.SystemClock(), TimeSpan.FromSeconds(10));
await Chromium.Cdp.RestAsync();
}
/// <summary>Adds an account as Alberto would (by name, from the test site's world).</summary>
public async Task<Account> AddAccountAsync(string username, Func<Account, Account>? change = null, bool withId = true)
{
string? id;
bool followed;
lock (Site.World.Gate)
{
var site = Site.World.FindByUsername(username);
id = site?.Id;
followed = site?.FollowedByViewer ?? false;
}
var account = Account.Create(username, StartingPoint.EverythingAndKeepUpdated, Clock.Now, TestZones.Rome) with
{
InstagramId = withId ? id : null,
IsFollowed = followed,
};
return await Db.Accounts.AddAsync(change is null ? account : change(account));
}
public Task<RecipeOutcome> RunAsync(RecipeKind kind, long? accountId = null, long? entryId = null, string? highlightId = null, int? maxPages = null) =>
Runner.RunAsync(new RecipeRequest(kind, accountId, entryId, highlightId, maxPages), Session, CancellationToken.None);
public Task<string> CurrentPathAsync() => Driver.CurrentPathAsync(CancellationToken.None);
public async ValueTask DisposeAsync()
{
await Pipeline.DisposeAsync();
try
{
await Chromium.Cdp.RestAsync();
}
catch (Exception ex) when (ex is CdpCommandException or BrowserUnavailableException or CdpDisconnectedException)
{
}
await Site.DisposeAsync();
await Library.DisposeAsync();
Temp.Dispose();
}
}