using System.Collections.Concurrent; using Febe.Browser.Capture; using Febe.Browser.Cdp; using Febe.Browser.Diagnostics; using Febe.Browser.Download; using Febe.Browser.Hosting; using Febe.Browser.Recipes; using Febe.Browser.Targets; using Febe.Core.Abstractions; using Febe.Core.Collection; using Febe.Core.Collection.Downloads; using Febe.Core.Collection.Readers; using Febe.Core.Collection.Recipes; using Febe.Core.Domain; using Febe.Core.Engine; using Febe.SitoDiProva; using Febe.Tests.Browser.TestSupport; using Febe.Tests.Support; namespace Febe.Tests.Collection.Support; /// /// One Chromium on a private Xvfb display, shared by a test class (the collection tests run one at a time). /// public sealed class SharedChromium : IAsyncDisposable { private SharedChromium(XvfbProcess xvfb, ChromiumProcessHost host, string profile, ConcurrentQueue log) { Xvfb = xvfb; Host = host; Profile = profile; Log = log; } public XvfbProcess Xvfb { get; } public ChromiumProcessHost Host { get; } public string Profile { get; } public ConcurrentQueue Log { get; } public ICdpSession Cdp => Host.Cdp; public static string? UnavailableReason() => RealBrowser.UnavailableReason(); public static async Task StartAsync() { var display = XvfbProcess.FindFreeDisplay(200, 299) ?? throw new InvalidOperationException("Nessun display libero."); var log = new ConcurrentQueue(); var browserLog = new DelegateBrowserLog((level, message, ex) => log.Enqueue($"{level}: {message} {ex?.Message}")); var xvfb = new XvfbProcess(display, 1280, 900, log: browserLog); await xvfb.StartAsync(CancellationToken.None); var profile = Path.Combine(Path.GetTempPath(), "febe-raccolta-" + Guid.NewGuid().ToString("N")); var host = new ChromiumProcessHost( new ChromiumLaunchOptions { NoSandbox = RealBrowser.IsRoot, Environment = RealBrowser.BrowserEnvironment }, log: browserLog); try { await host.StartAsync(new BrowserOptions(profile, 1280, 900, LocalTestSite.FreePort(), RealBrowser.ChromiumPath(), display), CancellationToken.None); } catch { await host.DisposeAsync(); await xvfb.DisposeAsync(); throw; } return new SharedChromium(xvfb, host, profile, log); } public async ValueTask DisposeAsync() { await Host.DisposeAsync(); await Xvfb.DisposeAsync(); RealBrowser.TryDelete(Profile); } } /// /// Everything one collection test needs, built fresh: the test site, the capture on the shared browser, the stop /// signals, a library with its database, the page driver, the recipe runner and the download queue. /// internal sealed class CollectionHarness : IAsyncDisposable { private CollectionHarness(SharedChromium chromium, TestSite site, TempFolder temp, TestLibrary library, CompressedClock clock) { Chromium = chromium; Site = site; Temp = temp; Library = library; Clock = clock; } public SharedChromium Chromium { get; } public TestSite Site { get; } public TempFolder Temp { get; } public TestLibrary Library { get; } public CompressedClock Clock { get; } public CollectionPipeline Pipeline { get; private set; } = null!; public HostClassifier Hosts => new([Site.SiteHost], [Site.CdnHost]); public RecordingBreaker Breaker { get; } = new(); public PermissiveGovernor Governor { get; } = new(); public FakeDataBudget DataBudget { get; } = new(); public SignalDetector Signals => Pipeline.Signals; public CaptureCollector Capture => Pipeline.Capture; public BrowserPageDriver Driver => Pipeline.Driver; public RecipeRunner Runner => Pipeline.Runner; public DownloadQueue Downloads => Pipeline.Downloads; public Febe.Data.FebeDatabase Db => Library.Db; /// The engine session the recipes run in (a real row: events refer to it). public TestSession Session { get; private set; } = new(); public static async Task CreateAsync(SharedChromium chromium, RecipeOptions? options = null, double factor = 10) { var site = await TestSite.StartAsync(new TestSiteOptions()); var temp = new TempFolder("raccolta"); var library = await TestLibrary.CreateAsync(temp); var clock = new CompressedClock(factor, TestZones.Rome); var harness = new CollectionHarness(chromium, site, temp, library, clock); harness.Pipeline = await CollectionPipeline.StartAsync(new CollectionPipelineOptions { Cdp = chromium.Cdp, Site = CollectionSite.TestSite(site.SiteHost, site.CdnHost), Storage = library.Db, Ingest = library.Ingest, Governor = harness.Governor, DataBudget = harness.DataBudget, Breaker = harness.Breaker, Clock = clock, Random = new SeededRandom(20261013), StagingFolder = temp.Combine("dati", "temporanei"), Recipes = options ?? new RecipeOptions(), }); harness.Session = new TestSession((await library.Db.Sessions.StartAsync(clock.Now)).Id); await harness.SignInAsync(); return harness; } /// /// What Alberto does by hand before the engine runs: opens the site once, so that its session cookie exists (the /// test site has no login form: the first visit starts the session). Then the browser goes back to rest. /// public async Task SignInAsync() { await Chromium.Cdp.NavigateAsync(Site.Url("/benvenuto")); await Chromium.Cdp.WaitForLoadAsync(new Febe.Core.Abstractions.SystemClock(), TimeSpan.FromSeconds(10)); await Chromium.Cdp.RestAsync(); } /// Adds an account as Alberto would (by name, from the test site's world). public async Task AddAccountAsync(string username, Func? change = null, bool withId = true) { string? id; bool followed; lock (Site.World.Gate) { var site = Site.World.FindByUsername(username); id = site?.Id; followed = site?.FollowedByViewer ?? false; } var account = Account.Create(username, StartingPoint.EverythingAndKeepUpdated, Clock.Now, TestZones.Rome) with { InstagramId = withId ? id : null, IsFollowed = followed, }; return await Db.Accounts.AddAsync(change is null ? account : change(account)); } public Task RunAsync(RecipeKind kind, long? accountId = null, long? entryId = null, string? highlightId = null, int? maxPages = null) => Runner.RunAsync(new RecipeRequest(kind, accountId, entryId, highlightId, maxPages), Session, CancellationToken.None); public Task CurrentPathAsync() => Driver.CurrentPathAsync(CancellationToken.None); public async ValueTask DisposeAsync() { await Pipeline.DisposeAsync(); try { await Chromium.Cdp.RestAsync(); } catch (Exception ex) when (ex is CdpCommandException or BrowserUnavailableException or CdpDisconnectedException) { } await Site.DisposeAsync(); await Library.DisposeAsync(); Temp.Dispose(); } }