Le prove cadevano a ogni carico della CI, ogni volta prove diverse. Dietro alcune c'erano difetti veri: FebeDatabase lasciava i file aperti dopo DisposeAsync (comandi SQLite non chiusi, pool di lettura chiuso dopo lo scrittore), e il WAL spariva durante lo spostamento della cartella Dati; la scheda dell'account senza statistiche leggeva i file di tutta la libreria; l'arresto di FebeApp non aspettava i lavori aggiunti da un avvio in corso. Chromium ha 120 s per avviarsi e aprire la prima scheda, e il ricollegamento smette appena il processo cambia. Nelle prove i limiti di tempo diventano protezioni contro un blocco: attese per condizione con un aiuto comune, limiti per classe nella prova di scala con il tempo migliore, porta 0 e stderr di Chromium nel browser delle prove, e la prova di «Scollega» di WebView2 controlla che il processo esca davvero. Provato su Windows con tutti i core occupati. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
132 lines
8.4 KiB
C#
132 lines
8.4 KiB
C#
using System.Diagnostics;
|
||
using Febe.Core.Domain;
|
||
using Febe.Core.Storage;
|
||
using Febe.Data;
|
||
using Febe.Tests.Support;
|
||
|
||
namespace Febe.Tests.Data;
|
||
|
||
/// <summary>
|
||
/// Spec §4.6: the library must stay fluid with 200,000 entries. The class runs alone, after the parallel tests, so the
|
||
/// timings do not compete with the other workers and the long fill does not load them (#46).
|
||
/// </summary>
|
||
[TestClass]
|
||
[DoNotParallelize]
|
||
public sealed class LibraryScaleTests
|
||
{
|
||
private const int Entries = 200_000;
|
||
private const int Accounts = 40;
|
||
|
||
// Bounds per class of query, about 5-8× the values measured on an unloaded machine (docs/decisioni.md, #46).
|
||
// Index seeks and windows measure 2-30 ms; aggregates over the whole library or an account 60-220 ms.
|
||
private const double IndexBoundMs = 250;
|
||
private const double AggregateBoundMs = 1500;
|
||
|
||
public TestContext TestContext { get; set; } = null!;
|
||
|
||
[TestMethod]
|
||
[Timeout(1_200_000, CooperativeCancellation = true)] // only a hang guard: under heavy load the fill took 7.5 minutes
|
||
public async Task LibraryQueriesStayFastWith200000Entries()
|
||
{
|
||
var ct = TestContext.CancellationToken;
|
||
using var temp = new TempFolder();
|
||
await using var db = await TestDatabase.OpenAsync(temp);
|
||
var accountIds = new List<long>();
|
||
for (var a = 0; a < Accounts; a++)
|
||
{
|
||
accountIds.Add((await db.Accounts.AddAsync(Make.Account($"account{a:00}.demo", $"{1000 + a}"), ct)).Id);
|
||
}
|
||
|
||
var words = new[] { "mare", "montagna", "città", "tramonto", "cena", "amici", "viaggio", "festa", "libro", "caffè" };
|
||
var random = new Random(7);
|
||
var start = new DateTimeOffset(2016, 1, 1, 0, 0, 0, TimeSpan.Zero);
|
||
var span = (long)(new DateTimeOffset(2026, 10, 13, 0, 0, 0, TimeSpan.Zero) - start).TotalSeconds;
|
||
var fill = Stopwatch.StartNew();
|
||
for (var batch = 0; batch < Entries / 5000; batch++)
|
||
{
|
||
var items = new List<NewEntry>(5000);
|
||
for (var i = 0; i < 5000; i++)
|
||
{
|
||
var n = (batch * 5000) + i;
|
||
var kind = (n % 10) switch { 0 or 1 => EntryKind.Story, 2 => EntryKind.Highlight, 3 => EntryKind.Tagged, _ => EntryKind.Post };
|
||
var caption = string.Join(' ', Enumerable.Range(0, 12).Select(_ => words[random.Next(words.Length)])) + (n == 123_456 ? " parolarara" : string.Empty);
|
||
var media = new List<Media> { Make.Stored(n % 7 == 0 ? Make.Video() : Make.Photo() with { PerceptualHash = (ulong)n * 0x9E3779B97F4A7C15UL }, Make.Sha(n + 1), $"x/{n}.jpg") };
|
||
if (n % 5 == 0)
|
||
{
|
||
media.Add(Make.Stored(Make.Photo(2), Make.Sha(n + 10_000_000), $"x/{n}_2.jpg"));
|
||
}
|
||
|
||
items.Add(new NewEntry(
|
||
Make.Entry(accountIds[n % Accounts], $"id{n}", start.AddSeconds(random.NextInt64(span)), kind, caption) with { Provenance = n % 13 == 0 ? Provenance.Imported : Provenance.Downloaded },
|
||
media));
|
||
}
|
||
|
||
await db.Entries.AddManyAsync(items, ct);
|
||
}
|
||
|
||
fill.Stop();
|
||
TestContext.WriteLine($"Riempimento: {Entries:N0} elementi in {fill.Elapsed.TotalSeconds:F1} s");
|
||
|
||
// Plans differ with and without ANALYZE statistics: both must be fast.
|
||
// The fill stays outside the timings.
|
||
await MeasureAll(db, accountIds, "senza statistiche", ct);
|
||
await db.WriteAsync(w => w.Command("ANALYZE").ExecuteNonQuery(), ct);
|
||
await MeasureAll(db, accountIds, "con ANALYZE", ct);
|
||
}
|
||
|
||
private async Task MeasureAll(FebeDatabase db, List<long> accountIds, string label, CancellationToken ct)
|
||
{
|
||
var times = new List<(string Name, double Bound, Timing<object?> Timing)>();
|
||
async Task<T> Measure<T>(string name, double bound, Func<Task<T>> query)
|
||
{
|
||
var timing = await TestWait.BestTimeAsync(query, bound, ct: ct);
|
||
times.Add((name, bound, new Timing<object?>(timing.BestMs, timing.Runs, null)));
|
||
return timing.Result;
|
||
}
|
||
|
||
var first = await Measure("prima finestra", IndexBoundMs, () => db.Entries.QueryLibraryAsync(new LibraryQuery { Limit = 200 }));
|
||
Assert.HasCount(200, first.Tiles);
|
||
var middleCursor = LibraryCursor.At(new DateTimeOffset(2021, 6, 1, 0, 0, 0, TimeSpan.Zero));
|
||
var middle = await Measure("finestra a metà (salto a una data)", IndexBoundMs, () => db.Entries.QueryLibraryAsync(new LibraryQuery { Limit = 200, Cursor = middleCursor }));
|
||
Assert.HasCount(200, middle.Tiles);
|
||
Assert.IsTrue(middle.Tiles.All(t => t.PublishedAt < middleCursor.PublishedAt));
|
||
await Measure("finestra più recente da metà", IndexBoundMs, () => db.Entries.QueryLibraryAsync(new LibraryQuery { Limit = 200, Cursor = middleCursor, Direction = LibraryDirection.Newer }));
|
||
await Measure("filtro Video", IndexBoundMs, () => db.Entries.QueryLibraryAsync(new LibraryQuery { Limit = 200, Filter = new LibraryFilter { Kind = LibraryKindFilter.Videos } }));
|
||
await Measure("filtro Storie", IndexBoundMs, () => db.Entries.QueryLibraryAsync(new LibraryQuery { Limit = 200, Filter = new LibraryFilter { Kind = LibraryKindFilter.Stories } }));
|
||
await Measure("filtro In evidenza", IndexBoundMs, () => db.Entries.QueryLibraryAsync(new LibraryQuery { Limit = 200, Filter = new LibraryFilter { Kind = LibraryKindFilter.Highlights } }));
|
||
await Measure("filtro un account", IndexBoundMs, () => db.Entries.QueryLibraryAsync(new LibraryQuery { Limit = 200, Filter = new LibraryFilter { AccountIds = [accountIds[3]] } }));
|
||
await Measure("filtro tre account", IndexBoundMs, () => db.Entries.QueryLibraryAsync(new LibraryQuery { Limit = 200, Filter = new LibraryFilter { AccountIds = [accountIds[3], accountIds[9], accountIds[30]] } }));
|
||
await Measure("filtro periodo e provenienza", IndexBoundMs, () => db.Entries.QueryLibraryAsync(new LibraryQuery
|
||
{
|
||
Limit = 200,
|
||
Filter = new LibraryFilter { From = new DateTimeOffset(2020, 1, 1, 0, 0, 0, TimeSpan.Zero), To = new DateTimeOffset(2020, 2, 1, 0, 0, 0, TimeSpan.Zero), Provenance = Provenance.Imported },
|
||
}));
|
||
var rare = await Measure("ricerca rara nella didascalia", AggregateBoundMs, () => db.Entries.QueryLibraryAsync(new LibraryQuery { Limit = 200, Filter = new LibraryFilter { Search = "PAROLARARA" } }));
|
||
Assert.HasCount(1, rare.Tiles);
|
||
await Measure("ricerca comune", AggregateBoundMs, () => db.Entries.QueryLibraryAsync(new LibraryQuery { Limit = 200, Filter = new LibraryFilter { Search = "caffe" } }));
|
||
await Measure("ricerca per account", AggregateBoundMs, () => db.Entries.QueryLibraryAsync(new LibraryQuery { Limit = 200, Filter = new LibraryFilter { Search = "account07" } }));
|
||
var totals = await Measure("totali", AggregateBoundMs, () => db.Entries.GetLibraryTotalsAsync(new LibraryFilter()));
|
||
Assert.AreEqual(new LibraryTotals(Entries, Accounts), totals);
|
||
var days = await Measure("conteggi per giorno", AggregateBoundMs, () => db.Entries.CountLibraryByDayAsync(new LibraryFilter(), TestZones.Rome));
|
||
Assert.AreEqual(Entries, days.Sum(d => d.Count));
|
||
await Measure("è già noto? (pagina di 12)", IndexBoundMs, async () => await db.Entries.GetKnownInstagramIdsAsync(accountIds[5], EntryKind.Post, Enumerable.Range(0, 12).Select(i => $"id{5 + (i * 40)}").ToList()));
|
||
await Measure("SHA-256 in tutta la libreria", IndexBoundMs, () => db.Media.FindBySha256Async(Make.Sha(150_001)));
|
||
var summaries = await Measure("elenco account con conteggi", AggregateBoundMs, () => db.Accounts.ListSummariesAsync(new DateTimeOffset(2026, 10, 1, 0, 0, 0, TimeSpan.Zero)));
|
||
Assert.AreEqual(Entries, summaries.Sum(s => s.EntriesInLibrary));
|
||
await Measure("scheda account", AggregateBoundMs, () => db.Accounts.GetStatsAsync(accountIds[2]));
|
||
await Measure("coda degli scaricamenti", IndexBoundMs, () => db.Media.ListPendingDownloadsAsync(50));
|
||
var hashes = await Measure("caricamento impronte", AggregateBoundMs, () => db.Media.LoadPerceptualHashesAsync());
|
||
Assert.IsGreaterThan(150_000, hashes.Count);
|
||
|
||
foreach (var (name, bound, timing) in times)
|
||
{
|
||
TestContext.WriteLine($"[{label}] {name,-40} {timing.BestMs,8:F1} ms (limite {bound:F0}, {timing.Runs} prove)");
|
||
}
|
||
|
||
foreach (var (name, bound, timing) in times)
|
||
{
|
||
Assert.IsLessThan(bound, timing.BestMs, $"[{label}] {name}");
|
||
}
|
||
}
|
||
}
|