Files
Chronos/tests/Chronos.Data.Tests/Archiving/ParallelPassTests.cs
T
Alby96andClaude Opus 5.5 f2b58522b9
CI / Build and test (push) Successful in 8m14s
CI / Windows tests and installer (push) Skipped
CI / YAML check (push) Successful in 7s
Release / Build, test and publish (push) Successful in 13m19s
CI / PostgreSQL 16 integration (push) Successful in 4m49s
CI / PostgreSQL 17 integration (push) Successful in 5m28s
CI / Docker image (push) Successful in 53s
Release / Server image (push) Failing after 10s
refactor!: rename Titano to Chronos and move CI and releases to Gitea (#6)
The owner renamed the product and moved the repository to the self-hosted
Gitea (https://gitea.encke-hake.ts.net/BalboSoft/Chronos) for more control,
and asked for Actions and a first automatic release with the server package
and the Windows exe (docs/requests/2026-10-23-chronos-gitea.md).

- Chronos everywhere: a byte-exact rename of contents and paths, then a
  per-language review of the forms the old name's ending had dictated.
- Gitea instead of GitHub: the update check, licence, issue and support
  links read ChronosReleasesUrl; the update check takes the highest stable
  version, offers a pre-release build its final release and reports a
  repository it cannot see as a failed check. EULA, security policy and
  Gitea issue forms live at the repository root.
- Gitea Actions for the Linux act_runner (.gitea/workflows): CI, release,
  nightly image and performance gates in the .NET SDK container with git
  checkout and the system SQLite. The release cross-compiles the Windows
  programs, checks their icon, version and DPI manifest, packs installers
  and zips, publishes the Gitea release and pushes the server image
  (REGISTRY_TOKEN). Windows-only tests run in an opt-in job on a Windows
  runner (WINDOWS_RUNNER).
- New Chronos.Tools commands: zip, gitea-release, postgres-ci (replaces the
  docker-exec script, which Gitea's service containers do not allow; the
  throw-away server runs without durability) and pe-check.
- Timed tests take their budget from TestTiming (CHRONOS_TEST_TIME_FACTOR,
  3 on the shared runner; the weekly performance gates keep theirs).

BREAKING CHANGE: programs, settings, data folders, file types, environment
variables and the Docker image use the new name; nothing is migrated from
Titano, which never had a release.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Co-authored-by: Alberto Balbo <alberto.balbo.96@gmail.com>
2026-10-23 12:45:18 +02:00

98 lines
5.3 KiB
C#

using Chronos.Core.Archiving;
using Chronos.Data.Archiving;
using Chronos.Testing;
using static Chronos.Data.Tests.Archiving.ArchiveFixture;
namespace Chronos.Data.Tests.Archiving;
/// <summary>
/// Thumbnail and proxy passes working on several photos at once (owner review 1, R2: the parallelism decides how many
/// photos the running job processes at once): the same images as one at a time, written in frame order, and checkpoints
/// that still mean every frame before them is done.
/// </summary>
[Category("archive")]
public sealed class ParallelPassTests(TestContext context)
{
[Test]
public async Task SeveralPhotosAtOnceDrawTheSameThumbnailsInFrameOrder()
{
await using var fx = await CreateAsync(context);
// The pass commits its pack and checkpoints every 200 frames.
Photos.WriteSeries(Path.Combine(fx.Paths.Root, "a"), Start, 430);
await fx.ScanAsync();
var location = (await fx.Db.Sequences.ListLocationsAsync(fx.Archive.Id)).Single();
var sequence = (await fx.Db.Sequences.GetAsync(location.Id))!;
var folder = fx.Paths.Sequence("a");
var parallel = new ArchiveService(fx.Db, new ArchiveServiceOptions { Owner = "test", Parallelism = () => 4 });
var checkpoints = new List<(int Next, int Total)>();
var result = await parallel.Images.BuildThumbnailsAsync(fx.Archive, sequence, false, 0, (next, total) =>
{
checkpoints.Add((next, total));
return ValueTask.CompletedTask;
}, fx.Ct);
Assert.Equal((430, 0, 0), (result.Built, result.Reused, result.Undecodable));
Assert.SequenceEqual([(200, 430), (400, 430)], checkpoints);
Dictionary<int, byte[]> drawn;
using (var pack = ThumbPackReader.Open(folder.ThumbsPackPath))
{
var entries = pack.Entries.Values.OrderBy(e => e.FrameIndex).ToList();
Assert.Count(430, entries);
// Appended in frame order, as one at a time.
Assert.SequenceEqual(entries.Select(e => e.Offset).Order(), entries.Select(e => e.Offset));
drawn = entries.ToDictionary(e => e.FrameIndex, e => pack.Read(e.FrameIndex)!);
}
var single = new ArchiveService(fx.Db, new ArchiveServiceOptions { Owner = "test", Parallelism = () => 1 });
await single.Images.BuildThumbnailsAsync(fx.Archive, sequence, force: true, 0, (_, _) => ValueTask.CompletedTask, fx.Ct);
using (var pack = ThumbPackReader.Open(folder.ThumbsPackPath))
{
foreach (var (index, jpeg) in drawn) Assert.SequenceEqual(jpeg, pack.Read(index)!);
}
}
[Test]
public async Task SeveralPhotosAtOnceWriteEveryProxyAndAResumedPassChecksWhatTheEarlierRunDid()
{
await using var fx = await CreateAsync(context);
Photos.WriteSeries(Path.Combine(fx.Paths.Root, "a"), Start, 24);
await fx.ScanAsync();
var location = (await fx.Db.Sequences.ListLocationsAsync(fx.Archive.Id)).Single();
var sequence = (await fx.Db.Sequences.GetAsync(location.Id))!;
var folder = fx.Paths.Sequence("a");
var parallel = new ArchiveService(fx.Db, new ArchiveServiceOptions { Owner = "test", Parallelism = () => 6 });
// Resumed at frame 10: it makes the proxies from there on, and those before it, which the earlier run should have
// made, are missing, so the sequence is not built.
var resumed = await parallel.Images.BuildProxiesAsync(fx.Archive, sequence, false, 10, (_, _) => ValueTask.CompletedTask, fx.Ct);
Assert.Equal((14, 0, 0), (resumed.Built, resumed.Reused, resumed.Undecodable));
Assert.FileMissing(folder.Proxy(0));
Assert.FileExists(folder.Proxy(10));
Assert.False((await fx.Db.Sequences.GetAsync(location.Id))!.Status.HasFlag(Chronos.Core.Model.SequenceStatus.ProxiesBuilt), "not built");
var full = await parallel.Images.BuildProxiesAsync(fx.Archive, sequence, false, 0, (_, _) => ValueTask.CompletedTask, fx.Ct);
Assert.Equal((10, 14), (full.Built, full.Reused));
foreach (var frame in ManifestStore.ReadSequence(folder.ManifestPath).Frames)
Assert.True(ArchiveImages.IsProxyOf(folder.Proxy(frame.I), frame.CapturedAt, frame.W, frame.H, null), $"proxy of {frame.File}");
Assert.True((await fx.Db.Sequences.GetAsync(location.Id))!.Status.HasFlag(Chronos.Core.Model.SequenceStatus.ProxiesBuilt), "built");
}
[Test]
public void LargeOriginalsDecodeFewerAtOnceWithinTheMemoryBudget()
{
// 24 MP takes some 768 MB while it is decoded.
const long sensor24 = 6000 * 4000;
Assert.Equal(2, DecodeBudget.PhotosAtOnce(8, 2L << 30, sensor24));
Assert.Equal(1, DecodeBudget.PhotosAtOnce(8, 512L << 20, sensor24));
Assert.Equal(8, DecodeBudget.PhotosAtOnce(8, 64L << 30, sensor24));
Assert.Equal(1, DecodeBudget.PhotosAtOnce(1, 64L << 30, sensor24));
// Small photos all fit; an unknown size counts as 24 MP.
Assert.Equal(8, DecodeBudget.PhotosAtOnce(8, 2L << 30, 48 * 32));
Assert.Equal(2, DecodeBudget.PhotosAtOnce(8, 2L << 30, 0));
// The size a damaged file claims never overflows: one decode at a time.
Assert.Equal(1, DecodeBudget.PhotosAtOnce(8, 64L << 30, 1L << 59));
Assert.Equal(1, DecodeBudget.PhotosAtOnce(8, 64L << 30, long.MaxValue));
}
}