refactor!: rename Titano to Chronos and move CI and releases to Gitea (#6)
CI / Build and test (push) Successful in 8m14s
CI / Windows tests and installer (push) Skipped
CI / YAML check (push) Successful in 7s
Release / Build, test and publish (push) Successful in 13m19s
CI / PostgreSQL 16 integration (push) Successful in 4m49s
CI / PostgreSQL 17 integration (push) Successful in 5m28s
CI / Docker image (push) Successful in 53s
Release / Server image (push) Failing after 10s
CI / Build and test (push) Successful in 8m14s
CI / Windows tests and installer (push) Skipped
CI / YAML check (push) Successful in 7s
Release / Build, test and publish (push) Successful in 13m19s
CI / PostgreSQL 16 integration (push) Successful in 4m49s
CI / PostgreSQL 17 integration (push) Successful in 5m28s
CI / Docker image (push) Successful in 53s
Release / Server image (push) Failing after 10s
The owner renamed the product and moved the repository to the self-hosted Gitea (https://gitea.encke-hake.ts.net/BalboSoft/Chronos) for more control, and asked for Actions and a first automatic release with the server package and the Windows exe (docs/requests/2026-10-23-chronos-gitea.md). - Chronos everywhere: a byte-exact rename of contents and paths, then a per-language review of the forms the old name's ending had dictated. - Gitea instead of GitHub: the update check, licence, issue and support links read ChronosReleasesUrl; the update check takes the highest stable version, offers a pre-release build its final release and reports a repository it cannot see as a failed check. EULA, security policy and Gitea issue forms live at the repository root. - Gitea Actions for the Linux act_runner (.gitea/workflows): CI, release, nightly image and performance gates in the .NET SDK container with git checkout and the system SQLite. The release cross-compiles the Windows programs, checks their icon, version and DPI manifest, packs installers and zips, publishes the Gitea release and pushes the server image (REGISTRY_TOKEN). Windows-only tests run in an opt-in job on a Windows runner (WINDOWS_RUNNER). - New Chronos.Tools commands: zip, gitea-release, postgres-ci (replaces the docker-exec script, which Gitea's service containers do not allow; the throw-away server runs without durability) and pe-check. - Timed tests take their budget from TestTiming (CHRONOS_TEST_TIME_FACTOR, 3 on the shared runner; the weekly performance gates keep theirs). BREAKING CHANGE: programs, settings, data folders, file types, environment variables and the Docker image use the new name; nothing is migrated from Titano, which never had a release. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Co-authored-by: Alberto Balbo <alberto.balbo.96@gmail.com>
This commit was merged in pull request #6.
This commit is contained in:
1 parent
c99842cc86
commit
f2b58522b9
1801 files changed
+11804
-10676
No files matched your search
@@ -0,0 +1,263 @@
|
||||
using System.Net;
|
||||
using System.Net.Http.Json;
|
||||
using System.Text.Json;
|
||||
using Microsoft.Extensions.DependencyInjection;
|
||||
using Chronos.Core.Archiving;
|
||||
using Chronos.Core.Codecs.Jpeg;
|
||||
using Chronos.Core.Diagnostics.Synthetic;
|
||||
using Chronos.Core.Metadata;
|
||||
using Chronos.Core.Model;
|
||||
using Chronos.Core.Localization;
|
||||
using Chronos.Core.Project;
|
||||
using Chronos.Data.Processing;
|
||||
using Chronos.Protocol;
|
||||
using Chronos.Server.Events;
|
||||
using Chronos.Server.Jobs;
|
||||
using Chronos.Server.Storage;
|
||||
using Chronos.Server.Tests.Jobs;
|
||||
using Chronos.Testing;
|
||||
|
||||
namespace Chronos.Server.Tests.Storage;
|
||||
|
||||
/// <summary>
|
||||
/// The production composition: frames committed by the archive engine are light-analysed by the processing handlers,
|
||||
/// and the server renders the managed formats itself.
|
||||
/// </summary>
|
||||
[Category("processing")]
|
||||
public sealed class ProcessingModuleTests(TestContext context)
|
||||
{
|
||||
private const int Frames = 10;
|
||||
|
||||
/// <summary>The registrations of Program.cs.</summary>
|
||||
private static void Production(IServiceCollection services)
|
||||
{
|
||||
ArchiveModule.Register(services);
|
||||
ProcessingModule.Register(services);
|
||||
}
|
||||
|
||||
[Test]
|
||||
public async Task TheRunningJobHasTheParallelismAndTheHostsMemoryBudget()
|
||||
{
|
||||
// Owner review 1: one job at a time, the parallelism working inside it, its frame window sized to the host.
|
||||
await using var server = await TestServer.StartAsync(context, o => o.Parallelism = 3, Production);
|
||||
var processing = server.Services.GetRequiredService<ProcessingService>();
|
||||
var tuned = processing.Options.Tune!(processing.Options);
|
||||
Assert.Equal((3, 3, 3), (tuned.DeepAnalysis.MaxDegreeOfParallelism, tuned.FrameWindow.MaxConcurrentLoads, processing.Options.Archive.Parallelism()));
|
||||
Assert.Equal(processing.Options.Archive.MemoryBudget(), tuned.FrameWindow.MemoryBudget);
|
||||
Assert.True(tuned.FrameWindow.MemoryBudget >= 1L << 30, "at least the window's own default");
|
||||
// A change in the admin panel applies to the next job.
|
||||
server.Options.Parallelism = 5;
|
||||
Assert.Equal(5, processing.Options.Tune!(processing.Options).FrameWindow.MaxConcurrentLoads);
|
||||
}
|
||||
|
||||
[Test]
|
||||
public async Task UploadedFramesAreLightAnalysedAndAdvised()
|
||||
{
|
||||
await using var server = await TestServer.StartAsync(context, services: Production);
|
||||
using var events = server.Services.GetRequiredService<EventHub>().Subscribe();
|
||||
var (editor, _, _) = await server.UserAsync("alberto", "editor");
|
||||
var sequenceId = await UploadSceneAsync(editor);
|
||||
|
||||
// The commits queue a light analysis; its handler comes from the processing module.
|
||||
var until = DateTime.UtcNow + TimeSpan.FromSeconds(30);
|
||||
Sequence sequence;
|
||||
while (true)
|
||||
{
|
||||
sequence = (await server.Database.Sequences.GetAsync(sequenceId))!;
|
||||
if (sequence.Status.HasFlag(SequenceStatus.AnalyzedLight) && sequence.FrameCount == Frames
|
||||
&& !await server.Database.Jobs.IsQueuedAsync(JobKind.LightAnalyse, sequenceId)) break;
|
||||
Assert.True(DateTime.UtcNow < until, $"not analysed: {sequence.Status}, {sequence.FrameCount} frames");
|
||||
await Task.Delay(100);
|
||||
}
|
||||
var project = ProjectSettings.FromJson(Assert.NotNull(sequence.SettingsJson));
|
||||
Assert.True(project.Timing.Mode.HasAdvice, "timing mode advised");
|
||||
var folder = new ArchivePaths(server.Options.ArchivePath).Sequence(sequence.Folder);
|
||||
Assert.FileExists(folder.ProjectPath);
|
||||
Assert.True(ManifestStore.ReadSequence(folder.ManifestPath).Status.HasFlag(SequenceStatus.AnalyzedLight), "sidecar status");
|
||||
// Connected clients learn that the Auto values changed (BRIEF §14.3).
|
||||
Assert.Contains(Drain(events), e => e is SequenceChangedEvent { Change: "settings" } changed && changed.SequenceId == sequenceId);
|
||||
}
|
||||
|
||||
[Test]
|
||||
public async Task AProxyThatArrivesHasTheSequenceAnalysedAgain()
|
||||
{
|
||||
await using var server = await TestServer.StartAsync(context, services: Production);
|
||||
var (editor, _, _) = await server.UserAsync("alberto", "editor");
|
||||
// A HEIF original the server cannot decode (BRIEF §2.3): what it renders depends on the proxy a client sends.
|
||||
var upload = await Uploads.UploadAsync(editor, [0, 0, 0, 24, .. "ftypheic"u8, 0, 0, 0, 0, .. "mif1heic"u8, .. Uploads.Photo(2000, 1)], "IMG_0001.HEIC",
|
||||
sessionKey: "roof");
|
||||
await LightAnalysesAsync(server, upload.SequenceId, 1);
|
||||
var frame = Assert.NotNull(await server.Database.Frames.GetAsync(upload.FrameId));
|
||||
|
||||
using var image = new Core.Imaging.ImageBuffer(320, 240);
|
||||
var exif = ExifWriter.BuildJpegApp1(new FrameMetadata { CapturedAt = frame.CapturedAt, Software = "Chronos" });
|
||||
using var proxy = new ByteArrayContent(JpegEncoder.Encode(image, new JpegEncodeOptions { App1Segments = [exif[4..]] }));
|
||||
proxy.Headers.ContentType = new System.Net.Http.Headers.MediaTypeHeaderValue("image/jpeg");
|
||||
using (var stored = await editor.PutAsync($"/api/v1/frames/{frame.Id}/proxy", proxy))
|
||||
await stored.ExpectAsync(HttpStatusCode.NoContent);
|
||||
|
||||
// A frame read from its proxy is no longer preview-only, so the advisor's Auto values are worked out again.
|
||||
await LightAnalysesAsync(server, upload.SequenceId, 2);
|
||||
}
|
||||
|
||||
[Test]
|
||||
public async Task TheServerRendersManagedFormatsAndLeavesMp4ToRenderNodes()
|
||||
{
|
||||
await using var server = await TestServer.StartAsync(context, services: Production);
|
||||
using var events = server.Services.GetRequiredService<EventHub>().Subscribe();
|
||||
var (editor, _, _) = await server.UserAsync("alberto", "editor");
|
||||
var sequence = (await server.Database.Sequences.GetAsync(await UploadSceneAsync(editor)))!;
|
||||
// A client's export folder means nothing on the server: the output still goes to the sequence's exports.
|
||||
var avi = new ExportSettings
|
||||
{
|
||||
Preset = new Auto<string>().WithManual("mjpeg-avi"),
|
||||
Overrides = new ExportOverrides { Width = 96, Height = 64 },
|
||||
NameTemplate = "clip",
|
||||
Folder = context.CreateTempDirectory("elsewhere"),
|
||||
};
|
||||
var hevc = new ExportSettings { Preset = new Auto<string>().WithManual("4k-hevc") };
|
||||
|
||||
var mp4 = await JobApiTests.CreateAsync(editor, "render", sequence.Id, ProcessingJobs.Render(sequence, hevc, 96, 64).ParametersJson);
|
||||
var managed = await JobApiTests.CreateAsync(editor, "render", sequence.Id, ProcessingJobs.Render(sequence, avi, 96, 64).ParametersJson);
|
||||
var done = await JobApiTests.WaitForAsync(editor, managed.Id, "done");
|
||||
|
||||
Assert.Equal(JobEngineHost.WorkerId, done.NodeId?.Split('#')[0]);
|
||||
var render = (await server.Database.Renders.ListBySequenceAsync(sequence.Id)).Single();
|
||||
Assert.Equal(($"{sequence.Folder}/exports/clip.avi", server.Options.ServerName, "Mjpeg"), (render.OutputPath, render.ProducedBy, render.Codec));
|
||||
Assert.FileExists(Path.Combine(server.Options.ArchivePath, render.OutputPath));
|
||||
Assert.Empty(Directory.EnumerateFileSystemEntries(avi.Folder));
|
||||
var waiting = await JobApiTests.GetAsync(editor, mp4.Id);
|
||||
Assert.Equal(("queued", (string?)null), (waiting.State, waiting.NodeId));
|
||||
Assert.Contains(Drain(events), e => e is SequenceChangedEvent { Change: "renders" } changed && changed.SequenceId == sequence.Id);
|
||||
}
|
||||
|
||||
[Test]
|
||||
public async Task Mp4JobsNoRenderNodeCanTakeAreRenderedAsMjpegAndTheLogSaysSo()
|
||||
{
|
||||
var clock = new ManualTimeProvider();
|
||||
await using var server = await TestServer.StartAsync(context, o => o.NodeTimeoutSeconds = 60, s =>
|
||||
{
|
||||
Production(s);
|
||||
s.AddSingleton<TimeProvider>(clock);
|
||||
});
|
||||
var engine = server.Services.GetRequiredService<JobEngineHost>().Engine;
|
||||
var (editor, _, _) = await server.UserAsync("alberto", "editor", renderNode: true);
|
||||
var sequence = (await server.Database.Sequences.GetAsync(await UploadSceneAsync(editor)))!;
|
||||
var hevc = new ExportSettings
|
||||
{
|
||||
Preset = new Auto<string>().WithManual("4k-hevc"),
|
||||
Overrides = new ExportOverrides { Width = 96, Height = 64 },
|
||||
NameTemplate = "clip-{codec}",
|
||||
};
|
||||
var job = await JobApiTests.CreateAsync(editor, "render", sequence.Id, ProcessingJobs.Render(sequence, hevc, 96, 64).ParametersJson);
|
||||
|
||||
// A node that encodes HEVC is online: the job waits for it, however long it has been queued.
|
||||
using (var registered = await editor.PostAsJsonAsync("/api/v1/nodes/register",
|
||||
new RegisterNodeRequest("studio-pc", [new NodeEncoder("hevc", "NVENC HEVC", true, true, 8192, 8192)], 8192, 8192), ProtocolJson.Default.RegisterNodeRequest))
|
||||
await registered.ExpectAsync(HttpStatusCode.OK);
|
||||
clock.Advance(TimeSpan.FromSeconds(61));
|
||||
var node = (await server.Database.RenderNodes.ListAsync()).Single();
|
||||
Assert.True(await server.Database.RenderNodes.HeartbeatAsync(node.Id, "idle", clock.GetUtcNow()));
|
||||
engine.Wake();
|
||||
await Task.Delay(1500);
|
||||
Assert.Equal("queued", (await JobApiTests.GetAsync(editor, job.Id)).State);
|
||||
|
||||
// The node goes silent: the server renders the job itself in a managed format.
|
||||
clock.Advance(TimeSpan.FromSeconds(61));
|
||||
engine.Wake();
|
||||
var done = await JobApiTests.WaitForAsync(editor, job.Id, "done");
|
||||
Assert.Equal(JobEngineHost.WorkerId, done.NodeId?.Split('#')[0]);
|
||||
var render = (await server.Database.Renders.ListBySequenceAsync(sequence.Id)).Single();
|
||||
Assert.Equal(($"{sequence.Folder}/exports/clip-MJPEG.avi", "Mjpeg", 96, 64), (render.OutputPath, render.Codec, render.Width, render.Height));
|
||||
Assert.Contains(Loc.L("Export.Log.NoRenderNode", Loc.L("Export.Preset.Custom"), "HEVC", "MJPEG"), done.LogTail);
|
||||
}
|
||||
|
||||
[Test]
|
||||
public async Task APostedBatchBecomesOneJobPerPreset()
|
||||
{
|
||||
await using var server = await TestServer.StartAsync(context, services: Production);
|
||||
var (editor, _, _) = await server.UserAsync("alberto", "editor");
|
||||
var sequence = (await server.Database.Sequences.GetAsync(await UploadSceneAsync(editor)))!;
|
||||
var batch = new ExportSettings
|
||||
{
|
||||
Preset = new Auto<string>().WithManual("mjpeg-avi"),
|
||||
Overrides = new ExportOverrides { Width = 96, Height = 64 },
|
||||
NameTemplate = "{title} - {codec}",
|
||||
Batch = ["gif-preview", "1080p-h264"],
|
||||
};
|
||||
|
||||
var main = await JobApiTests.CreateAsync(editor, "render", sequence.Id, ProcessingJobs.Render(sequence, batch, 96, 64).ParametersJson);
|
||||
var jobs = (await server.Database.Jobs.ListAsync(null, JobKind.Render)).Items;
|
||||
Assert.Count(3, jobs);
|
||||
var mp4 = jobs.Single(j => j.TargetLabel!.EndsWith(Loc.L("Export.Preset.1080pShare"), StringComparison.Ordinal));
|
||||
var gif = jobs.Single(j => j.TargetLabel!.EndsWith(Loc.L("Export.Preset.Gif"), StringComparison.Ordinal));
|
||||
await JobApiTests.WaitForAsync(editor, main.Id, "done");
|
||||
await JobApiTests.WaitForAsync(editor, gif.Id, "done");
|
||||
|
||||
// The server renders the managed presets; the MP4 one waits for a render node, at the preset's size.
|
||||
Assert.SequenceEqual(["Gif", "Mjpeg"], (await server.Database.Renders.ListBySequenceAsync(sequence.Id)).Select(r => r.Codec!).Order(StringComparer.Ordinal));
|
||||
Assert.Equal("queued", (await JobApiTests.GetAsync(editor, mp4.Id)).State);
|
||||
var parameters = JsonSerializer.Deserialize(mp4.ParametersJson!, ProtocolJson.Default.RenderJobParameters)!;
|
||||
Assert.Equal(("h264", 1920, 1080), (parameters.Codec, parameters.Width, parameters.Height));
|
||||
}
|
||||
|
||||
[Test]
|
||||
public async Task RenderJobsThatCannotBeReadNeverStopTheEngine()
|
||||
{
|
||||
await using var server = await TestServer.StartAsync(context, services: Production);
|
||||
var (editor, user, _) = await server.UserAsync("alberto", "editor");
|
||||
var sequence = (await server.Database.Sequences.GetAsync(await UploadSceneAsync(editor)))!;
|
||||
const string mjpeg = """{"preset":{"isAuto":false,"manual":"mjpeg-avi"},"overrides":{"width":96,"height":64}""";
|
||||
|
||||
// The API refuses a preset that gives a member twice; one already queued fails with its reason.
|
||||
using (var refused = await editor.PostAsJsonAsync("/api/v1/jobs",
|
||||
new CreateJobRequest("render", [sequence.Id], Parameters(mjpeg + ""","Preset":{}}""")), ProtocolJson.Default.CreateJobRequest))
|
||||
await refused.ExpectErrorAsync(HttpStatusCode.BadRequest, "invalid_parameters");
|
||||
var engine = server.Services.GetRequiredService<JobEngineHost>().Engine;
|
||||
var broken = await engine.EnqueueAsync(JobKind.Render, [sequence.Id], "broken", Parameters(mjpeg + ""","Preset":{}}"""), JobPriority.User, user.Id);
|
||||
var failed = await JobApiTests.WaitForAsync(editor, broken.Id, "failed");
|
||||
Assert.Equal(Loc.L("Errors.Render.Parameters"), failed.Error);
|
||||
|
||||
// The workers carry on: a null batch is no batch.
|
||||
var fine = await JobApiTests.CreateAsync(editor, "render", sequence.Id, Parameters(mjpeg + ""","batch":null}"""));
|
||||
await JobApiTests.WaitForAsync(editor, fine.Id, "done");
|
||||
}
|
||||
|
||||
private static string Parameters(string presetJson) =>
|
||||
JsonSerializer.Serialize(new RenderJobParameters("MJPEG", presetJson, "mjpeg", 96, 64, false, null), ProtocolJson.Default.RenderJobParameters);
|
||||
|
||||
private static List<ServerEvent> Drain(EventHub.Subscription events)
|
||||
{
|
||||
var drained = new List<ServerEvent>();
|
||||
while (events.Reader.TryRead(out var e)) drained.Add(e);
|
||||
return drained;
|
||||
}
|
||||
|
||||
/// <summary>Waits until <paramref name="count"/> light analyses of the sequence have finished.</summary>
|
||||
private static async Task LightAnalysesAsync(TestServer server, Guid sequenceId, int count)
|
||||
{
|
||||
var until = DateTime.UtcNow + TimeSpan.FromSeconds(30);
|
||||
while (true)
|
||||
{
|
||||
var done = (await server.Database.Jobs.ListAsync(JobState.Done, JobKind.LightAnalyse, 200)).Items.Count(j => j.TargetIds.Contains(sequenceId));
|
||||
if (done >= count) return;
|
||||
Assert.True(DateTime.UtcNow < until, $"light analyses finished: {done} of {count}");
|
||||
await Task.Delay(100);
|
||||
}
|
||||
}
|
||||
|
||||
/// <summary>Uploads a synthetic scene with Exif into one new sequence; returns its id.</summary>
|
||||
private static async Task<Guid> UploadSceneAsync(HttpClient editor)
|
||||
{
|
||||
var scene = SyntheticSequence.Create(new SyntheticSequenceOptions { FrameCount = Frames, StartEv = 0.5, EndEv = -0.5 });
|
||||
Guid sequenceId = default;
|
||||
for (var i = 0; i < scene.Count; i++)
|
||||
{
|
||||
using var image = scene.Render(i);
|
||||
var exif = ExifWriter.BuildJpegApp1(scene.Metadata[i]);
|
||||
var photo = JpegEncoder.Encode(image, new JpegEncodeOptions { Quality = 90, App1Segments = [exif[4..]] });
|
||||
sequenceId = (await Uploads.UploadAsync(editor, photo, $"IMG_{i + 1:0000}.JPG", sessionKey: "roof")).SequenceId;
|
||||
}
|
||||
return sequenceId;
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user