CI / Build and test (push) Successful in 7m0s
CI / Windows tests and installer (push) Skipped
CI / YAML check (push) Successful in 6s
Release / Build, test and publish (push) Successful in 13m28s
CI / PostgreSQL 16 integration (push) Successful in 5m52s
CI / PostgreSQL 17 integration (push) Successful in 4m50s
CI / Docker image (push) Successful in 1m4s
Release / Server image (push) Successful in 1m35s
- Jobs > Scheduled on the desktop and the admin panel. Every timer that queued work is now a visible system schedule: archive scan, upload clean-up, index backup, job-history and audit clean-ups, desktop housekeeping. New actions: verify, thumbnails, proxies, analysis, maintenance, backup, clean-ups, reports. - The scheduler: migration 0007, in-house recurrence, compare-and-set claim, catch-up, scan at start. - Log settings: levels, retention, size parts, total limit, daily or hourly rotation, audit retention, diagnostics share; the server writes Debug/Trace to its files again; logging never fails a job. Upgrade: CHRONOS_LOG_LEVEL set in an existing container locks both levels; migration 0007 is one-way. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Co-authored-by: Alberto Balbo <alberto.balbo.96@gmail.com>
129 lines
6.2 KiB
C#
129 lines
6.2 KiB
C#
using System.Net;
|
|
using System.Net.Http.Json;
|
|
using Microsoft.Extensions.DependencyInjection;
|
|
using Chronos.Core.Model;
|
|
using Chronos.Data;
|
|
using Chronos.Data.Jobs;
|
|
using Chronos.Protocol;
|
|
using Chronos.Server.Configuration;
|
|
using Chronos.Server.Tests.Jobs;
|
|
using Chronos.Testing;
|
|
|
|
namespace Chronos.Server.Tests.Postgres;
|
|
|
|
/// <summary>The server on PostgreSQL (<c>CHRONOS_TEST_PG</c>), each test in a private schema.</summary>
|
|
[Category("server")]
|
|
[RequiresEnvironment("CHRONOS_TEST_PG")]
|
|
public sealed class PostgresServerTests(TestContext context)
|
|
{
|
|
[Test]
|
|
public async Task SignInUploadSyncAndJobsWorkOnPostgres()
|
|
{
|
|
await using var schema = await Schema.CreateAsync(context);
|
|
var handler = new BlockingJobHandler(JobKind.Thumbs);
|
|
await using var server = await TestServer.StartAsync(context, o =>
|
|
{
|
|
o.Database = DatabaseKind.Postgres;
|
|
o.DbConnectionString = schema.ConnectionString;
|
|
o.ChunkSizeBytes = 64 * 1024;
|
|
}, s => s.AddSingleton<IJobHandler>(handler));
|
|
Assert.Equal(Dialect.Postgres, server.Database.Dialect);
|
|
|
|
var (editor, _, _) = await server.UserAsync("alberto", "editor", quotaBytes: 10_000_000);
|
|
var data = Uploads.Photo(150_000, 71);
|
|
var frame = await Uploads.UploadAsync(editor, data, sessionKey: "pg");
|
|
using (var manifest = await editor.GetAsync($"/api/v1/sequences/{frame.SequenceId}/manifest"))
|
|
Assert.Equal(Uploads.Sha(data), (await manifest.ReadAsync(ProtocolJson.Default.SequenceManifest)).Frames.Single().Sha256);
|
|
using (var me = await editor.GetAsync("/api/v1/auth/me")) Assert.Equal(data.Length, (await me.ReadAsync(ProtocolJson.Default.UserDto)).UsedBytes);
|
|
|
|
using (var stale = await editor.PatchAsJsonAsync($"/api/v1/sequences/{frame.SequenceId}", new UpdateSequenceRequest(null, ["pg"], null, null, "{}", 99),
|
|
ProtocolJson.Default.UpdateSequenceRequest))
|
|
await stale.ExpectErrorAsync(HttpStatusCode.Conflict, "settings_conflict");
|
|
|
|
// Uploading queued a background thumbnail job for the sequence; it runs on the server's engine.
|
|
using var queued = await editor.GetAsync("/api/v1/jobs?kind=thumbs");
|
|
var job = (await queued.ReadAsync(ProtocolJson.Default.PageJobDto)).Items.Single();
|
|
await JobApiTests.WaitForAsync(editor, job.Id, "running");
|
|
handler.Release();
|
|
await JobApiTests.WaitForAsync(editor, job.Id, "done");
|
|
|
|
var admin = await server.AdminAsync();
|
|
using var dashboard = await admin.GetAsync("/api/v1/server/dashboard");
|
|
Assert.True((await dashboard.ReadAsync(ProtocolJson.Default.DashboardDto)).Database.StartsWith("PostgreSQL ", StringComparison.Ordinal));
|
|
using var health = await server.Client.GetAsync("/health");
|
|
Assert.Equal("ok", (await health.ReadAsync(ProtocolJson.Default.HealthStatus)).Checks["database"]);
|
|
}
|
|
|
|
[Test]
|
|
public async Task TheManifestListsTheFramesOfOneFramesVersionOnPostgres()
|
|
{
|
|
await using var schema = await Schema.CreateAsync(context);
|
|
await using var server = await TestServer.StartAsync(context, o =>
|
|
{
|
|
o.Database = DatabaseKind.Postgres;
|
|
o.DbConnectionString = schema.ConnectionString;
|
|
});
|
|
Assert.Equal(Dialect.Postgres, server.Database.Dialect);
|
|
await Api.SequenceTests.FramesOfOneVersionAsync(server);
|
|
}
|
|
|
|
[Test]
|
|
public async Task SchedulesRunOnPostgresWithoutAnIndexBackup()
|
|
{
|
|
await using var schema = await Schema.CreateAsync(context);
|
|
await using var server = await TestServer.StartAsync(context, o =>
|
|
{
|
|
o.Database = DatabaseKind.Postgres;
|
|
o.DbConnectionString = schema.ConnectionString;
|
|
}, Chronos.Server.Storage.ArchiveModule.Register);
|
|
var admin = await server.AdminAsync();
|
|
using var response = await admin.GetAsync("/api/v1/schedules");
|
|
var list = await response.ReadAsync(ProtocolJson.Default.SchedulesDto);
|
|
|
|
// PostgreSQL is backed up with its own tools (owner review 2, R10): no index-backup schedule, and the action says why.
|
|
Assert.SequenceEqual(["archive-scan", "upload-cleanup", "housekeeping", "audit-cleanup"], list.Items.Select(s => s.SystemKey));
|
|
var backup = list.Actions.Single(a => a.Name == "backup");
|
|
Assert.Equal((false, "postgres"), (backup.Available, backup.Reason));
|
|
|
|
// A run is claimed, queued and recorded on PostgreSQL as on SQLite.
|
|
var history = list.Items.Single(s => s.SystemKey == "housekeeping");
|
|
using var run = await admin.PostAsync($"/api/v1/schedules/{history.Id}/run", null);
|
|
var ran = await run.ReadAsync(ProtocolJson.Default.ScheduleRunDto);
|
|
Assert.Equal(("queued", ran.JobId), (ran.Outcome, ran.Schedule.LastJobId));
|
|
await JobApiTests.WaitForAsync(admin, ran.JobId!.Value, "done");
|
|
}
|
|
|
|
/// <summary>A throw-away schema on the test server, selected through <c>Search Path</c>.</summary>
|
|
private sealed class Schema : IAsyncDisposable
|
|
{
|
|
private readonly IDatabase _admin;
|
|
private readonly string _name;
|
|
|
|
private Schema(IDatabase admin, string name, string connectionString)
|
|
{
|
|
_admin = admin;
|
|
_name = name;
|
|
ConnectionString = connectionString;
|
|
}
|
|
|
|
public string ConnectionString { get; }
|
|
|
|
public static async Task<Schema> CreateAsync(TestContext context)
|
|
{
|
|
var baseConnection = Environment.GetEnvironmentVariable("CHRONOS_TEST_PG")!;
|
|
var admin = DatabaseFactory.Open(DatabaseOptions.Postgres(baseConnection));
|
|
var name = "chronos_s_" + Guid.NewGuid().ToString("N")[..16];
|
|
await using (var session = await admin.OpenAsync(context.Cancellation))
|
|
await session.ExecuteScriptAsync($"CREATE SCHEMA {name}", context.Cancellation);
|
|
return new Schema(admin, name, baseConnection.TrimEnd(';', ' ') + $";Search Path={name}");
|
|
}
|
|
|
|
public async ValueTask DisposeAsync()
|
|
{
|
|
await using (var session = await _admin.OpenAsync(CancellationToken.None))
|
|
await session.ExecuteScriptAsync($"DROP SCHEMA IF EXISTS {_name} CASCADE", CancellationToken.None);
|
|
await _admin.DisposeAsync();
|
|
}
|
|
}
|
|
}
|