Files
Chronos/tests/Chronos.Data.Tests/Migrations/MigrationTests.cs
T
Alby96 03d32f18d3 feat(projects): workspace projects with linear versions, the local archive as their home
Owner review 2, phase 5a (R8): editing moves out of the library into a workspace on a fast disk, and a
sequence gets several projects, each with a linear version history pushed and pulled like git.

- Core: ProjectSettings keeps members a newer Chronos wrote (Extra) and reads a newer settings format
  read-only; ProjectContent is the portable form of a version (every frame position parked by photo,
  canonical text, SHA-256 content hash); ProjectBundle format 2 adds the workspace section, and a file
  without it is still written as format 1. JobKind.WorkspaceCopy = 20 (19 kept for Convert).
- Data: migration 0009 (projects, project_versions, the render's project columns); ProjectService on
  ArchiveService.Projects keeps projects as sidecars first (.chronos/projects/<id>/), then the index,
  under the sequence lease: create, rename, delete into the projects' trash, history, push with
  fast-forward, idempotent repeat, divergence and hash checks. Main is made from the sequence's settings
  and mirrored both ways, so every older code path keeps working; outside writes become "external"
  versions, a mirror a crash cut short is completed or merged. Full scans and rebuilds take the projects
  back from their sidecars.
- ProjectMerge moves from the App to Data/Projects, merges pending frames photo by photo and replays
  unpushed commits on a moved head.
- Workspaces: WorkspaceStore, WorkspaceSync (checkout, save, commit, push, pull with replay and merge,
  conflicts settled by keep mine / take server / save both, restore, status) and the WorkspaceCopy job
  (proxies copied hash-verified and resumable; originals refused until phase 5c).
- Renders of a project version place its positions on the frames and record the project and version.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
(cherry picked from commit c4c1802884e403db8759ed0501f770a67a047f20)
2026-10-27 22:51:32 +01:00

158 lines
7.7 KiB
C#

using Chronos.Core.Model;
using Chronos.Data.Migrations;
using Chronos.Data.Tests.Infrastructure;
using Chronos.Testing;
namespace Chronos.Data.Tests.Migrations;
public abstract class MigrationTests(TestContext context) : RepositoryTest(context)
{
private static readonly string[] Tables =
[
"archives", "sequences", "frames", "renders", "jobs", "media_cards", "import_history", "users", "tokens",
"render_nodes", "settings", "tags", "sequence_tags", "audit_log", "uploads", "schedules", "frame_removals", "projects", "project_versions",
];
[Test]
public void EmbeddedScriptsAreFoundForBothDialects()
{
foreach (var dialect in new[] { Dialect.Sqlite, Dialect.Postgres })
{
var migrations = MigrationRunner.Load(dialect);
Assert.NotEmpty(migrations);
Assert.Equal(1, migrations[0].Version);
Assert.Equal("initial", migrations[0].Name);
Assert.Contains("CREATE TABLE frames", migrations[0].Sql);
}
}
[Test]
public async Task CreatesEveryTableAndIsIdempotent()
{
var chronos = await OpenChronosAsync();
var latest = MigrationRunner.Load(Dialect)[^1].Version;
Assert.Equal(latest, chronos.SchemaVersion);
Assert.Equal(latest, await MigrationRunner.MigrateAsync(chronos.Database, Ct));
await using var session = await chronos.Database.OpenAsync(Ct);
foreach (var table in Tables) Assert.Equal(0L, await session.ScalarAsync<long>($"SELECT count(*) FROM {table}", [], Ct));
var recorded = await session.QueryListAsync("SELECT version, name, applied_at FROM schema_migrations ORDER BY version", [], r => r, Ct);
Assert.Equal(MigrationRunner.Load(Dialect).Count, recorded.Count);
Assert.Equal("initial", recorded[0].GetString(1));
Assert.True(recorded[0].GetDateTimeOffset(2) > DateTimeOffset.UtcNow.AddMinutes(-5));
}
[Test]
public async Task ProjectsKeepOneMainAndOneLiveNamePerSequence()
{
var chronos = await OpenChronosAsync();
var archive = TestData.Archive("Main");
await chronos.Archives.UpsertAsync(archive, Ct);
var sequence = TestData.Sequence(archive.Id);
await chronos.Sequences.UpsertAsync(sequence, Ct);
var now = DateTimeOffset.UtcNow;
SequenceProject Project(string name, bool main) => new() { Id = Guid.CreateVersion7(), SequenceId = sequence.Id, Name = name, IsMain = main, CreatedAt = now, UpdatedAt = now };
var main = Project("Main", true);
await chronos.Projects.InsertAsync(main, Ct);
await Assert.ThrowsAsync<DatabaseException>(() => chronos.Projects.InsertAsync(Project("Other main", true), Ct));
var vertical = Project("Vertical", false);
await chronos.Projects.InsertAsync(vertical, Ct);
await Assert.ThrowsAsync<DatabaseException>(() => chronos.Projects.InsertAsync(Project("Vertical", false), Ct));
// A deleted project gives its name back.
await chronos.Projects.UpdateAsync(vertical with { DeletedAt = now }, Ct);
await chronos.Projects.InsertAsync(Project("Vertical", false), Ct);
// Versions: one number each, settings kept byte for byte, and they go with the sequence.
const string settings = "{\n \"version\": 1,\n \"exposure\": {}\n}";
var version = new ProjectVersion
{
Id = Guid.CreateVersion7(),
ProjectId = main.Id,
Number = 1,
Kind = ProjectVersionKind.Imported,
SettingsJson = settings,
ContentHash = new string('0', 64),
FramesVersion = 3,
CreatedAt = now,
StoredAt = now,
};
await chronos.Projects.InsertVersionAsync(version, Ct);
await Assert.ThrowsAsync<DatabaseException>(() => chronos.Projects.InsertVersionAsync(version with { Id = Guid.CreateVersion7() }, Ct));
var stored = Assert.NotNull(await chronos.Projects.GetVersionAsync(version.Id, Ct));
Assert.Equal(settings, stored.SettingsJson);
Assert.Equal((ProjectVersionKind.Imported, 3), (stored.Kind, stored.FramesVersion));
Assert.True(await chronos.Projects.AdvanceHeadAsync(main.Id, 0, version.Id, 1, now, Ct));
Assert.False(await chronos.Projects.AdvanceHeadAsync(main.Id, 0, version.Id, 1, now, Ct), "the head moved already");
var render = new Render
{
Id = Guid.CreateVersion7(),
SequenceId = sequence.Id,
PresetName = "MJPEG",
OutputPath = "x/exports/a.avi",
Created = now,
ProjectId = main.Id,
ProjectVersionId = version.Id,
};
await chronos.Renders.InsertAsync(render, Ct);
Assert.Equal((main.Id, version.Id), ((await chronos.Renders.GetAsync(render.Id, Ct))!.ProjectId, (await chronos.Renders.GetAsync(render.Id, Ct))!.ProjectVersionId));
await chronos.Sequences.DeleteAsync(sequence.Id, Ct);
Assert.Empty(await chronos.Projects.ListBySequenceAsync(sequence.Id, includeDeleted: true, Ct));
Assert.Null(await chronos.Projects.GetVersionAsync(version.Id, Ct));
}
[Test]
public async Task AppliesOnlyPendingMigrations()
{
var chronos = await OpenChronosAsync();
var next = MigrationRunner.Load(Dialect).Append(new Migration(9000, "extra", "CREATE TABLE extra (id integer PRIMARY KEY)")).ToList();
Assert.Equal(9000, await MigrationRunner.MigrateAsync(chronos.Database, next, Ct));
Assert.Equal(9000, await MigrationRunner.MigrateAsync(chronos.Database, next, Ct));
await using var session = await chronos.Database.OpenAsync(Ct);
Assert.Equal(1L, await session.ScalarAsync<long>("SELECT count(*) FROM schema_migrations WHERE version = $1", [9000], Ct));
Assert.Equal(0L, await session.ScalarAsync<long>("SELECT count(*) FROM extra", [], Ct));
}
[Test]
public async Task RefusesADatabaseFromANewerBuild()
{
var chronos = await OpenChronosAsync();
await using (var session = await chronos.Database.OpenAsync(Ct))
await session.ExecuteAsync("INSERT INTO schema_migrations (version, name, applied_at) VALUES ($1, $2, $3)", [9999, "future", DateTimeOffset.UtcNow], Ct);
var error = await Assert.ThrowsAsync<SchemaTooNewException>(() => MigrationRunner.MigrateAsync(chronos.Database, Ct));
Assert.Equal(9999, error.DatabaseVersion);
Assert.Equal(MigrationRunner.Load(Dialect)[^1].Version, error.SupportedVersion);
}
[Test]
public async Task AFailingMigrationLeavesNothingBehind()
{
var database = await OpenDatabaseAsync();
List<Migration> broken =
[
new(1, "good", "CREATE TABLE good_one (id integer PRIMARY KEY)"),
new(2, "bad", "CREATE TABLE good_two (id integer PRIMARY KEY); THIS IS NOT SQL"),
];
await Assert.ThrowsAsync<DatabaseException>(() => MigrationRunner.MigrateAsync(database, broken, Ct));
await using var session = await database.OpenAsync(Ct);
var leftovers = await session.ScalarAsync<long>(ForDialect(
"SELECT count(*) FROM sqlite_master WHERE name IN ('good_one', 'good_two', 'schema_migrations')",
"SELECT count(*) FROM information_schema.tables WHERE table_schema = current_schema() AND table_name IN ('good_one', 'good_two', 'schema_migrations')"),
[], Ct);
Assert.Equal(0L, leftovers);
}
}
public sealed class SqliteMigrationTests(TestContext context) : MigrationTests(context)
{
protected override Backend Backend => Backend.SqliteMemory;
}
[RequiresEnvironment(PgTestServer.Variable)]
public sealed class PostgresMigrationTests(TestContext context) : MigrationTests(context)
{
protected override Backend Backend => Backend.Postgres;
}