ci: screenshot diff, installer test and every PostgreSQL authentication method

- Screenshots: a capture that exits with an error or writes nothing fails the job
  (the pictures it wrote are still published); the new "Screenshot diff" step
  compares them with tests/visual/baselines, fails beyond the tolerance, warns
  once for screens without a baseline and uploads the diff images.
- installer (windows-latest): publishes App, Uploader and Setup (self-contained
  single file, no ReadyToRun), packs Titano 1.0.0 (with an extra legacy.txt),
  Titano 1.0.1 and the Uploader installer, and runs
  .github/scripts/installer-test.ps1: argument and not-installed exit codes,
  silent install into a folder with a space, Add/Remove Programs, shortcuts and
  the .titano file type, the installed programs drawing their screens, upgrade in
  place removing legacy.txt, uninstall removing itself, user data kept, the
  Uploader installer; the setup logs are printed whatever happens. The script
  now resolves its paths from the PowerShell location.
- PostgreSQL 16/17: postgres-ci-setup.sh prepares the service container and the
  job exports the MD5, cleartext, trust, TLS and root-certificate variables.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_012iLMBNwBE2GnphAsu4cjaC
This commit is contained in:
Claude committed 2026-10-12 10:06:20 +00:00
1 parent ec247a96e1
commit 8a5f4ab512
4 files changed
+233 -9

No files matched your search

+117
View File
@@ -0,0 +1,117 @@
# Installs, runs, upgrades and removes the packed installers on a clean Windows runner (BRIEF §18): silent mode,
# folder with a space, Add/Remove Programs entry, shortcuts, the .titano file type, upgrade in place (files of the
# previous version removed), user data kept, the uninstaller removing itself, and the documented exit codes.
param(
[Parameter(Mandatory)] [string] $Setup1,
[Parameter(Mandatory)] [string] $Setup2,
[Parameter(Mandatory)] [string] $UploaderSetup,
[Parameter(Mandatory)] [string] $Version1,
[Parameter(Mandatory)] [string] $Version2,
[Parameter(Mandatory)] [string] $Screenshots
)
$ErrorActionPreference = 'Stop'
Set-StrictMode -Version Latest
# Relative paths are taken from the PowerShell location: .NET resolves them from the process directory, which a
# Set-Location does not move, and the programs get the screenshot folder as an argument.
$Setup1 = (Resolve-Path -LiteralPath $Setup1).Path
$Setup2 = (Resolve-Path -LiteralPath $Setup2).Path
$UploaderSetup = (Resolve-Path -LiteralPath $UploaderSetup).Path
$Screenshots = $ExecutionContext.SessionState.Path.GetUnresolvedProviderPathFromPSPath($Screenshots)
function Invoke-Program([string] $Exe, [string[]] $Arguments) {
$start = [System.Diagnostics.ProcessStartInfo]::new($Exe)
foreach ($argument in $Arguments) { $start.ArgumentList.Add($argument) }
$start.UseShellExecute = $false
$process = [System.Diagnostics.Process]::Start($start)
if (-not $process.WaitForExit(600000)) {
$process.Kill($true)
throw "$Exe $Arguments did not finish in 10 minutes"
}
Write-Host "$(Split-Path $Exe -Leaf) $Arguments -> exit $($process.ExitCode)"
return $process.ExitCode
}
function Assert-True([bool] $Condition, [string] $Message) {
if (-not $Condition) { throw "FAILED: $Message" }
Write-Host "ok: $Message"
}
function Wait-Removed([string] $Path) {
for ($i = 0; $i -lt 120 -and (Test-Path -LiteralPath $Path); $i++) { Start-Sleep -Milliseconds 500 }
return -not (Test-Path -LiteralPath $Path)
}
function Get-DefaultValue([string] $Key) {
if (-not (Test-Path -LiteralPath $Key)) { return $null }
return (Get-Item -LiteralPath $Key).GetValue('')
}
$dir = Join-Path $env:RUNNER_TEMP 'Titano Test'
$entryKey = 'HKCU:\Software\Microsoft\Windows\CurrentVersion\Uninstall\Titano'
$programs = [Environment]::GetFolderPath('Programs')
$desktop = [Environment]::GetFolderPath('DesktopDirectory')
$links = @(
(Join-Path $programs 'Titano.lnk'), (Join-Path $programs 'Titano Uploader.lnk'),
(Join-Path $desktop 'Titano.lnk'), (Join-Path $desktop 'Titano Uploader.lnk'))
$userData = Join-Path $env:LOCALAPPDATA 'Titano'
$userFile = Join-Path $userData 'kept-by-setup.txt'
New-Item -ItemType Directory -Force -Path $userData | Out-Null
Set-Content -LiteralPath $userFile -Value 'user data'
Write-Host '--- Arguments'
Assert-True ((Invoke-Program $Setup1 @('/BOGUS')) -eq 2) 'an unknown switch exits with 2 (invalid arguments)'
Assert-True ((Invoke-Program $Setup1 @('/S', '/uninstall')) -eq 6) 'removing a product that is not installed exits with 6'
Write-Host "--- Install $Version1 into '$dir'"
Assert-True ((Invoke-Program $Setup1 @('/S', "/DIR=$dir")) -eq 0) 'silent install exits with 0'
foreach ($file in 'Titano.exe', 'Titano.Uploader.exe', 'Uninstall Titano.exe', 'install-log.json', 'legacy.txt') {
Assert-True (Test-Path -LiteralPath (Join-Path $dir $file)) "$file installed"
}
$entry = Get-ItemProperty -LiteralPath $entryKey
Assert-True ($entry.DisplayVersion -eq $Version1) "Add/Remove Programs lists version $Version1"
Assert-True ($entry.InstallLocation -eq $dir) 'Add/Remove Programs lists the chosen folder'
Assert-True ($entry.QuietUninstallString -eq "`"$(Join-Path $dir 'Uninstall Titano.exe')`" /uninstall /S") 'quiet uninstall command points at the uninstaller'
foreach ($link in $links) { Assert-True (Test-Path -LiteralPath $link) "shortcut '$link' created" }
Assert-True ((Get-DefaultValue 'HKCU:\Software\Classes\.titano') -eq 'Titano.Project') '.titano opens with Titano'
Assert-True ((Get-DefaultValue 'HKCU:\Software\Classes\Titano.Project\shell\open\command') -eq "`"$(Join-Path $dir 'Titano.exe')`" `"%1`"") 'Titano.Project opens the installed Titano.exe'
Write-Host '--- Run the installed programs'
foreach ($program in 'Titano.exe', 'Titano.Uploader.exe') {
$before = @(Get-ChildItem -Path $Screenshots -Filter *.png -ErrorAction SilentlyContinue).Count
$code = Invoke-Program (Join-Path $dir $program) @('--capture', $Screenshots)
$count = @(Get-ChildItem -Path $Screenshots -Filter *.png -ErrorAction SilentlyContinue).Count - $before
Assert-True ($code -eq 0 -and $count -gt 0) "installed $program starts and draws its screens ($count screenshot(s))"
}
Write-Host "--- Upgrade in place to $Version2"
Assert-True ((Invoke-Program $Setup2 @('/S')) -eq 0) 'silent upgrade exits with 0'
Assert-True ((Get-ItemProperty -LiteralPath $entryKey).DisplayVersion -eq $Version2) "Add/Remove Programs lists version $Version2"
Assert-True ((Get-Content -Raw -LiteralPath (Join-Path $dir 'install-log.json') | ConvertFrom-Json).version -eq $Version2) "install log records version $Version2"
Assert-True (Test-Path -LiteralPath (Join-Path $dir 'Titano.exe')) 'Titano.exe still installed'
Assert-True (-not (Test-Path -LiteralPath (Join-Path $dir 'legacy.txt'))) 'a file only the previous version had is removed'
foreach ($link in $links) { Assert-True (Test-Path -LiteralPath $link) "shortcut '$link' kept" }
Assert-True (Test-Path -LiteralPath $userFile) 'user data kept by the upgrade'
Write-Host '--- Uninstall with the installed uninstaller'
Assert-True ((Invoke-Program (Join-Path $dir 'Uninstall Titano.exe') @('/uninstall', '/S')) -eq 0) 'silent uninstall exits with 0'
Assert-True (Wait-Removed $dir) 'install folder removed, uninstaller included'
Assert-True (-not (Test-Path -LiteralPath $entryKey)) 'Add/Remove Programs entry removed'
foreach ($link in $links) { Assert-True (-not (Test-Path -LiteralPath $link)) "shortcut '$link' removed" }
Assert-True (-not (Test-Path -LiteralPath 'HKCU:\Software\Classes\Titano.Project')) 'Titano.Project file type removed'
Assert-True ($null -eq (Get-DefaultValue 'HKCU:\Software\Classes\.titano')) '.titano no longer opens with Titano'
Assert-True (Test-Path -LiteralPath $userFile) 'user data kept by the uninstall'
Write-Host '--- Uploader installer: default folder, removal through the installer itself'
$uploaderDir = Join-Path $env:LOCALAPPDATA 'Programs\Titano Uploader'
$uploaderKey = 'HKCU:\Software\Microsoft\Windows\CurrentVersion\Uninstall\TitanoUploader'
Assert-True ((Invoke-Program $UploaderSetup @('/S')) -eq 0) 'silent Uploader install exits with 0'
Assert-True (Test-Path -LiteralPath (Join-Path $uploaderDir 'Titano.Uploader.exe')) 'Uploader installed in %LOCALAPPDATA%\Programs\Titano Uploader'
Assert-True (Test-Path -LiteralPath $uploaderKey) 'Uploader listed in Add/Remove Programs'
Assert-True ((Invoke-Program $UploaderSetup @('/uninstall', '/S')) -eq 0) 'silent Uploader removal exits with 0'
Assert-True (Wait-Removed $uploaderDir) 'Uploader folder removed'
Assert-True (-not (Test-Path -LiteralPath $uploaderKey)) 'Uploader entry removed'
Assert-True (Test-Path -LiteralPath $userFile) 'user data kept'
Write-Host 'Installer test passed.'
+96 -1
View File
@@ -99,6 +99,7 @@ jobs:
timeout-minutes: 10
run: |
set +e
failed=0
for exe in src/Titano.App/bin/Release/net10.0-windows/Titano.exe src/Titano.Uploader/bin/Release/net10.0-windows/Titano.Uploader.exe \
src/Titano.Setup/bin/Release/net10.0-windows/Titano.Setup.exe; do
name=$(basename "$exe" .exe)
@@ -109,8 +110,28 @@ jobs:
cat "out/capture-$name.log"
count=$(( $(ls out/screenshots/*.png 2>/dev/null | wc -l) - before ))
echo "$name capture exit code $code, $count screenshot(s)"
if [ "$count" -eq 0 ]; then echo "::warning title=Screenshots::$name --capture produced no images (exit $code)"; fi
# A capture that crashed or wrote nothing fails the job; the pictures it did write are still published.
if [ "$code" -ne 0 ] || [ "$count" -eq 0 ]; then
echo "::error title=Screenshots::$name --capture failed (exit $code, $count screenshot(s))"
failed=1
fi
done
exit $failed
# BRIEF §20.2 visual regression against tests/visual/baselines: a screen beyond the tolerance fails, one without
# a baseline only warns (the baselines README says how to add them).
- name: Screenshot diff
if: runner.os == 'Windows' && !cancelled() && hashFiles('out/screenshots/*.png') != ''
run: dotnet "$TOOLS" screenshots diff out/screenshots --baseline tests/visual/baselines --out out/screenshot-diff
- name: Upload screenshot diffs
if: runner.os == 'Windows' && !cancelled() && hashFiles('out/screenshot-diff/*.png') != ''
continue-on-error: true
uses: actions/upload-artifact@v4
with:
name: screenshot-diff
path: out/screenshot-diff/
retention-days: 7
# Handed to the screenshots job through the cache: it does not count against the artifact storage quota.
- name: Keep screenshots for the screenshots job
@@ -180,6 +201,69 @@ jobs:
git commit -q -m "Screenshots of ${{ github.event.pull_request.head.sha }}"
git push -q -f "https://x-access-token:${{ github.token }}@github.com/${{ github.repository }}.git" HEAD:refs/heads/ci-screenshots
# BRIEF §18 on a clean runner: the real installers (published programs, TPK1 payload) installed silently, run,
# upgraded in place, uninstalled; .github/scripts/installer-test.ps1 checks every step.
installer:
name: Installer (windows-latest)
runs-on: windows-latest
timeout-minutes: 45
defaults:
run:
shell: pwsh
steps:
- uses: actions/checkout@v4
- uses: actions/setup-dotnet@v4
with:
global-json-file: global.json
# As release.yml publishes them, without ReadyToRun (only start-up time differs).
- name: Publish App, Uploader and Setup (win-x64, self-contained single file)
run: |
foreach ($p in 'Titano.App', 'Titano.Uploader', 'Titano.Setup') {
dotnet publish "src/$p/$p.csproj" -c Release -r win-x64 --self-contained -p:PublishSingleFile=true `
-p:IncludeNativeLibrariesForSelfExtract=true -p:PublishReadyToRun=false -o "out/publish/$p"
if ($LASTEXITCODE -ne 0) { throw "dotnet publish $p failed" }
}
- name: Build Titano.Tools
run: |
dotnet build src/Titano.Tools/Titano.Tools.csproj -c Release
if ($LASTEXITCODE -ne 0) { throw 'Titano.Tools did not build' }
# Version 1 ships one more file than version 2: the upgrade must remove it.
- name: Pack the installers
run: |
Copy-Item -Recurse out/publish/Titano.App out/app-v1
Set-Content -LiteralPath out/app-v1/legacy.txt -Value 'only in version 1'
$installers = @(
@('--product', 'Titano', '--version', '1.0.0', '--component', 'Titano=out/app-v1',
'--component', 'Uploader=out/publish/Titano.Uploader', '--out', 'out/installers/Titano-Setup-1.0.0.exe'),
@('--product', 'Titano', '--version', '1.0.1', '--component', 'Titano=out/publish/Titano.App',
'--component', 'Uploader=out/publish/Titano.Uploader', '--out', 'out/installers/Titano-Setup-1.0.1.exe'),
@('--product', 'Titano Uploader', '--version', '1.0.1', '--component', 'Uploader=out/publish/Titano.Uploader',
'--out', 'out/installers/Titano-Uploader-Setup-1.0.1.exe'))
foreach ($installer in $installers) {
dotnet $env:TOOLS pack-installer --setup out/publish/Titano.Setup/Titano.Setup.exe @installer
if ($LASTEXITCODE -ne 0) { throw "pack-installer $installer failed" }
}
- name: Install, run, upgrade and remove
run: |
./.github/scripts/installer-test.ps1 -Setup1 out/installers/Titano-Setup-1.0.0.exe -Setup2 out/installers/Titano-Setup-1.0.1.exe `
-UploaderSetup out/installers/Titano-Uploader-Setup-1.0.1.exe -Version1 1.0.0 -Version2 1.0.1 -Screenshots out/installer-screenshots
- name: Setup logs
if: always()
run: |
$logs = Join-Path ([System.IO.Path]::GetTempPath()) 'Titano Setup'
if (-not (Test-Path -LiteralPath $logs)) { Write-Host "No setup log in '$logs'"; exit 0 }
Get-ChildItem -LiteralPath $logs -Filter *.log -File | Sort-Object Name | ForEach-Object {
Write-Host "::group::$($_.Name)"
Get-Content -LiteralPath $_.FullName
Write-Host '::endgroup::'
}
postgres:
name: PostgreSQL ${{ matrix.pg }} integration
strategy:
@@ -201,11 +285,22 @@ jobs:
--health-interval 5s --health-timeout 5s --health-retries 20
env:
TITANO_TEST_PG: Host=127.0.0.1;Port=5432;Database=titano_test;Username=titano;Password=titano-ci;SslMode=disable
# Roles, pg_hba lines and TLS made by postgres-ci-setup.sh: with these set, the wire tests of MD5, cleartext, trust
# and TLS (BRIEF §6.3) run, and a server that refuses TLS fails them instead of skipping them.
TITANO_TEST_PG_MD5: Host=127.0.0.1;Port=5432;Database=titano_test;Username=titano_md5;Password=md5-ci;SslMode=disable
TITANO_TEST_PG_CLEARTEXT: Host=127.0.0.1;Port=5432;Database=titano_test;Username=titano_clear;Password=clear-ci;SslMode=disable
TITANO_TEST_PG_TRUST: Host=127.0.0.1;Port=5432;Database=titano_test;Username=titano_trust;SslMode=disable
TITANO_TEST_PG_TLS: "1"
steps:
- uses: actions/checkout@v4
- uses: actions/setup-dotnet@v4
with:
global-json-file: global.json
# The image starts with TLS off and SCRAM only.
- name: Configure PostgreSQL (MD5, cleartext, trust, TLS)
run: |
bash .github/scripts/postgres-ci-setup.sh "${{ job.services.postgres.id }}" titano titano_test "$RUNNER_TEMP/pg-tls"
echo "TITANO_TEST_PG_ROOT_CERT=$RUNNER_TEMP/pg-tls/server.crt" >> "$GITHUB_ENV"
- name: Test · Data (PostgreSQL)
run: dotnet run --project tests/Titano.Data.Tests -c Release -- --junit out/junit/data-pg${{ matrix.pg }}.xml
- name: Test · Server (PostgreSQL)