ci: screenshot diff, installer test and every PostgreSQL authentication method
- Screenshots: a capture that exits with an error or writes nothing fails the job (the pictures it wrote are still published); the new "Screenshot diff" step compares them with tests/visual/baselines, fails beyond the tolerance, warns once for screens without a baseline and uploads the diff images. - installer (windows-latest): publishes App, Uploader and Setup (self-contained single file, no ReadyToRun), packs Titano 1.0.0 (with an extra legacy.txt), Titano 1.0.1 and the Uploader installer, and runs .github/scripts/installer-test.ps1: argument and not-installed exit codes, silent install into a folder with a space, Add/Remove Programs, shortcuts and the .titano file type, the installed programs drawing their screens, upgrade in place removing legacy.txt, uninstall removing itself, user data kept, the Uploader installer; the setup logs are printed whatever happens. The script now resolves its paths from the PowerShell location. - PostgreSQL 16/17: postgres-ci-setup.sh prepares the service container and the job exports the MD5, cleartext, trust, TLS and root-certificate variables. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_012iLMBNwBE2GnphAsu4cjaC
This commit is contained in:
4 files changed
+233
-9
No files matched your search
@@ -99,6 +99,7 @@ jobs:
|
||||
timeout-minutes: 10
|
||||
run: |
|
||||
set +e
|
||||
failed=0
|
||||
for exe in src/Titano.App/bin/Release/net10.0-windows/Titano.exe src/Titano.Uploader/bin/Release/net10.0-windows/Titano.Uploader.exe \
|
||||
src/Titano.Setup/bin/Release/net10.0-windows/Titano.Setup.exe; do
|
||||
name=$(basename "$exe" .exe)
|
||||
@@ -109,8 +110,28 @@ jobs:
|
||||
cat "out/capture-$name.log"
|
||||
count=$(( $(ls out/screenshots/*.png 2>/dev/null | wc -l) - before ))
|
||||
echo "$name capture exit code $code, $count screenshot(s)"
|
||||
if [ "$count" -eq 0 ]; then echo "::warning title=Screenshots::$name --capture produced no images (exit $code)"; fi
|
||||
# A capture that crashed or wrote nothing fails the job; the pictures it did write are still published.
|
||||
if [ "$code" -ne 0 ] || [ "$count" -eq 0 ]; then
|
||||
echo "::error title=Screenshots::$name --capture failed (exit $code, $count screenshot(s))"
|
||||
failed=1
|
||||
fi
|
||||
done
|
||||
exit $failed
|
||||
|
||||
# BRIEF §20.2 visual regression against tests/visual/baselines: a screen beyond the tolerance fails, one without
|
||||
# a baseline only warns (the baselines README says how to add them).
|
||||
- name: Screenshot diff
|
||||
if: runner.os == 'Windows' && !cancelled() && hashFiles('out/screenshots/*.png') != ''
|
||||
run: dotnet "$TOOLS" screenshots diff out/screenshots --baseline tests/visual/baselines --out out/screenshot-diff
|
||||
|
||||
- name: Upload screenshot diffs
|
||||
if: runner.os == 'Windows' && !cancelled() && hashFiles('out/screenshot-diff/*.png') != ''
|
||||
continue-on-error: true
|
||||
uses: actions/upload-artifact@v4
|
||||
with:
|
||||
name: screenshot-diff
|
||||
path: out/screenshot-diff/
|
||||
retention-days: 7
|
||||
|
||||
# Handed to the screenshots job through the cache: it does not count against the artifact storage quota.
|
||||
- name: Keep screenshots for the screenshots job
|
||||
@@ -180,6 +201,69 @@ jobs:
|
||||
git commit -q -m "Screenshots of ${{ github.event.pull_request.head.sha }}"
|
||||
git push -q -f "https://x-access-token:${{ github.token }}@github.com/${{ github.repository }}.git" HEAD:refs/heads/ci-screenshots
|
||||
|
||||
# BRIEF §18 on a clean runner: the real installers (published programs, TPK1 payload) installed silently, run,
|
||||
# upgraded in place, uninstalled; .github/scripts/installer-test.ps1 checks every step.
|
||||
installer:
|
||||
name: Installer (windows-latest)
|
||||
runs-on: windows-latest
|
||||
timeout-minutes: 45
|
||||
defaults:
|
||||
run:
|
||||
shell: pwsh
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
|
||||
- uses: actions/setup-dotnet@v4
|
||||
with:
|
||||
global-json-file: global.json
|
||||
|
||||
# As release.yml publishes them, without ReadyToRun (only start-up time differs).
|
||||
- name: Publish App, Uploader and Setup (win-x64, self-contained single file)
|
||||
run: |
|
||||
foreach ($p in 'Titano.App', 'Titano.Uploader', 'Titano.Setup') {
|
||||
dotnet publish "src/$p/$p.csproj" -c Release -r win-x64 --self-contained -p:PublishSingleFile=true `
|
||||
-p:IncludeNativeLibrariesForSelfExtract=true -p:PublishReadyToRun=false -o "out/publish/$p"
|
||||
if ($LASTEXITCODE -ne 0) { throw "dotnet publish $p failed" }
|
||||
}
|
||||
|
||||
- name: Build Titano.Tools
|
||||
run: |
|
||||
dotnet build src/Titano.Tools/Titano.Tools.csproj -c Release
|
||||
if ($LASTEXITCODE -ne 0) { throw 'Titano.Tools did not build' }
|
||||
|
||||
# Version 1 ships one more file than version 2: the upgrade must remove it.
|
||||
- name: Pack the installers
|
||||
run: |
|
||||
Copy-Item -Recurse out/publish/Titano.App out/app-v1
|
||||
Set-Content -LiteralPath out/app-v1/legacy.txt -Value 'only in version 1'
|
||||
$installers = @(
|
||||
@('--product', 'Titano', '--version', '1.0.0', '--component', 'Titano=out/app-v1',
|
||||
'--component', 'Uploader=out/publish/Titano.Uploader', '--out', 'out/installers/Titano-Setup-1.0.0.exe'),
|
||||
@('--product', 'Titano', '--version', '1.0.1', '--component', 'Titano=out/publish/Titano.App',
|
||||
'--component', 'Uploader=out/publish/Titano.Uploader', '--out', 'out/installers/Titano-Setup-1.0.1.exe'),
|
||||
@('--product', 'Titano Uploader', '--version', '1.0.1', '--component', 'Uploader=out/publish/Titano.Uploader',
|
||||
'--out', 'out/installers/Titano-Uploader-Setup-1.0.1.exe'))
|
||||
foreach ($installer in $installers) {
|
||||
dotnet $env:TOOLS pack-installer --setup out/publish/Titano.Setup/Titano.Setup.exe @installer
|
||||
if ($LASTEXITCODE -ne 0) { throw "pack-installer $installer failed" }
|
||||
}
|
||||
|
||||
- name: Install, run, upgrade and remove
|
||||
run: |
|
||||
./.github/scripts/installer-test.ps1 -Setup1 out/installers/Titano-Setup-1.0.0.exe -Setup2 out/installers/Titano-Setup-1.0.1.exe `
|
||||
-UploaderSetup out/installers/Titano-Uploader-Setup-1.0.1.exe -Version1 1.0.0 -Version2 1.0.1 -Screenshots out/installer-screenshots
|
||||
|
||||
- name: Setup logs
|
||||
if: always()
|
||||
run: |
|
||||
$logs = Join-Path ([System.IO.Path]::GetTempPath()) 'Titano Setup'
|
||||
if (-not (Test-Path -LiteralPath $logs)) { Write-Host "No setup log in '$logs'"; exit 0 }
|
||||
Get-ChildItem -LiteralPath $logs -Filter *.log -File | Sort-Object Name | ForEach-Object {
|
||||
Write-Host "::group::$($_.Name)"
|
||||
Get-Content -LiteralPath $_.FullName
|
||||
Write-Host '::endgroup::'
|
||||
}
|
||||
|
||||
postgres:
|
||||
name: PostgreSQL ${{ matrix.pg }} integration
|
||||
strategy:
|
||||
@@ -201,11 +285,22 @@ jobs:
|
||||
--health-interval 5s --health-timeout 5s --health-retries 20
|
||||
env:
|
||||
TITANO_TEST_PG: Host=127.0.0.1;Port=5432;Database=titano_test;Username=titano;Password=titano-ci;SslMode=disable
|
||||
# Roles, pg_hba lines and TLS made by postgres-ci-setup.sh: with these set, the wire tests of MD5, cleartext, trust
|
||||
# and TLS (BRIEF §6.3) run, and a server that refuses TLS fails them instead of skipping them.
|
||||
TITANO_TEST_PG_MD5: Host=127.0.0.1;Port=5432;Database=titano_test;Username=titano_md5;Password=md5-ci;SslMode=disable
|
||||
TITANO_TEST_PG_CLEARTEXT: Host=127.0.0.1;Port=5432;Database=titano_test;Username=titano_clear;Password=clear-ci;SslMode=disable
|
||||
TITANO_TEST_PG_TRUST: Host=127.0.0.1;Port=5432;Database=titano_test;Username=titano_trust;SslMode=disable
|
||||
TITANO_TEST_PG_TLS: "1"
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
- uses: actions/setup-dotnet@v4
|
||||
with:
|
||||
global-json-file: global.json
|
||||
# The image starts with TLS off and SCRAM only.
|
||||
- name: Configure PostgreSQL (MD5, cleartext, trust, TLS)
|
||||
run: |
|
||||
bash .github/scripts/postgres-ci-setup.sh "${{ job.services.postgres.id }}" titano titano_test "$RUNNER_TEMP/pg-tls"
|
||||
echo "TITANO_TEST_PG_ROOT_CERT=$RUNNER_TEMP/pg-tls/server.crt" >> "$GITHUB_ENV"
|
||||
- name: Test · Data (PostgreSQL)
|
||||
run: dotnet run --project tests/Titano.Data.Tests -c Release -- --junit out/junit/data-pg${{ matrix.pg }}.xml
|
||||
- name: Test · Server (PostgreSQL)
|
||||
|
||||
Reference in new issue
Block a user