Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Mzbb6zeFTjT6Rp8b92AVkA
214 lines
11 KiB
C#
214 lines
11 KiB
C#
using System.Text.Json;
|
|
using System.Text.Json.Nodes;
|
|
using Febe.Core.Collection;
|
|
using Febe.Sonda;
|
|
using Febe.Tests.Support;
|
|
|
|
namespace Febe.Tests.Collection;
|
|
|
|
/// <summary>
|
|
/// Cleaning of probe samples (spec §14.5) on synthetic raw samples written by the test: invented, generic shapes
|
|
/// with made-up people. Nothing real, nothing that claims to be Instagram's format.
|
|
/// </summary>
|
|
[TestClass]
|
|
public sealed class SanitizerTests
|
|
{
|
|
private const string RawSample = """
|
|
{
|
|
"descrittore": { "indirizzo": "https://www.instagram.com/api/qualcosa/mario.rossi", "host": "sito", "stato": 200, "tipo": "application/json" },
|
|
"corpo": {
|
|
"utente": { "id": "5512345678", "nome_utente": "mario.rossi", "nome": "Mario Rossi", "privato": false, "seguiti_count": 312 },
|
|
"elementi": [
|
|
{
|
|
"id": 3187654321098765,
|
|
"taken_at": 1791878400,
|
|
"didascalia": "Cena con Lucia al lago di Garda!! 🍝",
|
|
"width": 1080, "height": 1350, "duration": 12.5,
|
|
"media_type": "image",
|
|
"url": "https://scontent-mxp1-1.cdninstagram.com/v/t51/123_456_n.jpg?stp=abc&oh=00_secret&oe=6712ABCD",
|
|
"pagina": "https://www.instagram.com/p/CxYz123/",
|
|
"visto": true,
|
|
"vuoto": null
|
|
}
|
|
],
|
|
"per_id": { "17841400123456": { "nome_utente": "lucia.bianchi" } },
|
|
"cursore": "QVFIUjBzNmFQZ0pNb2xKd2E3ZQ==",
|
|
"ripetuto": "mario.rossi"
|
|
}
|
|
}
|
|
""";
|
|
|
|
[TestMethod]
|
|
public void StructureStaysAndEveryPersonalValueIsReplaced()
|
|
{
|
|
using var temp = new TempFolder("ripulitura");
|
|
var raw = Directory.CreateDirectory(temp.Combine("grezzi")).FullName;
|
|
File.WriteAllText(Path.Combine(raw, "000001.json"), RawSample);
|
|
File.WriteAllText(Path.Combine(raw, "interazioni.jsonl"), """
|
|
{"evento":"fuoco","percorso":"/mario.rossi/","elemento":{"role":"link","ariaLabel":"Storie di mario.rossi","href":{"host":"www.instagram.com","path":"/stories/mario.rossi/"}}}
|
|
{"evento":"sopra","percorso":"/","elemento":{"role":"button","ariaLabel":"Chiudi"}}
|
|
""");
|
|
Directory.CreateDirectory(Path.Combine(raw, SampleSanitizer.BrowserProfileFolder));
|
|
File.WriteAllText(Path.Combine(raw, SampleSanitizer.BrowserProfileFolder, "Preferences.json"), """{"segreto":"cookie di sessione"}""");
|
|
|
|
var clean = temp.Combine("ripuliti");
|
|
var report = new SampleSanitizer(key: new byte[32]).SanitizeFolder(raw, clean);
|
|
Assert.AreEqual(2, report.Files, "The browser profile is never part of the samples.");
|
|
Assert.IsFalse(Directory.Exists(Path.Combine(clean, SampleSanitizer.BrowserProfileFolder)));
|
|
|
|
var cleaned = JsonNode.Parse(File.ReadAllText(Path.Combine(clean, "000001.json")))!;
|
|
var body = cleaned["corpo"]!;
|
|
var item = body["elementi"]![0]!;
|
|
|
|
// Structure and ordinary keys stay.
|
|
CollectionAssert.AreEquivalent(
|
|
new[] { "id", "taken_at", "didascalia", "width", "height", "duration", "media_type", "url", "pagina", "visto", "vuoto" },
|
|
item.AsObject().Select(p => p.Key).ToArray());
|
|
|
|
// Allowlisted fields stay: dimensions, durations, counts, type codes, dates; booleans and null always.
|
|
Assert.AreEqual(1080, item["width"]!.GetValue<int>());
|
|
Assert.AreEqual(12.5, item["duration"]!.GetValue<double>());
|
|
Assert.AreEqual(1791878400, item["taken_at"]!.GetValue<long>());
|
|
Assert.AreEqual("image", item["media_type"]!.GetValue<string>());
|
|
Assert.AreEqual(312, body["utente"]!["seguiti_count"]!.GetValue<int>());
|
|
Assert.IsTrue(item["visto"]!.GetValue<bool>());
|
|
Assert.IsNull(item["vuoto"]);
|
|
|
|
// Strings and long numbers: fake values of the same shape.
|
|
var name = body["utente"]!["nome_utente"]!.GetValue<string>();
|
|
Assert.AreNotEqual("mario.rossi", name);
|
|
Assert.AreEqual(11, name.Length);
|
|
Assert.AreEqual('.', name[5], "Punctuation keeps the shape.");
|
|
Assert.AreEqual(name, body["ripetuto"]!.GetValue<string>(), "Equal values get equal fakes: relations survive.");
|
|
var id = item["id"]!.GetValue<long>();
|
|
Assert.AreNotEqual(3187654321098765, id);
|
|
Assert.AreEqual(16, id.ToString(System.Globalization.CultureInfo.InvariantCulture).Length);
|
|
Assert.AreEqual(10, body["utente"]!["id"]!.GetValue<string>().Length);
|
|
var caption = item["didascalia"]!.GetValue<string>();
|
|
Assert.AreEqual("Cena con Lucia al lago di Garda!! 🍝".Length, caption.Length);
|
|
Assert.IsFalse(caption.Contains("Lucia", StringComparison.Ordinal));
|
|
|
|
// Addresses: only site or CDN, and the file extension.
|
|
StringAssert.StartsWith(item["url"]!.GetValue<string>(), "https://cdn.esempio/");
|
|
StringAssert.EndsWith(item["url"]!.GetValue<string>(), ".jpg");
|
|
StringAssert.StartsWith(item["pagina"]!.GetValue<string>(), "https://sito.esempio/");
|
|
StringAssert.StartsWith(cleaned["descrittore"]!["indirizzo"]!.GetValue<string>(), "https://sito.esempio/");
|
|
|
|
// Keys that look like identifiers are replaced too.
|
|
var key = body["per_id"]!.AsObject().Single().Key;
|
|
Assert.AreNotEqual("17841400123456", key);
|
|
Assert.AreEqual(14, key.Length);
|
|
|
|
var verify = SampleVerifier.Verify(raw, clean);
|
|
Assert.IsTrue(verify.Passed, string.Join("; ", verify.Leaks.Select(l => $"{l.CleanFile} {l.Length} {l.Kind}")));
|
|
Assert.IsTrue(verify.CheckedTokens > 10);
|
|
}
|
|
|
|
[TestMethod]
|
|
public void TheVerificationFailsWhenARawValueSurvivesAndDoesNotPrintIt()
|
|
{
|
|
using var temp = new TempFolder("ripulitura");
|
|
var raw = Directory.CreateDirectory(temp.Combine("grezzi")).FullName;
|
|
File.WriteAllText(Path.Combine(raw, "000001.json"), RawSample);
|
|
var clean = temp.Combine("ripuliti");
|
|
new SampleSanitizer().SanitizeFolder(raw, clean);
|
|
|
|
// Someone «fixes» a cleaned file by hand and puts a real name back.
|
|
var path = Path.Combine(clean, "000001.json");
|
|
var node = JsonNode.Parse(File.ReadAllText(path))!;
|
|
node["corpo"]!["elementi"]![0]!["didascalia"] = "nota: lucia.bianchi";
|
|
File.WriteAllText(path, node.ToJsonString());
|
|
|
|
var report = SampleVerifier.Verify(raw, clean);
|
|
Assert.IsFalse(report.Passed);
|
|
Assert.IsTrue(report.Leaks.All(l => l.CleanFile == "000001.json"));
|
|
Assert.IsTrue(report.Leaks.Any(l => l.Kind == "lettere"));
|
|
foreach (var leak in report.Leaks)
|
|
{
|
|
Assert.IsFalse(leak.ToString().Contains("lucia", StringComparison.OrdinalIgnoreCase), "Where, never what.");
|
|
}
|
|
|
|
// A raw copy is the worst case.
|
|
var copy = temp.Combine("copia");
|
|
Directory.CreateDirectory(copy);
|
|
File.Copy(Path.Combine(raw, "000001.json"), Path.Combine(copy, "000001.json"));
|
|
Assert.IsTrue(SampleVerifier.Verify(raw, copy).Leaks.Count > 5);
|
|
|
|
// A missing cleaned file fails too.
|
|
File.Delete(path);
|
|
Assert.IsFalse(SampleVerifier.Verify(raw, clean).Passed);
|
|
}
|
|
|
|
[TestMethod]
|
|
public void TheCleanFolderCannotBeInsideTheRawOne()
|
|
{
|
|
using var temp = new TempFolder("ripulitura");
|
|
var raw = Directory.CreateDirectory(temp.Combine("grezzi")).FullName;
|
|
File.WriteAllText(Path.Combine(raw, "000001.json"), "{}");
|
|
Assert.ThrowsExactly<InvalidOperationException>(() => new SampleSanitizer().SanitizeFolder(raw, Path.Combine(raw, "ripuliti")));
|
|
}
|
|
|
|
[TestMethod]
|
|
public void RawSamplesAreRefusedInsideAGitRepository()
|
|
{
|
|
using var temp = new TempFolder("sonda");
|
|
Directory.CreateDirectory(temp.Combine("progetto", ".git"));
|
|
var inside = temp.Combine("progetto", "campioni", "grezzi");
|
|
Assert.AreEqual(temp.Combine("progetto"), RepositoryGuard.FindRepository(inside));
|
|
var refused = Assert.ThrowsExactly<InvalidOperationException>(() => RepositoryGuard.EnsureOutside(inside));
|
|
StringAssert.Contains(refused.Message, "fuori dal repository");
|
|
RepositoryGuard.EnsureOutside(temp.Combine("altrove"));
|
|
|
|
// A worktree has a «.git» file instead of a folder: refused too.
|
|
Directory.CreateDirectory(temp.Combine("albero"));
|
|
File.WriteAllText(temp.Combine("albero", ".git"), "gitdir: /altrove/.git/worktrees/albero\n");
|
|
Assert.IsNotNull(RepositoryGuard.FindRepository(temp.Combine("albero", "campioni")));
|
|
}
|
|
|
|
[TestMethod]
|
|
public void TheAllowlistIsShortAndExplicit()
|
|
{
|
|
var allow = SanitizerAllowlist.Default;
|
|
Assert.AreEqual(AllowedField.Dimension, allow.FieldOf("original_width"));
|
|
Assert.AreEqual(AllowedField.Date, allow.FieldOf("expiring_at"));
|
|
Assert.AreEqual(AllowedField.Count, allow.FieldOf("comment_count"));
|
|
Assert.AreEqual(AllowedField.None, allow.FieldOf("username"));
|
|
Assert.AreEqual(AllowedField.None, allow.FieldOf("caption"));
|
|
Assert.IsTrue(allow.KeepsString("media_type", "video"));
|
|
Assert.IsFalse(allow.KeepsString("media_type", "una frase lunga con 12345 cifre"), "A code must look like a code.");
|
|
Assert.IsTrue(allow.KeepsString("pubblicato", "2026-10-13T08:00:00Z"));
|
|
Assert.IsFalse(allow.KeepsString("pubblicato", "ieri sera"));
|
|
Assert.IsFalse(allow.KeepsString("width", "1080"), "Dimensions keep numbers only.");
|
|
}
|
|
|
|
[TestMethod]
|
|
public void AddressesOutsideSiteAndCdnAreMarkedAsOther()
|
|
{
|
|
var sanitizer = new SampleSanitizer(hosts: new HostClassifier(["127.0.0.1"], ["127.0.0.2"]));
|
|
var node = sanitizer.Sanitize(JsonNode.Parse("""{"a":"http://127.0.0.2:8482/m/f1/960x1200.jpg?scad=1&firma=x","b":"http://127.0.0.1:8481/profilo/marta.prova/","c":"https://esterno.example/x.webp"}"""))!;
|
|
StringAssert.StartsWith(node["a"]!.GetValue<string>(), "https://cdn.esempio/");
|
|
StringAssert.EndsWith(node["a"]!.GetValue<string>(), ".jpg");
|
|
Assert.IsFalse(node["b"]!.GetValue<string>().Contains("prova", StringComparison.Ordinal), "A user name after a dot is not an extension.");
|
|
StringAssert.StartsWith(node["c"]!.GetValue<string>(), "https://altro.esempio/");
|
|
StringAssert.EndsWith(node["c"]!.GetValue<string>(), ".webp");
|
|
}
|
|
|
|
[TestMethod]
|
|
public void TheProbeReadsOnlyThroughAReadOnlyScript() =>
|
|
Febe.Browser.Cdp.ReadOnlyScriptGuard.EnsureReadOnly(ProbeRecorder.InteractionScript);
|
|
|
|
[TestMethod]
|
|
public void TheCleanedSamplesInTheRepositoryAreCleanedSamples()
|
|
{
|
|
// Every file of tests/campioni/prova comes out of «ripulisci»: fake addresses, no address of the test site.
|
|
foreach (var file in Directory.EnumerateFiles(Path.Combine(AppContext.BaseDirectory, "campioni", "prova"), "*.json"))
|
|
{
|
|
var text = File.ReadAllText(file);
|
|
Assert.IsFalse(text.Contains("127.0.0.", StringComparison.Ordinal), file);
|
|
Assert.IsFalse(text.Contains("prova\"", StringComparison.Ordinal), file);
|
|
using var document = JsonDocument.Parse(text);
|
|
Assert.IsTrue(document.RootElement.TryGetProperty("corpo", out _));
|
|
}
|
|
}
|
|
}
|