HttpSiteRequester è l'unica classe che parla col sito: va solo a https://www.instagram.com/ o a un sito di prova di loopback, non segue i rinvii, una richiesta per volta col permesso del Governatore, solo le intestazioni del catalogo con l'user agent della sessione, e registra solo operazione, forma del percorso e stato. Cookie rinnovati e claim finiscono nella sessione (ISiteSession, per ora in memoria; la copia cifrata è S4). SiteAnswerSignals traduce le risposte nei segnali di §7.6: 429 rallenta; rinvii, 401/403, HTML o campi mancanti valgono come Verifica (H16). Il sito di prova risponde alle richieste dirette come dice richieste.prova.json e simula i casi d'arresto; una visita senza sessione viva apre una sessione nuova anche per il client. Nulla è ancora collegato al motore (S3). Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
275 lines
16 KiB
C#
275 lines
16 KiB
C#
using System.Text;
|
|
using Febe.Core.Abstractions;
|
|
using Febe.Core.Collection;
|
|
using Febe.Core.Collection.Requests;
|
|
using Febe.Tests.Collection.Support;
|
|
|
|
namespace Febe.Tests.Collection;
|
|
|
|
/// <summary>
|
|
/// The stop signals of §7.6 read from the answers of the site client (issue #36, S2), whatever brought them: 429 as for
|
|
/// the browser, and until the true shapes are known (H16) a redirect, a 401 or 403, an HTML or a JSON without the
|
|
/// expected fields, a deleted session cookie are a Verifica; a JSON with its fields is no signal.
|
|
/// </summary>
|
|
[TestClass]
|
|
public sealed class SiteAnswerSignalsTests
|
|
{
|
|
private static readonly DateTimeOffset At = new(2026, 11, 16, 10, 0, 0, TimeSpan.Zero);
|
|
private static readonly SiteOperation Tray = SettledCatalog.Instagram().Operations.Single(o => o.Name == "PolarisProfileStoryHighlightsTrayContentQuery");
|
|
private static readonly SiteOperation Profile = RequestCatalog.LoadTestSite().Operations.Single(o => o.Name == "profilo");
|
|
private static readonly SiteAnswerSignals Instagram = new(SignalRules.LoadDefault(), "sessionid");
|
|
private static readonly SiteAnswerSignals Prova = new(SignalRules.LoadTestSite(), "sessione_prova");
|
|
|
|
[TestMethod]
|
|
public void AJsonWithItsFieldsIsNoSignal()
|
|
{
|
|
Assert.IsNull(Prova.Classify(Profile, Json(Profile, 200, """{"profilo":{"nome":"marta"}}"""), At));
|
|
Assert.IsNull(Prova.Classify(Profile, Json(Profile, 200, """{"profilo":{}}""", rootFieldsPresent: true), At));
|
|
|
|
// A cookie renewed or another cookie deleted is not a stop.
|
|
Assert.IsNull(Prova.Classify(Profile, new SiteAnswer(Profile, 200, "application/json", Bytes("""{"profilo":{}}"""), cookiesSet: ["sessione_prova"], cookiesDeleted: ["altro"], setsClaim: true), At));
|
|
}
|
|
|
|
[TestMethod]
|
|
public void A429IsARallentamentoAsForTheBrowser()
|
|
{
|
|
var signal = Instagram.Classify(Tray, new SiteAnswer(Tray, 429, "text/html", ReadOnlyMemory<byte>.Empty, retryAfter: TimeSpan.FromMinutes(2)), At)!;
|
|
Assert.AreEqual(SignalLevel.Throttle, signal.Signal.Level);
|
|
Assert.AreEqual("http-429", signal.Signal.Code);
|
|
Assert.AreEqual(At, signal.Signal.At);
|
|
StringAssert.Contains(signal.Message, "429");
|
|
StringAssert.Contains(signal.Message, "120 s");
|
|
|
|
Assert.AreEqual(SignalLevel.Throttle, Prova.Classify(Profile, Json(Profile, 429, """{"errore":"troppe-richieste"}"""), At)!.Signal.Level);
|
|
}
|
|
|
|
[TestMethod]
|
|
[DataRow(301)]
|
|
[DataRow(302)]
|
|
[DataRow(303)]
|
|
[DataRow(307)]
|
|
public void ARedirectIsAVerificaAndShowsOnlyTheShapeOfWhereItPointed(int status)
|
|
{
|
|
var answer = new SiteAnswer(Tray, status, "text/html", ReadOnlyMemory<byte>.Empty, redirectTo: "https://www.instagram.com/accounts/login/?next=%2Fmarta.prova%2F");
|
|
var signal = Instagram.Classify(Tray, answer, At)!;
|
|
Assert.AreEqual(SignalLevel.Challenge, signal.Signal.Level);
|
|
Assert.AreEqual(SiteAnswerSignals.RedirectCode, signal.Signal.Code);
|
|
Assert.AreEqual(SiteAnswerSignals.H16, signal.Hypothesis);
|
|
StringAssert.Contains(signal.Message, "/accounts/login/");
|
|
StringAssert.Contains(signal.Message, "non seguito");
|
|
Assert.IsFalse(signal.Message.Contains("marta", StringComparison.Ordinal));
|
|
Assert.IsFalse(signal.Message.Contains("instagram.com", StringComparison.Ordinal));
|
|
Assert.AreEqual(Tray.PathShape, signal.Signal.Url, "The address of the signal is the path shape, never a value.");
|
|
}
|
|
|
|
[TestMethod]
|
|
public void A401OrA403IsAVerifica()
|
|
{
|
|
Assert.AreEqual(SiteAnswerSignals.UnauthorizedCode, Instagram.Classify(Tray, Json(Tray, 401, """{"message":"login_required"}"""), At)!.Signal.Code);
|
|
var forbidden = Instagram.Classify(Tray, new SiteAnswer(Tray, 403, "text/html", Bytes("<html><body>CSRF</body></html>")), At)!;
|
|
Assert.AreEqual(SiteAnswerSignals.ForbiddenCode, forbidden.Signal.Code);
|
|
Assert.AreEqual(SignalLevel.Challenge, forbidden.Signal.Level);
|
|
}
|
|
|
|
[TestMethod]
|
|
public void AnHtmlANonJsonOrAJsonWithoutTheExpectedFieldsIsAVerifica()
|
|
{
|
|
Assert.AreEqual(SiteAnswerSignals.HtmlCode, Classify(new SiteAnswer(Profile, 200, "text/html; charset=utf-8", Bytes("<!DOCTYPE html><html></html>"))));
|
|
Assert.AreEqual(SiteAnswerSignals.HtmlCode, Classify(new SiteAnswer(Profile, 200, "application/json", Bytes("\n <!doctype HTML><html></html>"))), "Declared JSON, but an HTML document.");
|
|
Assert.AreEqual(SiteAnswerSignals.NotJsonCode, Classify(new SiteAnswer(Profile, 200, "text/javascript", Bytes("for (;;);{\"a\":1}"))));
|
|
Assert.AreEqual(SiteAnswerSignals.NotJsonCode, Classify(new SiteAnswer(Profile, 200, "application/json", ReadOnlyMemory<byte>.Empty)));
|
|
|
|
var missing = Prova.Classify(Profile, Json(Profile, 200, """{"risposta":{"voci":[]}}"""), At)!;
|
|
Assert.AreEqual(SiteAnswerSignals.MissingFieldsCode, missing.Signal.Code);
|
|
Assert.AreEqual(SignalLevel.Challenge, missing.Signal.Level);
|
|
StringAssert.Contains(missing.Message, "profilo", "Names the expected fields.");
|
|
Assert.IsFalse(missing.Message.Contains("voci", StringComparison.Ordinal), "Never the body.");
|
|
|
|
Assert.AreEqual(SiteAnswerSignals.MissingFieldsCode, Classify(Json(Profile, 200, """{"profilo":null}""")), "A null field is missing.");
|
|
Assert.AreEqual(SiteAnswerSignals.MissingFieldsCode, Classify(Json(Profile, 200, """{"profilo":{}}""", rootFieldsPresent: false)), "What the site client saw wins.");
|
|
Assert.AreEqual(SiteAnswerSignals.MissingFieldsCode, Classify(Json(Profile, 400, """{"errore":"richiesta-non-valida"}""")));
|
|
}
|
|
|
|
[TestMethod]
|
|
public void TheSessionCookieDeletedIsAVerificaEvenWithGoodData()
|
|
{
|
|
var answer = new SiteAnswer(Tray, 200, "text/javascript", Bytes("""{"data":{}}"""), cookiesDeleted: ["sessionid"]);
|
|
var signal = Instagram.Classify(Tray, answer, At)!;
|
|
Assert.AreEqual(SiteAnswerSignals.SessionCookieDeletedCode, signal.Signal.Code);
|
|
Assert.AreEqual(SignalLevel.Challenge, signal.Signal.Level);
|
|
StringAssert.Contains(signal.Message, "cookie di sessione");
|
|
Assert.AreEqual(SiteAnswerSignals.SessionCookieDeletedCode, Instagram.Classify(Tray, new SiteAnswer(Tray, 302, null, ReadOnlyMemory<byte>.Empty, redirectTo: "/accounts/login/", cookiesDeleted: ["sessionid"]), At)!.Signal.Code);
|
|
}
|
|
|
|
[TestMethod]
|
|
public void TheTextRulesOfTheSiteApplyToShortJsonAnswers()
|
|
{
|
|
var wait = Instagram.Classify(Tray, Json(Tray, 400, """{"message":"Please wait a few minutes before you try again.","status":"fail"}"""), At)!;
|
|
Assert.AreEqual(SignalLevel.Throttle, wait.Signal.Level);
|
|
Assert.AreEqual("wait-text", wait.Signal.Code);
|
|
}
|
|
|
|
[TestMethod]
|
|
public void AJsonNotFoundOrServerErrorIsLeftToTheCallerButAnHtmlOneStops()
|
|
{
|
|
Assert.IsNull(Classify(Json(Profile, 404, """{"errore":"non-trovato"}""")));
|
|
Assert.IsNull(Classify(Json(Profile, 500, """{"status":"fail"}""")));
|
|
|
|
// §6.0: not JSON where JSON is expected stops the session, whatever the status (an HTML login or error page).
|
|
Assert.AreEqual(SiteAnswerSignals.HtmlCode, Classify(new SiteAnswer(Profile, 404, "text/html", Bytes("<!DOCTYPE html><html></html>"))));
|
|
Assert.AreEqual(SiteAnswerSignals.HtmlCode, Classify(new SiteAnswer(Profile, 500, "text/html", Bytes("<html></html>"))));
|
|
Assert.AreEqual(SiteAnswerSignals.NotJsonCode, Classify(new SiteAnswer(Profile, 503, null, ReadOnlyMemory<byte>.Empty)));
|
|
|
|
// The text rules apply to a short JSON of any status.
|
|
Assert.AreEqual("wait-text", Instagram.Classify(Tray, Json(Tray, 500, """{"message":"Please wait a few minutes before you try again."}"""), At)!.Signal.Code);
|
|
}
|
|
|
|
[TestMethod]
|
|
public void AMissingSessionIsADisconnessioneAndAnAnswerOfAnotherOperationIsRefused()
|
|
{
|
|
var none = SiteAnswerSignals.ForMissingSession(new SiteSessionMissingException("…", missing: null), At);
|
|
Assert.AreEqual(SignalLevel.Disconnect, none.Signal.Level);
|
|
Assert.AreEqual(SiteAnswerSignals.SessionMissingCode, none.Signal.Code);
|
|
StringAssert.Contains(SiteAnswerSignals.ForMissingSession(new SiteSessionMissingException("…", "x-csrftoken"), At).Message, "x-csrftoken");
|
|
|
|
Assert.ThrowsExactly<ArgumentException>(() => Prova.Classify(Profile, Json(Tray, 200, "{}"), At));
|
|
}
|
|
|
|
private static string? Classify(SiteAnswer answer) => Prova.Classify(Profile, answer, At)?.Signal.Code;
|
|
|
|
private static SiteAnswer Json(SiteOperation operation, int status, string body, bool? rootFieldsPresent = null) =>
|
|
new(operation, status, "application/json; charset=utf-8", Bytes(body), rootFieldsPresent: rootFieldsPresent);
|
|
|
|
private static byte[] Bytes(string text) => Encoding.UTF8.GetBytes(text);
|
|
}
|
|
|
|
/// <summary>The saved session of the site client (issue #36, S2): cookies read as a browser reads them, updates in one write, no value in its text.</summary>
|
|
[TestClass]
|
|
public sealed class SiteSessionTests
|
|
{
|
|
private static readonly DateTimeOffset Now = new(2026, 11, 16, 10, 0, 0, TimeSpan.Zero);
|
|
|
|
[TestMethod]
|
|
[DataRow("sessionid=abc; Path=/; HttpOnly", "abc", false)]
|
|
[DataRow("sessionid=\"abc\"; Path=/", "\"abc\"", false)]
|
|
[DataRow("sessionid=\"\"; Path=/", "\"\"", true)]
|
|
[DataRow("sessionid=; Path=/", "", true)]
|
|
[DataRow("sessionid=abc; Max-Age=0; Path=/", "abc", true)]
|
|
[DataRow("sessionid=abc; Max-Age=-1", "abc", true)]
|
|
[DataRow("sessionid=abc; expires=Thu, 01 Jan 1970 00:00:00 GMT; path=/", "abc", true)]
|
|
[DataRow("sessionid=abc; expires=Wed, 16 Nov 2027 10:00:00 GMT; path=/", "abc", false)]
|
|
[DataRow("sessionid=abc; expires=Thu, 01 Jan 1970 00:00:00 GMT; Max-Age=3600", "abc", false)]
|
|
[DataRow("sessionid=abc; Domain=.instagram.com; Path=/", "abc", false)]
|
|
[DataRow("sessionid=abc; Domain=instagram.com", "abc", false)]
|
|
public void ACookieLineIsReadAsABrowserReadsIt(string line, string value, bool deletes)
|
|
{
|
|
var cookie = SiteCookies.Parse(line, "www.instagram.com", Now);
|
|
Assert.IsNotNull(cookie);
|
|
Assert.AreEqual("sessionid", cookie.Value.Name);
|
|
Assert.AreEqual(value, cookie.Value.Value);
|
|
Assert.AreEqual(deletes, cookie.Value.Deletes);
|
|
}
|
|
|
|
[TestMethod]
|
|
public void AQuotedValueIsKeptAsTheBrowserKeepsItAndTheExpiryIsRead()
|
|
{
|
|
// RFC 6265 §5.2: the quotes are part of the value; sent back without them the cookie would not be the browser's.
|
|
var rur = SiteCookies.Parse("rur=\"CLN\\05412\\0541795\"; Domain=.instagram.com; Path=/; Max-Age=3600", "www.instagram.com", Now)!.Value;
|
|
Assert.AreEqual("\"CLN\\05412\\0541795\"", rur.Value);
|
|
Assert.AreEqual(Now.AddHours(1), rur.Expires, "Max-Age from now.");
|
|
|
|
Assert.AreEqual(new DateTimeOffset(2027, 11, 16, 10, 0, 0, TimeSpan.Zero), SiteCookies.Parse("a=b; expires=Tue, 16 Nov 2027 10:00:00 GMT", "www.instagram.com", Now)!.Value.Expires);
|
|
Assert.IsNull(SiteCookies.Parse("a=b; Path=/", "www.instagram.com", Now)!.Value.Expires, "No expiry: it lasts as the session.");
|
|
Assert.IsNull(SiteCookies.Parse("a=b; Max-Age=0", "www.instagram.com", Now)!.Value.Expires, "A deletion has no expiry.");
|
|
}
|
|
|
|
[TestMethod]
|
|
public async Task NewCookiesKeepTheOrderOfTheSiteAndExpiredOnesAreNotSent()
|
|
{
|
|
var session = new InMemorySiteSession(new SiteSessionValues(
|
|
[new("csrftoken", "c1"), new("sessionid", "s1"), new("vecchio", "v1")],
|
|
"agente",
|
|
expires: new Dictionary<string, DateTimeOffset> { ["vecchio"] = Now.AddMinutes(1) }));
|
|
var capture = session.Read()!.Capture;
|
|
|
|
// Ten names, in an order no hash keeps by chance.
|
|
var names = new[] { "ig_nrcb", "ps_l", "zz", "aa", "mid", "datr", "ps_n", "wd", "b1", "a9" };
|
|
await session.UpdateAsync(
|
|
new SiteSessionUpdate(names.Select(n => new KeyValuePair<string, string>(n, "x-" + n)), expires: new Dictionary<string, DateTimeOffset> { ["wd"] = Now.AddDays(7) }, capture: capture),
|
|
CancellationToken.None);
|
|
|
|
var values = session.Read()!;
|
|
CollectionAssert.AreEqual(new[] { "csrftoken", "sessionid", "vecchio" }.Concat(names).ToArray(), values.Cookies.Select(c => c.Key).ToArray());
|
|
Assert.AreEqual(capture, values.Capture, "A renewal keeps the capture.");
|
|
Assert.AreEqual(Now.AddDays(7), values.Expires["wd"]);
|
|
|
|
Assert.AreEqual("v1", values.CookieAt("vecchio", Now));
|
|
Assert.IsNull(values.CookieAt("vecchio", Now.AddMinutes(1)), "Expired: the browser would not send it.");
|
|
Assert.IsFalse(values.CookiesAt(Now.AddMinutes(2)).Any(c => c.Key == "vecchio"));
|
|
Assert.IsNull(values.CookieAt("wd", Now.AddDays(8)));
|
|
Assert.AreEqual("s1", values.CookieAt("sessionid", Now.AddYears(5)), "No expiry: as long as the session.");
|
|
|
|
// Renewed without an expiry: the old expiry goes.
|
|
await session.UpdateAsync(new SiteSessionUpdate([new("wd", "x2")], capture: capture), CancellationToken.None);
|
|
Assert.IsFalse(session.Read()!.Expires.ContainsKey("wd"));
|
|
}
|
|
|
|
[TestMethod]
|
|
public async Task TheLateAnswerOfAReplacedSessionChangesNothing()
|
|
{
|
|
var session = new InMemorySiteSession(new SiteSessionValues([new("sessionid", "vecchia")], "agente"));
|
|
var old = session.Read()!.Capture;
|
|
session.Replace(new SiteSessionValues([new("sessionid", "nuova")], "agente"));
|
|
Assert.AreNotEqual(old, session.Read()!.Capture, "A new login is a new capture.");
|
|
|
|
await session.UpdateAsync(new SiteSessionUpdate(cookiesDeleted: ["sessionid"], claim: "vecchio", capture: old), CancellationToken.None);
|
|
Assert.AreEqual("nuova", session.Read()!.Cookie("sessionid"));
|
|
Assert.AreEqual(SiteSessionValues.InitialClaim, session.Read()!.Field("claim", "Op"), "No claim yet: the page's «0».");
|
|
Assert.AreEqual(0, session.Updates);
|
|
}
|
|
|
|
[TestMethod]
|
|
[DataRow("sessionid=abc; Domain=facebook.com")]
|
|
[DataRow("sessionid=abc; Domain=evilinstagram.com")]
|
|
[DataRow("senza-uguale")]
|
|
[DataRow("=abc")]
|
|
[DataRow("nome con spazio=abc")]
|
|
public void ACookieOfAnotherDomainOrNotACookieIsIgnored(string line) =>
|
|
Assert.IsNull(SiteCookies.Parse(line, "www.instagram.com", Now));
|
|
|
|
[TestMethod]
|
|
public async Task AnUpdateIsAppliedAtOnceAndTheTextShowsNoValue()
|
|
{
|
|
var session = new InMemorySiteSession(new SiteSessionValues(
|
|
[new("csrftoken", "segreto-1"), new("sessionid", "segreto-2"), new("rur", "segreto-3")],
|
|
"Mozilla/5.0 segreto-agente",
|
|
new Dictionary<string, string> { ["claim"] = "0", ["lsd"] = "segreto-4" },
|
|
new Dictionary<string, string> { ["Op"] = "segreto-5" }));
|
|
|
|
await session.UpdateAsync(new SiteSessionUpdate(new Dictionary<string, string> { ["csrftoken"] = "segreto-6", ["nuovo"] = "segreto-7" }, ["rur"], "segreto-8"), CancellationToken.None);
|
|
await session.UpdateAsync(new SiteSessionUpdate(), CancellationToken.None);
|
|
|
|
var values = session.Read()!;
|
|
CollectionAssert.AreEqual(new[] { "csrftoken", "sessionid", "nuovo" }, values.Cookies.Select(c => c.Key).ToArray(), "Renewed in place, new at the end, deleted gone.");
|
|
Assert.AreEqual("segreto-6", values.Cookie("csrftoken"));
|
|
Assert.AreEqual("segreto-8", values.Field("claim", "Op"));
|
|
Assert.AreEqual("segreto-5", values.Field("doc_id", "Op"));
|
|
Assert.IsNull(values.Field("doc_id", "Altra"));
|
|
Assert.AreEqual("Mozilla/5.0 segreto-agente", values.Field("user_agent", "Op"));
|
|
Assert.AreEqual(1, session.Updates, "An empty update writes nothing.");
|
|
|
|
foreach (var text in new[] { session.ToString(), values.ToString(), new SiteSessionUpdate(new Dictionary<string, string> { ["a"] = "segreto-9" }, ["b"], "segreto-10").ToString() })
|
|
{
|
|
Assert.IsFalse(text.Contains("segreto", StringComparison.Ordinal), text);
|
|
Assert.IsFalse(text.Contains("csrftoken", StringComparison.Ordinal), text);
|
|
}
|
|
|
|
Assert.ThrowsExactly<ArgumentException>(() => new SiteSessionValues([new("a=b", "c")], "agente"));
|
|
Assert.ThrowsExactly<ArgumentException>(() => new SiteSessionValues([], "agente", new Dictionary<string, string> { ["password"] = "x" }));
|
|
|
|
var empty = new InMemorySiteSession(null);
|
|
await empty.UpdateAsync(new SiteSessionUpdate(claim: "x"), CancellationToken.None);
|
|
Assert.IsNull(empty.Read(), "No session: an update creates none.");
|
|
}
|
|
}
|