Le risposte catturate dal browser e quelle che il client del sito chiederà devono arrivare ai lettori e ai segnali nello stesso modo: la consegna passa in ResponseDelivery (Core), che ResponseTap usa con gli stessi conteggi e messaggi. Arrivano i contratti SiteRequest, SiteAnswer e ISiteRequester con SiteRequestGuard (un permesso concesso, della categoria giusta, per una sola richiesta) e RequestCatalog, che legge richieste.<sito>.json e tiene nel codice i divieti: nomi con Mutation, chat, telemetria, /ajax/, /ws/, percorsi con segmenti strani. Nessun doc_id nel repository; nessuna operazione di Instagram è ancora configurata perché le forme della sonda non dicono da dove vengano alcuni campi (tappa S4). ScriptedRequester risponde dai campioni ripuliti per le prove. Nulla di nuovo è collegato al motore. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
229 lines
12 KiB
C#
229 lines
12 KiB
C#
using System.Text;
|
|
using System.Text.Json;
|
|
using Febe.Core.Abstractions;
|
|
using Febe.Core.Collection.Requests;
|
|
using Febe.Tests.Collection.Support;
|
|
|
|
namespace Febe.Tests.Collection;
|
|
|
|
/// <summary>
|
|
/// The contract of the site client (issue #36, S1) on its test double: no request without a permit the Governor
|
|
/// granted for it (rule 8), only operations of the catalog, and answers that carry the stop cases of §7.6 without ever
|
|
/// showing a body, a cookie or a value in their text (rule 10).
|
|
/// </summary>
|
|
[TestClass]
|
|
public sealed class SiteRequesterTests
|
|
{
|
|
private static readonly SiteRequest Tray = SiteRequest.For("PolarisProfileStoryHighlightsTrayContentQuery", (CaseValues.AccountId, "4815162342"));
|
|
|
|
[TestMethod]
|
|
public async Task NothingLeavesWithoutAGrantedPermit()
|
|
{
|
|
var requester = new ScriptedRequester(SettledCatalog.Instagram());
|
|
var denied = Permit.Deny(ActionKind.ProfileOpen, 7, DenialReason.HourlyBudgetReached, "Tetto orario raggiunto.");
|
|
|
|
var refused = await Assert.ThrowsExactlyAsync<SiteRequestRefusedException>(() => requester.SendAsync(Tray, denied, CancellationToken.None));
|
|
StringAssert.Contains(refused.Message, "permesso");
|
|
await Assert.ThrowsExactlyAsync<SiteRequestRefusedException>(() => requester.SendAsync(Tray, null!, CancellationToken.None));
|
|
|
|
Assert.AreEqual(2, requester.Refused);
|
|
Assert.AreEqual(0, requester.Sent.Count);
|
|
}
|
|
|
|
[TestMethod]
|
|
public async Task APermitOfAnotherCategoryOrARequestOutsideTheCatalogIsRefused()
|
|
{
|
|
var requester = new ScriptedRequester(SettledCatalog.Instagram());
|
|
|
|
// A permit for one category never covers a request of another (§7.4: a permit per request, in its category).
|
|
var other = await Assert.ThrowsExactlyAsync<SiteRequestRefusedException>(() => requester.SendAsync(Tray, Permit.Grant(ActionKind.StoryView, 7), CancellationToken.None));
|
|
StringAssert.Contains(other.Message, "ProfileOpen");
|
|
|
|
await Assert.ThrowsExactlyAsync<SiteRequestRefusedException>(() =>
|
|
requester.SendAsync(new SiteRequest("PolarisStoriesV3SeenMutation"), Permit.Grant(ActionKind.StoryView, 7), CancellationToken.None));
|
|
var notConfigured = await Assert.ThrowsExactlyAsync<SiteRequestRefusedException>(() =>
|
|
requester.SendAsync(SiteRequest.For("PolarisProfilePageContentQuery", (CaseValues.AccountId, "1")), Permit.Grant(ActionKind.ProfileOpen, 7), CancellationToken.None));
|
|
StringAssert.Contains(notConfigured.Message, "non è configurata");
|
|
await Assert.ThrowsExactlyAsync<SiteRequestRefusedException>(() =>
|
|
requester.SendAsync(SiteRequest.For("PolarisProfileStoryHighlightsTrayContentQuery", (CaseValues.Username, "marta")), Permit.Grant(ActionKind.ProfileOpen, 7), CancellationToken.None));
|
|
|
|
Assert.AreEqual(4, requester.Refused);
|
|
Assert.AreEqual(0, requester.Sent.Count);
|
|
Assert.ThrowsExactly<ArgumentException>(() => SiteRequest.For("media-info", ("x-csrftoken", "valore")), "A request carries no header.");
|
|
}
|
|
|
|
[TestMethod]
|
|
public async Task AnOperationWithHeadersOrFieldsStillPendingNeverLeaves()
|
|
{
|
|
// The shipped file: the variables of the tray are known, but not where __dyn, referer, sec-ch-ua... come from.
|
|
var shipped = RequestCatalog.LoadInstagram();
|
|
Assert.IsTrue(shipped.TryGet(Tray.Operation, out var tray));
|
|
Assert.IsFalse(tray.IsConfigured);
|
|
Assert.IsTrue(tray.PendingValues.Count > 0);
|
|
|
|
var requester = new ScriptedRequester(shipped);
|
|
var refused = await Assert.ThrowsExactlyAsync<SiteRequestRefusedException>(() => requester.SendAsync(Tray, Permit.Grant(ActionKind.ProfileOpen, 7), CancellationToken.None));
|
|
StringAssert.Contains(refused.Message, "pending");
|
|
Assert.AreEqual(0, requester.Sent.Count);
|
|
}
|
|
|
|
[TestMethod]
|
|
public async Task APermitServesOneRequestOnly()
|
|
{
|
|
var requester = new ScriptedRequester(SettledCatalog.Instagram());
|
|
var permit = Permit.Grant(ActionKind.ProfileOpen, 7);
|
|
|
|
await requester.SendAsync(Tray, permit, CancellationToken.None);
|
|
var again = await Assert.ThrowsExactlyAsync<SiteRequestRefusedException>(() => requester.SendAsync(Tray, permit, CancellationToken.None));
|
|
StringAssert.Contains(again.Message, "già stato usato");
|
|
|
|
// Equal fields, another grant: a new permit (by reference, not by value).
|
|
await requester.SendAsync(Tray, Permit.Grant(ActionKind.ProfileOpen, 7), CancellationToken.None);
|
|
|
|
// A permit shown with a refused request is spent too: the Governor has already counted it.
|
|
var spent = Permit.Grant(ActionKind.ProfileOpen, 7);
|
|
await Assert.ThrowsExactlyAsync<SiteRequestRefusedException>(() =>
|
|
requester.SendAsync(SiteRequest.For(Tray.Operation, (CaseValues.Username, "marta")), spent, CancellationToken.None));
|
|
await Assert.ThrowsExactlyAsync<SiteRequestRefusedException>(() => requester.SendAsync(Tray, spent, CancellationToken.None));
|
|
|
|
Assert.AreEqual(2, requester.Sent.Count);
|
|
Assert.AreEqual(3, requester.Refused);
|
|
}
|
|
|
|
[TestMethod]
|
|
[DataRow(CaseValues.MediaId, "1/../../web/likes/2/like")]
|
|
[DataRow(CaseValues.MediaId, "12a")]
|
|
[DataRow(CaseValues.AccountId, "..")]
|
|
[DataRow(CaseValues.Username, "..")]
|
|
[DataRow(CaseValues.Username, "marta/../ajax")]
|
|
[DataRow(CaseValues.Username, "marta?x=1")]
|
|
[DataRow(CaseValues.Code, "Ab#c")]
|
|
[DataRow(CaseValues.HighlightId, "highlight:1/2")]
|
|
[DataRow(CaseValues.Cursor, "riga\nnuova")]
|
|
public void AValueWithoutItsFormCannotBeAsked(string name, string value)
|
|
{
|
|
var refused = Assert.ThrowsExactly<ArgumentException>(() => SiteRequest.For("media-info", (name, value)));
|
|
StringAssert.Contains(refused.Message, name);
|
|
Assert.IsFalse(refused.Message.Contains(value, StringComparison.Ordinal), "Never the value in the message (rule 10).");
|
|
}
|
|
|
|
[TestMethod]
|
|
public void TheFormsOfTheSitesValuesAreAccepted()
|
|
{
|
|
Assert.IsTrue(CaseValues.HasForm(CaseValues.AccountId, "4815162342"));
|
|
Assert.IsTrue(CaseValues.HasForm(CaseValues.Username, "marta.prova"));
|
|
Assert.IsTrue(CaseValues.HasForm(CaseValues.Username, "_marta_"));
|
|
Assert.IsTrue(CaseValues.HasForm(CaseValues.Code, "DAbc-12_x"));
|
|
Assert.IsTrue(CaseValues.HasForm(CaseValues.HighlightId, "highlight:17890123"));
|
|
Assert.IsTrue(CaseValues.HasForm(CaseValues.Cursor, "QVFC/cursore+=="));
|
|
Assert.IsTrue(CaseValues.HasForm(CaseValues.SearchText, "marta prova #estate"));
|
|
}
|
|
|
|
[TestMethod]
|
|
[DataRow("instagram")]
|
|
[DataRow("prova")]
|
|
public async Task EveryConfiguredOperationIsAnsweredFromItsSample(string site)
|
|
{
|
|
// Instagram as tappa S4 will leave it: the shipped file has no configured operation yet.
|
|
var catalog = site == "instagram" ? SettledCatalog.Instagram() : RequestCatalog.LoadTestSite();
|
|
var requester = new ScriptedRequester(catalog);
|
|
Assert.IsTrue(catalog.Configured.Any());
|
|
foreach (var operation in catalog.Configured)
|
|
{
|
|
var request = new SiteRequest(operation.Name, operation.RequiredValues.ToDictionary(v => v, v => v == CaseValues.AccountId || v == CaseValues.MediaId ? "31415" : "valore", StringComparer.Ordinal));
|
|
var answer = await requester.SendAsync(request, Permit.Grant(operation.Category, null), CancellationToken.None);
|
|
|
|
Assert.AreEqual(200, answer.Status, operation.Name);
|
|
Assert.IsTrue(answer.IsDeclaredData, operation.Name);
|
|
Assert.AreEqual(operation.PathShape, answer.PathShape);
|
|
using var body = JsonDocument.Parse(answer.Body);
|
|
Assert.IsTrue(operation.HasRootFields(body.RootElement), operation.Name);
|
|
}
|
|
|
|
Assert.AreEqual(catalog.Configured.Count(), requester.Sent.Count);
|
|
}
|
|
|
|
[TestMethod]
|
|
public async Task TheStopCasesOfSection76CanBeScripted()
|
|
{
|
|
var catalog = SettledCatalog.Instagram();
|
|
var tray = catalog.Configured.Single(o => o.Name == Tray.Operation);
|
|
var requester = new ScriptedRequester(catalog).Then(
|
|
ScriptedReply.TooManyRequests,
|
|
ScriptedReply.RedirectToLogin,
|
|
ScriptedReply.RedirectToChallenge,
|
|
ScriptedReply.HtmlInsteadOfJson,
|
|
ScriptedReply.MissingRootField,
|
|
ScriptedReply.SessionCookieDeleted);
|
|
// A new permit for every request (§7.4).
|
|
static Permit Granted() => Permit.Grant(ActionKind.ProfileOpen, 7);
|
|
|
|
var slow = await requester.SendAsync(Tray, Granted(), CancellationToken.None);
|
|
Assert.AreEqual(429, slow.Status);
|
|
|
|
var login = await requester.SendAsync(Tray, Granted(), CancellationToken.None);
|
|
Assert.IsTrue(login.IsRedirect);
|
|
Assert.AreEqual("/accounts/login/", login.RedirectPathShape, "Only the shape of the path: no host, no query string.");
|
|
|
|
var challenge = await requester.SendAsync(Tray, Granted(), CancellationToken.None);
|
|
Assert.AreEqual("/challenge/{testo}/", challenge.RedirectPathShape);
|
|
|
|
var html = await requester.SendAsync(Tray, Granted(), CancellationToken.None);
|
|
Assert.IsTrue(html.IsHtml);
|
|
Assert.IsFalse(html.IsDeclaredData);
|
|
Assert.AreEqual("text/html", html.MimeType);
|
|
|
|
var missing = await requester.SendAsync(Tray, Granted(), CancellationToken.None);
|
|
using (var body = JsonDocument.Parse(missing.Body))
|
|
{
|
|
Assert.IsFalse(tray.HasRootFields(body.RootElement), "JSON without the expected field: stop and warn (§6.0).");
|
|
}
|
|
|
|
var deleted = await requester.SendAsync(Tray, Granted(), CancellationToken.None);
|
|
Assert.IsTrue(deleted.Deletes("sessionid"));
|
|
|
|
var again = await requester.SendAsync(Tray, Granted(), CancellationToken.None);
|
|
Assert.AreEqual(200, again.Status, "After the script, the sample again.");
|
|
Assert.AreEqual(7, requester.Sent.Count);
|
|
}
|
|
|
|
[TestMethod]
|
|
public void TheTextOfAnswersAndRequestsShowsNoBodyCookieOrValue()
|
|
{
|
|
Assert.IsTrue(RequestCatalog.LoadInstagram().TryGet("media-info", out var media));
|
|
var answer = new SiteAnswer(
|
|
media,
|
|
302,
|
|
"application/json; charset=utf-8",
|
|
Encoding.UTF8.GetBytes("""{"segreto":"corpo-riservato"}"""),
|
|
redirectTo: "https://www.instagram.com/challenge/Ab12Cd/?next=%2Fmarta.prova%2F&token=xyz",
|
|
cookiesSet: ["csrftoken", "rur"],
|
|
cookiesDeleted: ["sessionid"],
|
|
setsClaim: true,
|
|
retryAfter: TimeSpan.FromMinutes(5));
|
|
|
|
var text = answer.ToString();
|
|
foreach (var leak in new[] { "segreto", "corpo-riservato", "csrftoken", "rur", "sessionid", "Ab12Cd", "marta", "token", "xyz", "next", "instagram.com" })
|
|
{
|
|
Assert.IsFalse(text.Contains(leak, StringComparison.OrdinalIgnoreCase), $"«{leak}» in «{text}».");
|
|
}
|
|
|
|
StringAssert.Contains(text, "media-info");
|
|
StringAssert.Contains(text, "/api/v1/media/{numero}/info/");
|
|
StringAssert.Contains(text, "302");
|
|
StringAssert.Contains(text, "/challenge/{testo}/");
|
|
|
|
// The path shown is always the catalog's shape: an answer cannot be given the path with its values.
|
|
var plain = new SiteAnswer(media, 200, "application/json", ReadOnlyMemory<byte>.Empty);
|
|
Assert.AreEqual("/api/v1/media/{numero}/info/", plain.PathShape);
|
|
Assert.AreEqual("media-info", plain.Operation);
|
|
|
|
var request = SiteRequest.For("PolarisProfilePostsQuery", (CaseValues.Username, "marta.prova"), (CaseValues.Cursor, "QVFCcursore"));
|
|
Assert.IsFalse(request.ToString().Contains("marta", StringComparison.Ordinal));
|
|
Assert.IsFalse(request.ToString().Contains("QVFC", StringComparison.Ordinal));
|
|
StringAssert.Contains(request.ToString(), "username");
|
|
|
|
Assert.ThrowsExactly<ArgumentException>(() => new SiteAnswer(media, 200, "text/html", ReadOnlyMemory<byte>.Empty, cookiesSet: ["sessionid=abc"]));
|
|
}
|
|
}
|