using System.Text; using System.Text.Json; using Febe.Core.Abstractions; using Febe.Core.Collection.Requests; using Febe.Tests.Collection.Support; namespace Febe.Tests.Collection; /// /// The contract of the site client (issue #36, S1) on its test double: no request without a permit the Governor /// granted for it (rule 8), only operations of the catalog, and answers that carry the stop cases of §7.6 without ever /// showing a body, a cookie or a value in their text (rule 10). /// [TestClass] public sealed class SiteRequesterTests { private static readonly SiteRequest Tray = SiteRequest.For("PolarisProfileStoryHighlightsTrayContentQuery", (CaseValues.AccountId, "4815162342")); [TestMethod] public async Task NothingLeavesWithoutAGrantedPermit() { var requester = new ScriptedRequester(SettledCatalog.Instagram()); var denied = Permit.Deny(ActionKind.ProfileOpen, 7, DenialReason.HourlyBudgetReached, "Tetto orario raggiunto."); var refused = await Assert.ThrowsExactlyAsync(() => requester.SendAsync(Tray, denied, CancellationToken.None)); StringAssert.Contains(refused.Message, "permesso"); await Assert.ThrowsExactlyAsync(() => requester.SendAsync(Tray, null!, CancellationToken.None)); Assert.AreEqual(2, requester.Refused); Assert.AreEqual(0, requester.Sent.Count); } [TestMethod] public async Task APermitOfAnotherCategoryOrARequestOutsideTheCatalogIsRefused() { var requester = new ScriptedRequester(SettledCatalog.Instagram()); // A permit for one category never covers a request of another (§7.4: a permit per request, in its category). var other = await Assert.ThrowsExactlyAsync(() => requester.SendAsync(Tray, Permit.Grant(ActionKind.StoryView, 7), CancellationToken.None)); StringAssert.Contains(other.Message, "ProfileOpen"); await Assert.ThrowsExactlyAsync(() => requester.SendAsync(new SiteRequest("PolarisStoriesV3SeenMutation"), Permit.Grant(ActionKind.StoryView, 7), CancellationToken.None)); var notConfigured = await Assert.ThrowsExactlyAsync(() => requester.SendAsync(SiteRequest.For("PolarisProfilePageContentQuery", (CaseValues.AccountId, "1")), Permit.Grant(ActionKind.ProfileOpen, 7), CancellationToken.None)); StringAssert.Contains(notConfigured.Message, "non è configurata"); await Assert.ThrowsExactlyAsync(() => requester.SendAsync(SiteRequest.For("PolarisProfileStoryHighlightsTrayContentQuery", (CaseValues.Username, "marta")), Permit.Grant(ActionKind.ProfileOpen, 7), CancellationToken.None)); Assert.AreEqual(4, requester.Refused); Assert.AreEqual(0, requester.Sent.Count); Assert.ThrowsExactly(() => SiteRequest.For("media-info", ("x-csrftoken", "valore")), "A request carries no header."); } [TestMethod] public async Task AnOperationWithHeadersOrFieldsStillPendingNeverLeaves() { // The shipped file: the variables of the tray are known, but not where __dyn, referer, sec-ch-ua... come from. var shipped = RequestCatalog.LoadInstagram(); Assert.IsTrue(shipped.TryGet(Tray.Operation, out var tray)); Assert.IsFalse(tray.IsConfigured); Assert.IsTrue(tray.PendingValues.Count > 0); var requester = new ScriptedRequester(shipped); var refused = await Assert.ThrowsExactlyAsync(() => requester.SendAsync(Tray, Permit.Grant(ActionKind.ProfileOpen, 7), CancellationToken.None)); StringAssert.Contains(refused.Message, "pending"); Assert.AreEqual(0, requester.Sent.Count); } [TestMethod] public async Task APermitServesOneRequestOnly() { var requester = new ScriptedRequester(SettledCatalog.Instagram()); var permit = Permit.Grant(ActionKind.ProfileOpen, 7); await requester.SendAsync(Tray, permit, CancellationToken.None); var again = await Assert.ThrowsExactlyAsync(() => requester.SendAsync(Tray, permit, CancellationToken.None)); StringAssert.Contains(again.Message, "già stato usato"); // Equal fields, another grant: a new permit (by reference, not by value). await requester.SendAsync(Tray, Permit.Grant(ActionKind.ProfileOpen, 7), CancellationToken.None); // A permit shown with a refused request is spent too: the Governor has already counted it. var spent = Permit.Grant(ActionKind.ProfileOpen, 7); await Assert.ThrowsExactlyAsync(() => requester.SendAsync(SiteRequest.For(Tray.Operation, (CaseValues.Username, "marta")), spent, CancellationToken.None)); await Assert.ThrowsExactlyAsync(() => requester.SendAsync(Tray, spent, CancellationToken.None)); Assert.AreEqual(2, requester.Sent.Count); Assert.AreEqual(3, requester.Refused); } [TestMethod] [DataRow(CaseValues.MediaId, "1/../../web/likes/2/like")] [DataRow(CaseValues.MediaId, "12a")] [DataRow(CaseValues.AccountId, "..")] [DataRow(CaseValues.Username, "..")] [DataRow(CaseValues.Username, "marta/../ajax")] [DataRow(CaseValues.Username, "marta?x=1")] [DataRow(CaseValues.Code, "Ab#c")] [DataRow(CaseValues.HighlightId, "highlight:1/2")] [DataRow(CaseValues.Cursor, "riga\nnuova")] public void AValueWithoutItsFormCannotBeAsked(string name, string value) { var refused = Assert.ThrowsExactly(() => SiteRequest.For("media-info", (name, value))); StringAssert.Contains(refused.Message, name); Assert.IsFalse(refused.Message.Contains(value, StringComparison.Ordinal), "Never the value in the message (rule 10)."); } [TestMethod] public void TheFormsOfTheSitesValuesAreAccepted() { Assert.IsTrue(CaseValues.HasForm(CaseValues.AccountId, "4815162342")); Assert.IsTrue(CaseValues.HasForm(CaseValues.Username, "marta.prova")); Assert.IsTrue(CaseValues.HasForm(CaseValues.Username, "_marta_")); Assert.IsTrue(CaseValues.HasForm(CaseValues.Code, "DAbc-12_x")); Assert.IsTrue(CaseValues.HasForm(CaseValues.HighlightId, "highlight:17890123")); Assert.IsTrue(CaseValues.HasForm(CaseValues.Cursor, "QVFC/cursore+==")); Assert.IsTrue(CaseValues.HasForm(CaseValues.SearchText, "marta prova #estate")); } [TestMethod] [DataRow("instagram")] [DataRow("prova")] public async Task EveryConfiguredOperationIsAnsweredFromItsSample(string site) { // Instagram as tappa S4 will leave it: the shipped file has no configured operation yet. var catalog = site == "instagram" ? SettledCatalog.Instagram() : RequestCatalog.LoadTestSite(); var requester = new ScriptedRequester(catalog); Assert.IsTrue(catalog.Configured.Any()); foreach (var operation in catalog.Configured) { var request = new SiteRequest(operation.Name, operation.RequiredValues.ToDictionary(v => v, v => v == CaseValues.AccountId || v == CaseValues.MediaId ? "31415" : "valore", StringComparer.Ordinal)); var answer = await requester.SendAsync(request, Permit.Grant(operation.Category, null), CancellationToken.None); Assert.AreEqual(200, answer.Status, operation.Name); Assert.IsTrue(answer.IsDeclaredData, operation.Name); Assert.AreEqual(operation.PathShape, answer.PathShape); using var body = JsonDocument.Parse(answer.Body); Assert.IsTrue(operation.HasRootFields(body.RootElement), operation.Name); } Assert.AreEqual(catalog.Configured.Count(), requester.Sent.Count); } [TestMethod] public async Task TheStopCasesOfSection76CanBeScripted() { var catalog = SettledCatalog.Instagram(); var tray = catalog.Configured.Single(o => o.Name == Tray.Operation); var requester = new ScriptedRequester(catalog).Then( ScriptedReply.TooManyRequests, ScriptedReply.RedirectToLogin, ScriptedReply.RedirectToChallenge, ScriptedReply.HtmlInsteadOfJson, ScriptedReply.MissingRootField, ScriptedReply.SessionCookieDeleted); // A new permit for every request (§7.4). static Permit Granted() => Permit.Grant(ActionKind.ProfileOpen, 7); var slow = await requester.SendAsync(Tray, Granted(), CancellationToken.None); Assert.AreEqual(429, slow.Status); var login = await requester.SendAsync(Tray, Granted(), CancellationToken.None); Assert.IsTrue(login.IsRedirect); Assert.AreEqual("/accounts/login/", login.RedirectPathShape, "Only the shape of the path: no host, no query string."); var challenge = await requester.SendAsync(Tray, Granted(), CancellationToken.None); Assert.AreEqual("/challenge/{testo}/", challenge.RedirectPathShape); var html = await requester.SendAsync(Tray, Granted(), CancellationToken.None); Assert.IsTrue(html.IsHtml); Assert.IsFalse(html.IsDeclaredData); Assert.AreEqual("text/html", html.MimeType); var missing = await requester.SendAsync(Tray, Granted(), CancellationToken.None); using (var body = JsonDocument.Parse(missing.Body)) { Assert.IsFalse(tray.HasRootFields(body.RootElement), "JSON without the expected field: stop and warn (§6.0)."); } var deleted = await requester.SendAsync(Tray, Granted(), CancellationToken.None); Assert.IsTrue(deleted.Deletes("sessionid")); var again = await requester.SendAsync(Tray, Granted(), CancellationToken.None); Assert.AreEqual(200, again.Status, "After the script, the sample again."); Assert.AreEqual(7, requester.Sent.Count); } [TestMethod] public void TheTextOfAnswersAndRequestsShowsNoBodyCookieOrValue() { Assert.IsTrue(RequestCatalog.LoadInstagram().TryGet("media-info", out var media)); var answer = new SiteAnswer( media, 302, "application/json; charset=utf-8", Encoding.UTF8.GetBytes("""{"segreto":"corpo-riservato"}"""), redirectTo: "https://www.instagram.com/challenge/Ab12Cd/?next=%2Fmarta.prova%2F&token=xyz", cookiesSet: ["csrftoken", "rur"], cookiesDeleted: ["sessionid"], setsClaim: true, retryAfter: TimeSpan.FromMinutes(5)); var text = answer.ToString(); foreach (var leak in new[] { "segreto", "corpo-riservato", "csrftoken", "rur", "sessionid", "Ab12Cd", "marta", "token", "xyz", "next", "instagram.com" }) { Assert.IsFalse(text.Contains(leak, StringComparison.OrdinalIgnoreCase), $"«{leak}» in «{text}»."); } StringAssert.Contains(text, "media-info"); StringAssert.Contains(text, "/api/v1/media/{numero}/info/"); StringAssert.Contains(text, "302"); StringAssert.Contains(text, "/challenge/{testo}/"); // The path shown is always the catalog's shape: an answer cannot be given the path with its values. var plain = new SiteAnswer(media, 200, "application/json", ReadOnlyMemory.Empty); Assert.AreEqual("/api/v1/media/{numero}/info/", plain.PathShape); Assert.AreEqual("media-info", plain.Operation); var request = SiteRequest.For("PolarisProfilePostsQuery", (CaseValues.Username, "marta.prova"), (CaseValues.Cursor, "QVFCcursore")); Assert.IsFalse(request.ToString().Contains("marta", StringComparison.Ordinal)); Assert.IsFalse(request.ToString().Contains("QVFC", StringComparison.Ordinal)); StringAssert.Contains(request.ToString(), "username"); Assert.ThrowsExactly(() => new SiteAnswer(media, 200, "text/html", ReadOnlyMemory.Empty, cookiesSet: ["sessionid=abc"])); } }