Files
Anubis/tests/Anubis.Tests/SecretScanTests.cs
Alby96andClaude Opus 5.5 3b13a4258d Add market data schema, catalogue, bar storage and quality checks (refs #18 #20 #21 #23)
Migration 0002 adds the market data tables on both engines: daily and
one-minute bars, corporate actions, FX rates, the exchange calendar,
calendar events, mood indicators, spread samples, data issues, source
state and universe members, plus the trading rules on instruments.

The data layer is format-independent so the venue clients can build on
it: the instrument catalogue (rules from the venue, delisted kept), bar
upserts with ON CONFLICT, the SPEC 6.4 checks with an issue register
that blocks entries until a second reading, freshness by age of the last
datum (trap 10), research history in .csv.gz with exact decimals, and
adjusted series anchored at the decision day with level and quantity
conversion across splits and dividends.

Recorded API responses from OKX, the Alpaca docs and the free sources
are kept byte for byte as test fixtures; the secret scan now ignores
pagination cursors such as Alpaca's next_page_token.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-11-10 14:58:44 +01:00

100 lines
5.3 KiB
C#

using System.Text.RegularExpressions;
namespace Anubis.Tests;
/// <summary>SPEC 2.2: no secret in the repository. Only .env.example with fake values.</summary>
[TestClass]
public sealed partial class SecretScanTests
{
private static readonly HashSet<string> _binaryExtensions = new(StringComparer.OrdinalIgnoreCase)
{
".png", ".jpg", ".jpeg", ".ico", ".gif", ".webp", ".ttf", ".woff", ".woff2", ".onnx", ".dll", ".exe", ".pdb", ".zip", ".gz",
};
[TestMethod]
[TestCategory(Category.Unit)]
public void RepositoryContainsNoSecrets()
{
var findings = new List<string>();
foreach (var file in Repo.Files().Where(f => !_binaryExtensions.Contains(f.Extension)))
{
var lineNumber = 0;
foreach (var line in File.ReadLines(file.FullName))
{
lineNumber++;
if (LooksLikeSecret(line))
{
findings.Add($"{Repo.Relative(file)}:{lineNumber}");
}
}
}
Assert.IsEmpty(findings, "Possibili segreti: " + string.Join(", ", findings));
}
[TestMethod]
[TestCategory(Category.Unit)]
public void DetectorFindsTypicalSecretsAndIgnoresPlaceholders()
{
Assert.IsTrue(LooksLikeSecret("-----BEGIN " + "PRIVATE KEY-----"));
Assert.IsTrue(LooksLikeSecret("APCA-API-SECRET-KEY: " + new string('a', 40)));
Assert.IsTrue(LooksLikeSecret("OK-ACCESS-PASSPHRASE=" + "Sup3rS3cretPass"));
Assert.IsTrue(LooksLikeSecret("TELEGRAM_BOT_TOKEN=123456789:" + new string('A', 35)));
Assert.IsTrue(LooksLikeSecret("api_key = \"" + "AKZXCVBNMASDFGHJKLQWERTY12" + "\""));
Assert.IsTrue(LooksLikeSecret("ANUBIS_SECRET_KEY=" + "9f86d081884c7d659a2feaa0c55ad015a3bf4f1b2b0b822c"));
Assert.IsTrue(LooksLikeSecret("OKX_API_PASSPHRASE=" + "MyOkx2026Pass"));
Assert.IsTrue(LooksLikeSecret("FINNHUB_API_KEY: " + "c1a2b3c4d5e6f7g8h9i0"));
Assert.IsTrue(LooksLikeSecret("\"AlpacaSecret\": \"" + "Zx9Kq2Lm7Np4Rs8T" + "\""));
Assert.IsFalse(LooksLikeSecret("ANUBIS_SECRET_KEY=replace-with-random"));
Assert.IsFalse(LooksLikeSecret("APCA-API-SECRET-KEY: <your-secret>"));
Assert.IsFalse(LooksLikeSecret("POSTGRES_PASSWORD: anubis-dev"));
Assert.IsFalse(LooksLikeSecret("ANUBIS_DB_PASSWORD: ${ANUBIS_DB_PASSWORD:-anubis-dev}"));
Assert.IsFalse(LooksLikeSecret("REGISTRY_TOKEN: ${{ secrets.REGISTRY_TOKEN }}"));
Assert.IsFalse(LooksLikeSecret("private const string SecretKeyVariable = \"ANUBIS_SECRET_KEY\";"));
Assert.IsFalse(LooksLikeSecret("OKX_API_PASSPHRASE=<passphrase-123>"));
Assert.IsFalse(LooksLikeSecret(" \"next_page_token\": \"QUFQTHxNfDIwMjItMDEtMDNUMDk6MDA6MDAuMDAwMDAwMDAwWg==\""));
Assert.IsTrue(LooksLikeSecret("{\"next_page_token\": null, \"api_key\": \"AKZXCVBNMASDFGHJKLQWERTY12\"}"), "a cursor does not hide a key on the same line");
// Code that assigns a computed value is not a secret.
Assert.IsFalse(LooksLikeSecret("var key = RandomNumberGenerator.GetBytes(32);"));
Assert.IsFalse(LooksLikeSecret("builder.Password = Uri.UnescapeDataString(userInfo[1]);"));
Assert.IsFalse(LooksLikeSecret("?secret={Base32.Encode(secret)}&issuer=x"));
}
private static bool LooksLikeSecret(string line)
{
// Pagination cursors of the APIs (Alpaca's next_page_token in the recorded responses) are not credentials.
line = PageCursor().Replace(line, "");
return PrivateKey().IsMatch(line) || BrokerHeader().IsMatch(line) || TelegramToken().IsMatch(line) || GenericSecret().IsMatch(line)
|| NamedSecret().Matches(line).Any(m => !IsPlaceholder(m.Groups["value"].Value));
}
[GeneratedRegex("""(?i)["']?(next_)?page_token["']?\s*[:=]\s*["']?[A-Za-z0-9/+=_\-]*["']?""")]
private static partial Regex PageCursor();
// Example values in .env.example, compose files and the CI are clearly fake.
private static bool IsPlaceholder(string value) =>
value.StartsWith('$') || value.StartsWith('<')
|| _placeholderWords.Any(word => value.Contains(word, StringComparison.OrdinalIgnoreCase));
private static readonly string[] _placeholderWords = ["replace", "change-me", "example", "your-", "dummy", "fake", "xxxx"];
[GeneratedRegex("-----BEGIN (RSA |EC |OPENSSH |DSA )?PRIVATE KEY-----")]
private static partial Regex PrivateKey();
[GeneratedRegex("""(APCA-API-(KEY-ID|SECRET-KEY)|OK-ACCESS-(KEY|SIGN|PASSPHRASE))\s*[:=]\s*["']?[A-Za-z0-9/+=_\-]{12,}""")]
private static partial Regex BrokerHeader();
[GeneratedRegex(@"\b\d{8,10}:[A-Za-z0-9_\-]{35}\b")]
private static partial Regex TelegramToken();
[GeneratedRegex("""(?i)(api[_-]?key|secret|token|passphrase|password)["']?\s*[:=]\s*["']?(?=[A-Za-z0-9/+=_\-]*\d)(?=[A-Za-z0-9/+=_\-]*[A-Za-z])[A-Za-z0-9/+=_\-]{24,}""")]
private static partial Regex GenericSecret();
// Variables named like the project's secrets (…KEY, …SECRET, …TOKEN, …PASSPHRASE, …PASSWORD) with a value
// of at least 8 characters that mixes letters and digits, as real keys and passwords do.
[GeneratedRegex("""(?i)[A-Za-z0-9_\-]*(key|secret|token|passphrase|password)["']?\s*[:=]\s*["']?(?<value>(?=[^\s"',;#]*\d)(?=[^\s"',;#]*[A-Za-z])[^\s"',;#(){}\[\]<>]{8,})(?=$|[\s"',;#])""")]
private static partial Regex NamedSecret();
}