Files
Chronos/tests/Titano.Core.Tests/Math/LocalRegressionTests.cs
T
Claude 72ffd8ec47 feat(math): add robust LOWESS local regression
Cleveland 1979: tricube-weighted local linear/quadratic fits over the k
nearest valid samples (asymmetric at edges), Tukey biweight robustness
on residuals scaled by 6 MAD, per-point surviving weight fraction,
missing-sample interpolation, index or time positions.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_012iLMBNwBE2GnphAsu4cjaC
2026-10-02 09:31:06 +00:00

119 lines
5.3 KiB
C#

using Titano.Core.Mathematics;
using Titano.Testing;
namespace Titano.Core.Tests.Mathematics;
public sealed class LocalRegressionTests
{
[Theory]
[Case(1)]
[Case(2)]
public void ReproducesPolynomialsOfItsDegreeIncludingEdges(int degree)
{
var y = Enumerable.Range(0, 60).Select(i => degree == 1 ? 3 - 0.2 * i : 1 + 0.1 * i - 0.004 * i * i).ToArray();
var result = LocalRegression.Smooth(y, window: 11, degree: degree, robustIterations: 2);
for (var i = 0; i < y.Length; i++) Assert.Approximately(y[i], result.Fitted[i], 1e-9);
Assert.True(result.SurvivingFraction.All(f => Math.Abs(f - 1) < 1e-12));
}
[Test]
public void TimeSpaceWindowsHandleUnevenSpacing()
{
var random = new Random(4);
var x = new double[80];
for (var i = 1; i < x.Length; i++) x[i] = x[i - 1] + 1 + 9 * random.NextDouble();
var y = x.Select(v => 5 + 0.01 * v).ToArray();
var result = LocalRegression.Smooth(y, window: 9, x: x);
for (var i = 0; i < y.Length; i++) Assert.Approximately(y[i], result.Fitted[i], 1e-9);
}
[Test]
public void TwentyPercentOutliersBarelyMoveTheRobustFit()
{
var random = new Random(21);
var n = 300;
var clean = Enumerable.Range(0, n).Select(i => Math.Sin(i / 40.0) + 0.02 * (random.NextDouble() - 0.5)).ToArray();
var truth = Enumerable.Range(0, n).Select(i => Math.Sin(i / 40.0)).ToArray();
var contaminated = (double[])clean.Clone();
var outliers = new HashSet<int>();
while (outliers.Count < n / 5) outliers.Add(random.Next(n));
foreach (var i in outliers) contaminated[i] += (random.NextDouble() < 0.5 ? -1 : 1) * (1 + 2 * random.NextDouble());
var reference = LocalRegression.Smooth(clean, window: 31, robustIterations: 3);
var robust = LocalRegression.Smooth(contaminated, window: 31, robustIterations: 3);
var plain = LocalRegression.Smooth(contaminated, window: 31, robustIterations: 0);
var robustShift = Enumerable.Range(0, n).Max(i => Math.Abs(robust.Fitted[i] - reference.Fitted[i]));
var plainShift = Enumerable.Range(0, n).Max(i => Math.Abs(plain.Fitted[i] - reference.Fitted[i]));
var robustError = Enumerable.Range(0, n).Max(i => Math.Abs(robust.Fitted[i] - truth[i]));
Assert.Less(robustShift, 0.03, "robust fit moved by the outliers");
Assert.Less(robustError, 0.04);
Assert.Greater(plainShift, 10 * robustShift);
// Outliers are rejected; their windows report the lost weight.
Assert.True(outliers.All(i => robust.RobustWeights[i] < 0.05));
var inlierWeight = Enumerable.Range(0, n).Where(i => !outliers.Contains(i)).Average(i => robust.RobustWeights[i]);
Assert.Greater(inlierWeight, 0.8);
Assert.InRange(robust.SurvivingFraction.Average(), 0.6, 0.9);
}
[Test]
public void MissingSamplesAreInterpolatedAndReportedAsRejected()
{
var y = Enumerable.Range(0, 40).Select(i => 0.5 * i).ToArray();
y[0] = double.NaN;
y[10] = double.NaN;
y[11] = double.PositiveInfinity;
y[39] = double.NaN;
var result = LocalRegression.Smooth(y, window: 7);
Assert.Equal(36, result.ValidCount);
foreach (var i in new[] { 0, 10, 11, 39 })
{
Assert.Approximately(0.5 * i, result.Fitted[i], 1e-9);
Assert.Equal(0.0, result.RobustWeights[i]);
}
}
[Test]
public void PriorWeightsExcludeSamples()
{
var y = Enumerable.Range(0, 30).Select(i => (double)i).ToArray();
y[15] = 1000;
var weights = Enumerable.Repeat(1.0, 30).ToArray();
weights[15] = 0;
var result = LocalRegression.Smooth(y, window: 5, robustIterations: 0, priorWeights: weights);
Assert.Approximately(15, result.Fitted[15], 1e-9);
}
[Test]
public void DegenerateInputs()
{
Assert.True(double.IsNaN(LocalRegression.Smooth([double.NaN, double.NaN], 3).Fitted[1]));
Assert.Equal(4.0, LocalRegression.Smooth([4.0], 5).Fitted[0]);
var two = LocalRegression.Smooth([1.0, 3.0, double.NaN], 5);
Assert.Approximately(5, two.Fitted[2], 1e-12);
Assert.Throws<ArgumentOutOfRangeException>(() => LocalRegression.Smooth([1.0], 0));
Assert.Throws<ArgumentException>(() => LocalRegression.Smooth([1.0, 2.0], 3, x: [1.0, 0.0]));
}
[Test]
public void RandomInputsGiveFiniteDeterministicOutputs()
{
var random = new Random(99);
for (var trial = 0; trial < 20; trial++)
{
var n = 1 + random.Next(400);
var y = Enumerable.Range(0, n).Select(_ => random.NextDouble() < 0.15 ? double.NaN : 100 * (random.NextDouble() - 0.5)).ToArray();
if (y.All(double.IsNaN)) y[0] = 1;
var window = 1 + random.Next(60);
var degree = 1 + random.Next(2);
var a = LocalRegression.Smooth(y, window, degree, robustIterations: 3);
var b = LocalRegression.Smooth(y, window, degree, robustIterations: 3);
Assert.True(a.Fitted.All(double.IsFinite), $"trial {trial}");
Assert.True(a.SurvivingFraction.All(f => f is >= 0 and <= 1 + 1e-12));
Assert.SequenceEqual(a.Fitted, b.Fitted);
Assert.SequenceEqual(a.RobustWeights, b.RobustWeights);
}
}
}