Files
Chronos/tests/Titano.Core.Windows.Tests/MediaFoundation/MediaFoundationEncoderTests.cs
T
Claude a8cf92b4a4 test(windows): MediaPlayer playback check of the Media Foundation output
BRIEF §20.2 lists a MediaPlayer playback check after the Media Foundation encode
smoke test; the encoder tests stopped at the MP4 inspector. The new test encodes
two seconds of software H.264, opens the file with WPF's MediaPlayer and checks
its natural size and duration (failing on MediaFailed or a timeout), then
decodes the first frame with a Media Foundation source reader and checks its
size, the file's duration and the picture that was encoded. Without Windows Media
Player (Windows Server, "N" editions) the source reader decode is the check.
Core.Windows.Tests references WPF through its framework reference only, so its
implicit usings stay as they are.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_012iLMBNwBE2GnphAsu4cjaC
2026-10-12 10:05:58 +00:00

196 lines
8.4 KiB
C#
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
using Titano.Core.Imaging;
using Titano.Core.Video;
using Titano.Core.Windows.MediaFoundation;
using Titano.Testing;
namespace Titano.Core.Windows.Tests.MediaFoundation;
[Serial] // encoders share GPU sessions and the MF runtime
public sealed class MediaFoundationEncoderTests(TestContext context)
{
private const long Frame30 = 3000; // 1/30 s at 90 kHz
[Test]
public void VendorIdsMapToNames()
{
Assert.Equal("NVIDIA", MediaFoundationEncoderProvider.VendorName("VEN_10DE"));
Assert.Equal("Intel", MediaFoundationEncoderProvider.VendorName("ven_8086"));
Assert.Equal("AMD", MediaFoundationEncoderProvider.VendorName("VEN_1002"));
Assert.Equal("VEN_ABCD", MediaFoundationEncoderProvider.VendorName("VEN_ABCD"));
Assert.Null(MediaFoundationEncoderProvider.VendorName(null));
}
[Test]
[WindowsOnly]
public void EnumeratesEncodersAndHidesSoftwareHevcAndAv1()
{
RequireMediaFoundation();
var encoders = MediaFoundationEncoders.Enumerate();
foreach (var e in encoders) context.Log($"{e.Codec} \"{e.Name}\" hardware={e.IsHardware} async={e.IsAsync} vendor={e.VendorId} 10-bit={e.SupportsTenBit}");
Assert.True(encoders.All(e => !string.IsNullOrWhiteSpace(e.Name)));
var capabilities = new MediaFoundationEncoderProvider().Capabilities;
Assert.True(capabilities.All(c => c.Hardware || c.Codec == VideoCodec.H264), "HEVC/AV1 are hardware-only");
Assert.True(capabilities.All(c => !c.SupportsTenBit || c.Codec != VideoCodec.H264));
Assert.Equal(encoders.Count(e => e.IsHardware || e.Codec == VideoCodec.H264), capabilities.Count);
}
[Test]
[WindowsOnly]
[Timeout(60_000)]
public void SoftwareH264EncodeProducesAValidMp4()
{
RequireEncoder(VideoCodec.H264, hardware: false, tenBit: false);
var dir = context.CreateTempDirectory();
var settings = Settings(Path.Combine(dir, "software.mp4"), VideoCodec.H264, 8) with { PreferHardware = false };
var provider = new MediaFoundationEncoderProvider();
Assert.True(provider.CanEncode(settings));
using (var session = provider.Open(settings))
{
Assert.False(session.IsHardware);
context.Log("encoder: " + session.EncoderName);
WriteFrames(session, 60, 8);
session.Complete();
}
var report = Mp4Inspector.Inspect(settings.OutputPath);
context.Log(report.ToString());
Assert.True(report.IsValid, string.Join("; ", report.Errors));
Assert.Equal(VideoCodec.H264, report.Codec);
Assert.Equal(1280, report.Width);
Assert.Equal(720, report.Height);
Assert.Equal(60, report.FrameCount);
Assert.Approximately(2.0, report.Duration.TotalSeconds, 0.034);
Assert.True(report.FastStart);
Assert.Count(1, Directory.GetFiles(dir)); // no temporary file left behind
}
/// <summary>
/// BRIEF §20.2: what the encoder writes plays in Windows. MediaPlayer (Windows Media Player's pipeline) opens it at
/// the encoded size and length; a Media Foundation source reader decodes its first frame to the picture that was
/// encoded, which is the whole check where Windows Media Player is not installed (Windows Server, "N" editions).
/// </summary>
[Test]
[WindowsOnly]
[Timeout(120_000)]
public void SoftwareH264OutputPlaysBack()
{
RequireEncoder(VideoCodec.H264, hardware: false, tenBit: false);
var dir = context.CreateTempDirectory();
var settings = Settings(Path.Combine(dir, "playback.mp4"), VideoCodec.H264, 8) with { PreferHardware = false };
using (var session = new MediaFoundationEncoderProvider().Open(settings))
{
WriteFrames(session, 60, 8);
session.Complete();
}
if (Mp4Playback.HasMediaPlayer)
{
var opened = Mp4Playback.OpenWithMediaPlayer(settings.OutputPath, TimeSpan.FromSeconds(60));
context.Log($"MediaPlayer: {opened}");
Assert.Equal(1280, opened.Width);
Assert.Equal(720, opened.Height);
Assert.Approximately(2.0, opened.Duration.TotalSeconds, 0.05);
}
else
{
context.Log("Windows Media Player is not installed: the source reader decode is the playback check");
}
var frame = Mp4Playback.DecodeFirstFrame(settings.OutputPath);
context.Log($"source reader: {frame.Width}×{frame.Height}, {frame.Duration}, luma square {frame.LumaAt(100, 360)}, corner {frame.LumaAt(4, 4)}");
Assert.Equal(1280, frame.Width);
Assert.Equal(720, frame.Height);
Assert.Approximately(2.0, frame.Duration.TotalSeconds, 0.05);
// Frame 0 as WriteFrames drew it: the white square centred at (100, 360) on a dark blue corner.
Assert.Greater(frame.LumaAt(100, 360), 200);
Assert.Less(frame.LumaAt(4, 4), 60);
}
[Test]
[WindowsOnly]
[Timeout(60_000)]
public void HardwareHevcMain10EncodeWhenAvailable()
{
RequireEncoder(VideoCodec.Hevc, hardware: true, tenBit: true);
var dir = context.CreateTempDirectory();
var settings = Settings(Path.Combine(dir, "main10.mp4"), VideoCodec.Hevc, 10);
using (var session = new MediaFoundationEncoderProvider().Open(settings))
{
Assert.True(session.IsHardware);
context.Log("encoder: " + session.EncoderName);
WriteFrames(session, 60, 10);
session.Complete();
}
var report = Mp4Inspector.Inspect(settings.OutputPath);
context.Log(report.ToString());
Assert.True(report.IsValid, string.Join("; ", report.Errors));
Assert.Equal(VideoCodec.Hevc, report.Codec);
Assert.Equal(10, report.BitDepth);
Assert.Equal(60, report.FrameCount);
}
[Test]
[WindowsOnly]
[Timeout(60_000)]
public void DisposeWithoutCompleteLeavesNoFile()
{
RequireEncoder(VideoCodec.H264, hardware: false, tenBit: false);
var dir = context.CreateTempDirectory();
var settings = Settings(Path.Combine(dir, "cancelled.mp4"), VideoCodec.H264, 8) with { PreferHardware = false };
using (var session = new MediaFoundationEncoderProvider().Open(settings))
{
WriteFrames(session, 5, 8);
}
Assert.Empty(Directory.GetFiles(dir));
}
private static EncodeSettings Settings(string path, VideoCodec codec, int bitDepth) => new()
{
OutputPath = path,
Codec = codec,
Width = 1280,
Height = 720,
FrameRate = new Rational(30, 1),
BitDepth = bitDepth,
Profile = codec == VideoCodec.Hevc ? (bitDepth == 10 ? CodecProfile.HevcMain10 : CodecProfile.HevcMain) : CodecProfile.H264High,
BitRate = 4_000_000,
GopLength = 30,
};
/// <summary>A moving colour ramp with a bright square, distinct per frame.</summary>
private static void WriteFrames(IVideoEncoderSession session, int count, int bitDepth)
{
using var frame = new ImageBuffer(1280, 720);
for (var f = 0; f < count; f++)
{
for (var y = 0; y < 720; y++)
{
var r = frame.Row(0, y);
var g = frame.Row(1, y);
var b = frame.Row(2, y);
for (var x = 0; x < 1280; x++)
{
var square = Math.Abs(x - 100 - f * 15) < 60 && Math.Abs(y - 360) < 60;
r[x] = square ? 1f : (float)ColorSpace.SrgbToLinear((x + f * 7) % 1280 / 1280.0);
g[x] = square ? 1f : (float)ColorSpace.SrgbToLinear(y / 720.0);
b[x] = (float)ColorSpace.SrgbToLinear(bitDepth == 10 ? 0.5 + 0.4 * Math.Sin((x + y) * 0.01) : 0.3);
}
}
session.WriteFrame(frame, Frame30);
}
}
private static void RequireMediaFoundation()
{
if (!MediaFoundationRuntime.IsAvailable) TestContext.Skip("Media Foundation is not installed (Windows N or Server without Media Foundation)");
}
private static void RequireEncoder(VideoCodec codec, bool hardware, bool tenBit)
{
RequireMediaFoundation();
if (!MediaFoundationEncoders.Enumerate().Any(e => e.Codec == codec && e.IsHardware == hardware && (!tenBit || e.SupportsTenBit)))
TestContext.Skip($"No {(hardware ? "hardware" : "software")} {codec}{(tenBit ? " 10-bit" : string.Empty)} encoder on this machine");
}
}