BRIEF §20.2 lists a MediaPlayer playback check after the Media Foundation encode smoke test; the encoder tests stopped at the MP4 inspector. The new test encodes two seconds of software H.264, opens the file with WPF's MediaPlayer and checks its natural size and duration (failing on MediaFailed or a timeout), then decodes the first frame with a Media Foundation source reader and checks its size, the file's duration and the picture that was encoded. Without Windows Media Player (Windows Server, "N" editions) the source reader decode is the check. Core.Windows.Tests references WPF through its framework reference only, so its implicit usings stay as they are. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_012iLMBNwBE2GnphAsu4cjaC
196 lines
8.4 KiB
C#
196 lines
8.4 KiB
C#
using Titano.Core.Imaging;
|
||
using Titano.Core.Video;
|
||
using Titano.Core.Windows.MediaFoundation;
|
||
using Titano.Testing;
|
||
|
||
namespace Titano.Core.Windows.Tests.MediaFoundation;
|
||
|
||
[Serial] // encoders share GPU sessions and the MF runtime
|
||
public sealed class MediaFoundationEncoderTests(TestContext context)
|
||
{
|
||
private const long Frame30 = 3000; // 1/30 s at 90 kHz
|
||
|
||
[Test]
|
||
public void VendorIdsMapToNames()
|
||
{
|
||
Assert.Equal("NVIDIA", MediaFoundationEncoderProvider.VendorName("VEN_10DE"));
|
||
Assert.Equal("Intel", MediaFoundationEncoderProvider.VendorName("ven_8086"));
|
||
Assert.Equal("AMD", MediaFoundationEncoderProvider.VendorName("VEN_1002"));
|
||
Assert.Equal("VEN_ABCD", MediaFoundationEncoderProvider.VendorName("VEN_ABCD"));
|
||
Assert.Null(MediaFoundationEncoderProvider.VendorName(null));
|
||
}
|
||
|
||
[Test]
|
||
[WindowsOnly]
|
||
public void EnumeratesEncodersAndHidesSoftwareHevcAndAv1()
|
||
{
|
||
RequireMediaFoundation();
|
||
var encoders = MediaFoundationEncoders.Enumerate();
|
||
foreach (var e in encoders) context.Log($"{e.Codec} \"{e.Name}\" hardware={e.IsHardware} async={e.IsAsync} vendor={e.VendorId} 10-bit={e.SupportsTenBit}");
|
||
Assert.True(encoders.All(e => !string.IsNullOrWhiteSpace(e.Name)));
|
||
|
||
var capabilities = new MediaFoundationEncoderProvider().Capabilities;
|
||
Assert.True(capabilities.All(c => c.Hardware || c.Codec == VideoCodec.H264), "HEVC/AV1 are hardware-only");
|
||
Assert.True(capabilities.All(c => !c.SupportsTenBit || c.Codec != VideoCodec.H264));
|
||
Assert.Equal(encoders.Count(e => e.IsHardware || e.Codec == VideoCodec.H264), capabilities.Count);
|
||
}
|
||
|
||
[Test]
|
||
[WindowsOnly]
|
||
[Timeout(60_000)]
|
||
public void SoftwareH264EncodeProducesAValidMp4()
|
||
{
|
||
RequireEncoder(VideoCodec.H264, hardware: false, tenBit: false);
|
||
var dir = context.CreateTempDirectory();
|
||
var settings = Settings(Path.Combine(dir, "software.mp4"), VideoCodec.H264, 8) with { PreferHardware = false };
|
||
var provider = new MediaFoundationEncoderProvider();
|
||
Assert.True(provider.CanEncode(settings));
|
||
using (var session = provider.Open(settings))
|
||
{
|
||
Assert.False(session.IsHardware);
|
||
context.Log("encoder: " + session.EncoderName);
|
||
WriteFrames(session, 60, 8);
|
||
session.Complete();
|
||
}
|
||
|
||
var report = Mp4Inspector.Inspect(settings.OutputPath);
|
||
context.Log(report.ToString());
|
||
Assert.True(report.IsValid, string.Join("; ", report.Errors));
|
||
Assert.Equal(VideoCodec.H264, report.Codec);
|
||
Assert.Equal(1280, report.Width);
|
||
Assert.Equal(720, report.Height);
|
||
Assert.Equal(60, report.FrameCount);
|
||
Assert.Approximately(2.0, report.Duration.TotalSeconds, 0.034);
|
||
Assert.True(report.FastStart);
|
||
Assert.Count(1, Directory.GetFiles(dir)); // no temporary file left behind
|
||
}
|
||
|
||
/// <summary>
|
||
/// BRIEF §20.2: what the encoder writes plays in Windows. MediaPlayer (Windows Media Player's pipeline) opens it at
|
||
/// the encoded size and length; a Media Foundation source reader decodes its first frame to the picture that was
|
||
/// encoded, which is the whole check where Windows Media Player is not installed (Windows Server, "N" editions).
|
||
/// </summary>
|
||
[Test]
|
||
[WindowsOnly]
|
||
[Timeout(120_000)]
|
||
public void SoftwareH264OutputPlaysBack()
|
||
{
|
||
RequireEncoder(VideoCodec.H264, hardware: false, tenBit: false);
|
||
var dir = context.CreateTempDirectory();
|
||
var settings = Settings(Path.Combine(dir, "playback.mp4"), VideoCodec.H264, 8) with { PreferHardware = false };
|
||
using (var session = new MediaFoundationEncoderProvider().Open(settings))
|
||
{
|
||
WriteFrames(session, 60, 8);
|
||
session.Complete();
|
||
}
|
||
|
||
if (Mp4Playback.HasMediaPlayer)
|
||
{
|
||
var opened = Mp4Playback.OpenWithMediaPlayer(settings.OutputPath, TimeSpan.FromSeconds(60));
|
||
context.Log($"MediaPlayer: {opened}");
|
||
Assert.Equal(1280, opened.Width);
|
||
Assert.Equal(720, opened.Height);
|
||
Assert.Approximately(2.0, opened.Duration.TotalSeconds, 0.05);
|
||
}
|
||
else
|
||
{
|
||
context.Log("Windows Media Player is not installed: the source reader decode is the playback check");
|
||
}
|
||
|
||
var frame = Mp4Playback.DecodeFirstFrame(settings.OutputPath);
|
||
context.Log($"source reader: {frame.Width}×{frame.Height}, {frame.Duration}, luma square {frame.LumaAt(100, 360)}, corner {frame.LumaAt(4, 4)}");
|
||
Assert.Equal(1280, frame.Width);
|
||
Assert.Equal(720, frame.Height);
|
||
Assert.Approximately(2.0, frame.Duration.TotalSeconds, 0.05);
|
||
// Frame 0 as WriteFrames drew it: the white square centred at (100, 360) on a dark blue corner.
|
||
Assert.Greater(frame.LumaAt(100, 360), 200);
|
||
Assert.Less(frame.LumaAt(4, 4), 60);
|
||
}
|
||
|
||
[Test]
|
||
[WindowsOnly]
|
||
[Timeout(60_000)]
|
||
public void HardwareHevcMain10EncodeWhenAvailable()
|
||
{
|
||
RequireEncoder(VideoCodec.Hevc, hardware: true, tenBit: true);
|
||
var dir = context.CreateTempDirectory();
|
||
var settings = Settings(Path.Combine(dir, "main10.mp4"), VideoCodec.Hevc, 10);
|
||
using (var session = new MediaFoundationEncoderProvider().Open(settings))
|
||
{
|
||
Assert.True(session.IsHardware);
|
||
context.Log("encoder: " + session.EncoderName);
|
||
WriteFrames(session, 60, 10);
|
||
session.Complete();
|
||
}
|
||
var report = Mp4Inspector.Inspect(settings.OutputPath);
|
||
context.Log(report.ToString());
|
||
Assert.True(report.IsValid, string.Join("; ", report.Errors));
|
||
Assert.Equal(VideoCodec.Hevc, report.Codec);
|
||
Assert.Equal(10, report.BitDepth);
|
||
Assert.Equal(60, report.FrameCount);
|
||
}
|
||
|
||
[Test]
|
||
[WindowsOnly]
|
||
[Timeout(60_000)]
|
||
public void DisposeWithoutCompleteLeavesNoFile()
|
||
{
|
||
RequireEncoder(VideoCodec.H264, hardware: false, tenBit: false);
|
||
var dir = context.CreateTempDirectory();
|
||
var settings = Settings(Path.Combine(dir, "cancelled.mp4"), VideoCodec.H264, 8) with { PreferHardware = false };
|
||
using (var session = new MediaFoundationEncoderProvider().Open(settings))
|
||
{
|
||
WriteFrames(session, 5, 8);
|
||
}
|
||
Assert.Empty(Directory.GetFiles(dir));
|
||
}
|
||
|
||
private static EncodeSettings Settings(string path, VideoCodec codec, int bitDepth) => new()
|
||
{
|
||
OutputPath = path,
|
||
Codec = codec,
|
||
Width = 1280,
|
||
Height = 720,
|
||
FrameRate = new Rational(30, 1),
|
||
BitDepth = bitDepth,
|
||
Profile = codec == VideoCodec.Hevc ? (bitDepth == 10 ? CodecProfile.HevcMain10 : CodecProfile.HevcMain) : CodecProfile.H264High,
|
||
BitRate = 4_000_000,
|
||
GopLength = 30,
|
||
};
|
||
|
||
/// <summary>A moving colour ramp with a bright square, distinct per frame.</summary>
|
||
private static void WriteFrames(IVideoEncoderSession session, int count, int bitDepth)
|
||
{
|
||
using var frame = new ImageBuffer(1280, 720);
|
||
for (var f = 0; f < count; f++)
|
||
{
|
||
for (var y = 0; y < 720; y++)
|
||
{
|
||
var r = frame.Row(0, y);
|
||
var g = frame.Row(1, y);
|
||
var b = frame.Row(2, y);
|
||
for (var x = 0; x < 1280; x++)
|
||
{
|
||
var square = Math.Abs(x - 100 - f * 15) < 60 && Math.Abs(y - 360) < 60;
|
||
r[x] = square ? 1f : (float)ColorSpace.SrgbToLinear((x + f * 7) % 1280 / 1280.0);
|
||
g[x] = square ? 1f : (float)ColorSpace.SrgbToLinear(y / 720.0);
|
||
b[x] = (float)ColorSpace.SrgbToLinear(bitDepth == 10 ? 0.5 + 0.4 * Math.Sin((x + y) * 0.01) : 0.3);
|
||
}
|
||
}
|
||
session.WriteFrame(frame, Frame30);
|
||
}
|
||
}
|
||
|
||
private static void RequireMediaFoundation()
|
||
{
|
||
if (!MediaFoundationRuntime.IsAvailable) TestContext.Skip("Media Foundation is not installed (Windows N or Server without Media Foundation)");
|
||
}
|
||
|
||
private static void RequireEncoder(VideoCodec codec, bool hardware, bool tenBit)
|
||
{
|
||
RequireMediaFoundation();
|
||
if (!MediaFoundationEncoders.Enumerate().Any(e => e.Codec == codec && e.IsHardware == hardware && (!tenBit || e.SupportsTenBit)))
|
||
TestContext.Skip($"No {(hardware ? "hardware" : "software")} {codec}{(tenBit ? " 10-bit" : string.Empty)} encoder on this machine");
|
||
}
|
||
}
|