using Chronos.Core.Video.Bitstream; namespace Chronos.Core.Tests.Video; /// Builds syntactically valid H.264/HEVC parameter sets, AV1 sequence headers and slice stubs. internal static class SyntheticStreams { /// H.264 SPS NAL (header included) for 4:2:0 8-bit with cropping to the requested size and VUI timing. public static byte[] H264Sps(int width = 1920, int height = 1080, int profileIdc = 100, int levelIdc = 41, uint timeScale = 60000, uint unitsInTick = 1001) { var w = new BitWriter(); w.WriteBits((ulong)profileIdc, 8); w.WriteBits(0, 8); // constraint flags w.WriteBits((ulong)levelIdc, 8); w.WriteUe(0); // seq_parameter_set_id if (profileIdc == 100) { w.WriteUe(1); // chroma_format_idc w.WriteUe(0); // bit_depth_luma_minus8 w.WriteUe(0); // bit_depth_chroma_minus8 w.WriteBit(false); // qpprime_y_zero_transform_bypass_flag w.WriteBit(false); // seq_scaling_matrix_present_flag } w.WriteUe(0); // log2_max_frame_num_minus4 w.WriteUe(0); // pic_order_cnt_type w.WriteUe(2); // log2_max_pic_order_cnt_lsb_minus4 w.WriteUe(4); // max_num_ref_frames w.WriteBit(false); // gaps_in_frame_num_value_allowed_flag var mbW = (width + 15) / 16; var mbH = (height + 15) / 16; w.WriteUe((uint)mbW - 1); w.WriteUe((uint)mbH - 1); w.WriteBit(true); // frame_mbs_only_flag w.WriteBit(true); // direct_8x8_inference_flag var cropRight = (mbW * 16 - width) / 2; var cropBottom = (mbH * 16 - height) / 2; var crop = cropRight > 0 || cropBottom > 0; w.WriteBit(crop); if (crop) { w.WriteUe(0); w.WriteUe((uint)cropRight); w.WriteUe(0); w.WriteUe((uint)cropBottom); } w.WriteBit(true); // vui_parameters_present_flag w.WriteBit(true); // aspect_ratio_info_present_flag w.WriteBits(1, 8); // aspect_ratio_idc 1:1 w.WriteBit(false); // overscan_info_present_flag w.WriteBit(true); // video_signal_type_present_flag w.WriteBits(5, 3); // video_format w.WriteBit(false); // video_full_range_flag w.WriteBit(true); // colour_description_present_flag w.WriteBits(1, 8); w.WriteBits(1, 8); w.WriteBits(1, 8); w.WriteBit(false); // chroma_loc_info_present_flag w.WriteBit(true); // timing_info_present_flag w.WriteBits(unitsInTick, 32); w.WriteBits(timeScale, 32); w.WriteBit(true); // fixed_frame_rate_flag w.WriteBit(false); // nal_hrd_parameters_present_flag w.WriteBit(false); // vcl_hrd_parameters_present_flag w.WriteBit(false); // pic_struct_present_flag w.WriteBit(false); // bitstream_restriction_flag w.WriteTrailingBits(); return Nal([0x67], w.ToArray()); } public static byte[] H264Pps() { var w = new BitWriter(); w.WriteUe(0); // pic_parameter_set_id w.WriteUe(0); // seq_parameter_set_id w.WriteBit(true); // entropy_coding_mode_flag w.WriteBit(false); // bottom_field_pic_order_in_frame_present_flag w.WriteUe(0); // num_slice_groups_minus1 w.WriteUe(0); // num_ref_idx_l0_default_active_minus1 w.WriteUe(0); // num_ref_idx_l1_default_active_minus1 w.WriteBit(false); // weighted_pred_flag w.WriteBits(0, 2); // weighted_bipred_idc w.WriteSe(0); // pic_init_qp_minus26 w.WriteSe(0); // pic_init_qs_minus26 w.WriteSe(0); // chroma_qp_index_offset w.WriteBit(true); // deblocking_filter_control_present_flag w.WriteBit(false); // constrained_intra_pred_flag w.WriteBit(false); // redundant_pic_cnt_present_flag w.WriteBit(true); // transform_8x8_mode_flag w.WriteBit(false); // pic_scaling_matrix_present_flag w.WriteSe(0); // second_chroma_qp_index_offset w.WriteTrailingBits(); return Nal([0x68], w.ToArray()); } /// A slice NAL with a plausible header and pseudo-random payload. public static byte[] H264Slice(bool idr, int payloadBytes, int seed) { var w = new BitWriter(); w.WriteUe(0); // first_mb_in_slice w.WriteUe(idr ? 7u : 5u); // slice_type I / P w.WriteUe(0); // pic_parameter_set_id w.WriteBytes(Random(payloadBytes, seed)); w.WriteTrailingBits(); return Nal([idr ? (byte)0x65 : (byte)0x41], w.ToArray()); } public static byte[] H264AccessUnitDelimiter() => [0x09, 0xF0]; public static byte[] HevcVps() { var w = new BitWriter(); w.WriteBits(0, 4); // vps_video_parameter_set_id w.WriteBit(true); // vps_base_layer_internal_flag w.WriteBit(true); // vps_base_layer_available_flag w.WriteBits(0, 6); // vps_max_layers_minus1 w.WriteBits(0, 3); // vps_max_sub_layers_minus1 w.WriteBit(true); // vps_temporal_id_nesting_flag w.WriteBits(0xFFFF, 16); WriteHevcProfileTierLevel(w, 2, 153); w.WriteBit(true); // vps_sub_layer_ordering_info_present_flag w.WriteUe(4); w.WriteUe(0); w.WriteUe(0); w.WriteBits(0, 6); // vps_max_layer_id w.WriteUe(0); // vps_num_layer_sets_minus1 w.WriteBit(false); // vps_timing_info_present_flag w.WriteBit(false); // vps_extension_flag w.WriteTrailingBits(); return Nal([0x40, 0x01], w.ToArray()); } /// HEVC SPS for 4:2:0 with the given bit depth, coded in 8×8 units with a conformance window. public static byte[] HevcSps(int width = 1920, int height = 1080, int bitDepth = 10, int levelIdc = 153) { var w = new BitWriter(); w.WriteBits(0, 4); // sps_video_parameter_set_id w.WriteBits(0, 3); // sps_max_sub_layers_minus1 w.WriteBit(true); // sps_temporal_id_nesting_flag WriteHevcProfileTierLevel(w, bitDepth == 10 ? 2 : 1, levelIdc); w.WriteUe(0); // sps_seq_parameter_set_id w.WriteUe(1); // chroma_format_idc var codedW = (width + 7) / 8 * 8; var codedH = (height + 7) / 8 * 8; w.WriteUe((uint)codedW); w.WriteUe((uint)codedH); var window = codedW != width || codedH != height; w.WriteBit(window); if (window) { w.WriteUe(0); w.WriteUe((uint)(codedW - width) / 2); w.WriteUe(0); w.WriteUe((uint)(codedH - height) / 2); } w.WriteUe((uint)bitDepth - 8); w.WriteUe((uint)bitDepth - 8); w.WriteUe(4); // log2_max_pic_order_cnt_lsb_minus4 w.WriteBit(true); // sps_sub_layer_ordering_info_present_flag w.WriteUe(4); w.WriteUe(0); w.WriteUe(0); w.WriteUe(0); // log2_min_luma_coding_block_size_minus3 w.WriteUe(3); // log2_diff_max_min_luma_coding_block_size w.WriteUe(0); // log2_min_luma_transform_block_size_minus2 w.WriteUe(3); // log2_diff_max_min_luma_transform_block_size w.WriteUe(1); // max_transform_hierarchy_depth_inter w.WriteUe(1); // max_transform_hierarchy_depth_intra w.WriteBit(false); // scaling_list_enabled_flag w.WriteBit(true); // amp_enabled_flag w.WriteBit(true); // sample_adaptive_offset_enabled_flag w.WriteBit(false); // pcm_enabled_flag w.WriteUe(0); // num_short_term_ref_pic_sets w.WriteBit(false); // long_term_ref_pics_present_flag w.WriteBit(true); // sps_temporal_mvp_enabled_flag w.WriteBit(true); // strong_intra_smoothing_enabled_flag w.WriteBit(false); // vui_parameters_present_flag w.WriteBit(false); // sps_extension_present_flag w.WriteTrailingBits(); return Nal([0x42, 0x01], w.ToArray()); } public static byte[] HevcPps() { var w = new BitWriter(); w.WriteUe(0); // pps_pic_parameter_set_id w.WriteUe(0); // pps_seq_parameter_set_id w.WriteBit(false); // dependent_slice_segments_enabled_flag w.WriteBit(false); // output_flag_present_flag w.WriteBits(0, 3); // num_extra_slice_header_bits w.WriteBit(false); // sign_data_hiding_enabled_flag w.WriteBit(true); // cabac_init_present_flag w.WriteUe(0); w.WriteUe(0); w.WriteSe(0); // init_qp_minus26 w.WriteBit(false); // constrained_intra_pred_flag w.WriteBit(false); // transform_skip_enabled_flag w.WriteBit(false); // cu_qp_delta_enabled_flag w.WriteSe(0); w.WriteSe(0); w.WriteBit(false); // pps_slice_chroma_qp_offsets_present_flag w.WriteBit(false); // weighted_pred_flag w.WriteBit(false); // weighted_bipred_flag w.WriteBit(false); // transquant_bypass_enabled_flag w.WriteBit(false); // tiles_enabled_flag w.WriteBit(false); // entropy_coding_sync_enabled_flag w.WriteBit(true); // pps_loop_filter_across_slices_enabled_flag w.WriteBit(false); // deblocking_filter_control_present_flag w.WriteBit(false); // pps_scaling_list_data_present_flag w.WriteBit(false); // lists_modification_present_flag w.WriteUe(0); // log2_parallel_merge_level_minus2 w.WriteBit(false); // slice_segment_header_extension_present_flag w.WriteBit(false); // pps_extension_present_flag w.WriteTrailingBits(); return Nal([0x44, 0x01], w.ToArray()); } public static byte[] HevcSlice(bool idr, int payloadBytes, int seed) { var type = idr ? HevcNalUnitType.IdrWRadl : HevcNalUnitType.TrailR; var w = new BitWriter(); w.WriteBit(true); // first_slice_segment_in_pic_flag w.WriteBytes(Random(payloadBytes, seed)); w.WriteTrailingBits(); return Nal([(byte)((byte)type << 1), 0x01], w.ToArray()); } /// AV1 sequence header OBU (with size field) for profile 0 4:2:0. public static byte[] Av1SequenceHeaderObu(int width = 1920, int height = 1080, int levelIdx = 8, bool tenBit = false) { var w = new BitWriter(); w.WriteBits(0, 3); // seq_profile w.WriteBit(false); // still_picture w.WriteBit(false); // reduced_still_picture_header w.WriteBit(false); // timing_info_present_flag w.WriteBit(false); // initial_display_delay_present_flag w.WriteBits(0, 5); // operating_points_cnt_minus_1 w.WriteBits(0, 12); // operating_point_idc[0] w.WriteBits((ulong)levelIdx, 5); if (levelIdx > 7) w.WriteBit(false); // seq_tier[0] const int bits = 16; w.WriteBits(bits - 1, 4); w.WriteBits(bits - 1, 4); w.WriteBits((ulong)width - 1, bits); w.WriteBits((ulong)height - 1, bits); w.WriteBit(false); // frame_id_numbers_present_flag w.WriteBit(false); // use_128x128_superblock w.WriteBit(true); // enable_filter_intra w.WriteBit(true); // enable_intra_edge_filter w.WriteBits(0, 4); // interintra, masked, warped, dual filter w.WriteBit(true); // enable_order_hint w.WriteBits(0, 2); // enable_jnt_comp, enable_ref_frame_mvs w.WriteBit(true); // seq_choose_screen_content_tools w.WriteBit(true); // seq_choose_integer_mv w.WriteBits(6, 3); // order_hint_bits_minus_1 w.WriteBits(0, 3); // superres, cdef, restoration w.WriteBit(tenBit); // high_bitdepth w.WriteBit(false); // mono_chrome w.WriteBit(true); // color_description_present_flag w.WriteBits(1, 8); w.WriteBits(1, 8); w.WriteBits(1, 8); w.WriteBit(false); // color_range w.WriteBits(0, 2); // chroma_sample_position w.WriteBit(false); // separate_uv_delta_q w.WriteBit(false); // film_grain_params_present w.WriteTrailingBits(); return Obu(Av1ObuType.SequenceHeader, w.ToArray()); } public static byte[] Av1TemporalDelimiter() => Obu(Av1ObuType.TemporalDelimiter, []); public static byte[] Av1Frame(int payloadBytes, int seed) => Obu(Av1ObuType.Frame, Random(payloadBytes, seed)); /// An OBU with obu_has_size_field set. public static byte[] Obu(Av1ObuType type, ReadOnlySpan payload) { var w = new BitWriter(); w.WriteBits((ulong)((byte)type << 3 | 0x02), 8); w.WriteLeb128((ulong)payload.Length); w.WriteBytes(payload); return w.ToArray(); } public static byte[] Concat(params byte[][] parts) { var total = 0; foreach (var p in parts) total += p.Length; var result = new byte[total]; var pos = 0; foreach (var p in parts) { p.CopyTo(result, pos); pos += p.Length; } return result; } public static byte[] Random(int length, int seed) { var bytes = new byte[length]; new Random(seed).NextBytes(bytes); return bytes; } private static void WriteHevcProfileTierLevel(BitWriter w, int profileIdc, int levelIdc) { w.WriteBits(0, 2); // general_profile_space w.WriteBit(false); // general_tier_flag w.WriteBits((ulong)profileIdc, 5); w.WriteBits(1UL << (31 - profileIdc), 32); // general_profile_compatibility_flag[profileIdc] w.WriteBits(0x9000_0000_0000UL, 48); // progressive_source + frame_only_constraint w.WriteBits((ulong)levelIdc, 8); } private static byte[] Nal(ReadOnlySpan header, byte[] rbsp) { var escaped = AnnexBParser.AddEmulationPrevention(rbsp); var nal = new byte[header.Length + escaped.Length]; header.CopyTo(nal); escaped.CopyTo(nal, header.Length); return nal; } }