/* * Copyright (C) 2024 Mikhail Burakov. This file is part of receiver. * * receiver is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * receiver is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with receiver. If not, see . */ #include #include #include #include #include "bitstream.h" #include "mfxsession_impl.h" // Table 7-1 – NAL unit type codes and NAL unit type classes enum NalUnitType { TRAIL_R = 1, BLA_W_LP = 16, IDR_W_RADL = 19, IDR_N_LP = 20, CRA_NUT = 21, RSV_IRAP_VCL23 = 23, VPS_NUT = 32, SPS_NUT = 33, PPS_NUT = 34, AUD_NUT = 35, }; // 7.3.1.2 NAL unit header syntax static uint8_t ParseNaluHeader(struct Bitstream* nalu) { assert(BitstreamReadU(nalu, 1) == 0); // forbidden_zero_bit uint64_t nal_unit_type = BitstreamReadU(nalu, 6); assert(BitstreamReadU(nalu, 6) == 0); // nuh_layer_id assert(BitstreamReadU(nalu, 3) == 1); // nuh_temporal_id_plus1 return (uint8_t)nal_unit_type; } // 7.3.3 Profile, tier and level syntax static void ParseProfileTierLevel(struct Bitstream* nalu) { assert(BitstreamReadU(nalu, 2) == 0); // general_profile_space assert(BitstreamReadU(nalu, 1) == 0); // general_tier_flag assert(BitstreamReadU(nalu, 5) == 1); // general_profile_idc assert(BitstreamReadU(nalu, 32) == 3 << 29); // general_profile_compatibility_flag assert(BitstreamReadU(nalu, 1) == 1); // general_progressive_source_flag assert(BitstreamReadU(nalu, 1) == 0); // general_interlaced_source_flag assert(BitstreamReadU(nalu, 1) == 1); // general_non_packed_constraint_flag assert(BitstreamReadU(nalu, 1) == 1); // general_frame_only_constraint_flag assert(BitstreamReadU(nalu, 7) == 0); // general_reserved_zero_7bits assert(BitstreamReadU(nalu, 1) == 0); // general_one_picture_only_constraint_flag assert(BitstreamReadU(nalu, 35) == 0); // general_reserved_zero_35bits assert(BitstreamReadU(nalu, 1) == 0); // general_reserved_zero_bit assert(BitstreamReadU(nalu, 8) == 120); // general_level_idc } // 7.3.7 Short-term reference picture set syntax static void ParseStRefPicSet(struct Bitstream* nalu, uint64_t stRpsIdx) { if (stRpsIdx != 0) { assert(BitstreamReadU(nalu, 1) == 0); // inter_ref_pic_set_prediction_flag } assert(BitstreamReadUE(nalu) == 1); // num_negative_pics assert(BitstreamReadUE(nalu) == 0); // num_positive_pics assert(BitstreamReadUE(nalu) == 0); // delta_poc_s0_minus1 assert(BitstreamReadU(nalu, 1) == 1); // used_by_curr_pic_s0_flag } // E.2.1 VUI parameters syntax static void ParseVuiParameters(struct Bitstream* nalu) { assert(BitstreamReadU(nalu, 1) == 0); // aspect_ratio_info_present_flag assert(BitstreamReadU(nalu, 1) == 0); // overscan_info_present_flag assert(BitstreamReadU(nalu, 1) == 1); // video_signal_type_present_flag // Table E.2 – Meaning of video_format assert(BitstreamReadU(nalu, 3) == 5); // video_format assert(BitstreamReadU(nalu, 1) == 0); // video_full_range_flag assert(BitstreamReadU(nalu, 1) == 1); // colour_description_present_flag assert(BitstreamReadU(nalu, 8) == 2); // colour_primaries assert(BitstreamReadU(nalu, 8) == 2); // transfer_characteristics assert(BitstreamReadU(nalu, 8) == 6); // matrix_coeffs assert(BitstreamReadU(nalu, 1) == 0); // chroma_loc_info_present_flag assert(BitstreamReadU(nalu, 1) == 0); // neutral_chroma_indication_flag assert(BitstreamReadU(nalu, 1) == 0); // field_seq_flag assert(BitstreamReadU(nalu, 1) == 0); // vui_timing_info_present_flag bool bitstream_restriction_flag = !!BitstreamReadU(nalu, 1); if (bitstream_restriction_flag) { assert(BitstreamReadU(nalu, 1) == 0); // tiles_fixed_structure_flag assert(BitstreamReadU(nalu, 1) == 1); // motion_vectors_over_pic_boundaries_flag assert(BitstreamReadU(nalu, 1) == 1); // restricted_ref_pic_lists_flag assert(BitstreamReadUE(nalu) == 0); // min_spatial_segmentation_idc assert(BitstreamReadUE(nalu) == 0); // max_bytes_per_pic_denom assert(BitstreamReadUE(nalu) == 0); // max_bits_per_min_cu_denom assert(BitstreamReadUE(nalu) == 15); // log2_max_mv_length_horizontal assert(BitstreamReadUE(nalu) == 15); // log2_max_mv_length_vertical } } // 7.3.2.2.1 General sequence parameter set RBSP syntax static void ParseSps(struct Bitstream* nalu, mfxSession session) { assert(BitstreamReadU(nalu, 4) == 0); // sps_video_parameter_set_id assert(BitstreamReadU(nalu, 3) == 0); // sps_max_sub_layers_minus1 assert(BitstreamReadU(nalu, 1) == 1); // sps_temporal_id_nesting_flag ParseProfileTierLevel(nalu); assert(BitstreamReadUE(nalu) == 0); // sps_seq_parameter_set_id // session->ppb.pic_fields.bits.chroma_format_idc = (uint32_t)BitstreamReadUE(nalu); assert(session->ppb.pic_fields.bits.chroma_format_idc == 1); session->ppb.pic_width_in_luma_samples = (uint16_t)BitstreamReadUE(nalu); session->ppb.pic_height_in_luma_samples = (uint16_t)BitstreamReadUE(nalu); assert(BitstreamReadU(nalu, 1) == 0); // conformance_window_flag session->ppb.bit_depth_luma_minus8 = (uint8_t)BitstreamReadUE(nalu); session->ppb.bit_depth_chroma_minus8 = (uint8_t)BitstreamReadUE(nalu); session->ppb.log2_max_pic_order_cnt_lsb_minus4 = (uint8_t)BitstreamReadUE(nalu); assert(BitstreamReadU(nalu, 1) == 0); // sps_sub_layer_ordering_info_present_flag session->ppb.sps_max_dec_pic_buffering_minus1 = (uint8_t)BitstreamReadUE(nalu); session->ppb.pic_fields.bits.NoPicReorderingFlag = !!BitstreamReadUE(nalu); // sps_max_num_reorder_pics assert(BitstreamReadUE(nalu) == 0); // sps_max_latency_increase_plus1 session->ppb.log2_min_luma_coding_block_size_minus3 = (uint8_t)BitstreamReadUE(nalu); session->ppb.log2_diff_max_min_luma_coding_block_size = (uint8_t)BitstreamReadUE(nalu); session->ppb.log2_min_transform_block_size_minus2 = (uint8_t)BitstreamReadUE(nalu); session->ppb.log2_diff_max_min_transform_block_size = (uint8_t)BitstreamReadUE(nalu); session->ppb.max_transform_hierarchy_depth_inter = (uint8_t)BitstreamReadUE(nalu); session->ppb.max_transform_hierarchy_depth_intra = (uint8_t)BitstreamReadUE(nalu); session->ppb.pic_fields.bits.scaling_list_enabled_flag = (uint8_t)BitstreamReadU(nalu, 1); assert(session->ppb.pic_fields.bits.scaling_list_enabled_flag == 0); session->ppb.pic_fields.bits.amp_enabled_flag = (uint32_t)BitstreamReadU(nalu, 1); session->ppb.slice_parsing_fields.bits.sample_adaptive_offset_enabled_flag = (uint32_t)BitstreamReadU(nalu, 1); session->ppb.pic_fields.bits.pcm_enabled_flag = (uint32_t)BitstreamReadU(nalu, 1); assert(session->ppb.pic_fields.bits.pcm_enabled_flag == 0); // vvv weird vvv session->ppb.pcm_sample_bit_depth_luma_minus1 = (uint8_t)((1 << (session->ppb.bit_depth_luma_minus8 + 8)) - 1); session->ppb.pcm_sample_bit_depth_chroma_minus1 = (uint8_t)((1 << (session->ppb.bit_depth_chroma_minus8 + 8)) - 1); session->ppb.log2_min_pcm_luma_coding_block_size_minus3 = 253; // ^^^ weird ^^^ session->ppb.num_short_term_ref_pic_sets = (uint8_t)BitstreamReadUE(nalu); for (uint8_t i = 0; i < session->ppb.num_short_term_ref_pic_sets; i++) { ParseStRefPicSet(nalu, i); } assert(BitstreamReadU(nalu, 1) == 0); // long_term_ref_pics_present_flag session->ppb.slice_parsing_fields.bits.sps_temporal_mvp_enabled_flag = (uint32_t)BitstreamReadU(nalu, 1); session->ppb.pic_fields.bits.strong_intra_smoothing_enabled_flag = (uint32_t)BitstreamReadU(nalu, 1); assert(BitstreamReadU(nalu, 1) == 1); // vui_parameters_present_flag ParseVuiParameters(nalu); assert(BitstreamReadU(nalu, 1) == 0); // sps_extension_present_flag } // 7.3.2.3.1 General picture parameter set RBSP syntax static void ParsePps(struct Bitstream* nalu, mfxSession session) { assert(BitstreamReadUE(nalu) == 0); // pps_pic_parameter_set_id assert(BitstreamReadUE(nalu) == 0); // pps_seq_parameter_set_id session->ppb.slice_parsing_fields.bits.dependent_slice_segments_enabled_flag = (uint32_t)BitstreamReadU(nalu, 1); session->ppb.slice_parsing_fields.bits.output_flag_present_flag = (uint32_t)BitstreamReadU(nalu, 1); session->ppb.num_extra_slice_header_bits = (uint8_t)BitstreamReadU(nalu, 3); assert(session->ppb.num_extra_slice_header_bits == 0); session->ppb.pic_fields.bits.sign_data_hiding_enabled_flag = (uint32_t)BitstreamReadU(nalu, 1); session->ppb.slice_parsing_fields.bits.cabac_init_present_flag = (uint32_t)BitstreamReadU(nalu, 1); session->ppb.num_ref_idx_l0_default_active_minus1 = (uint8_t)BitstreamReadUE(nalu); session->ppb.num_ref_idx_l1_default_active_minus1 = (uint8_t)BitstreamReadUE(nalu); session->ppb.init_qp_minus26 = (int8_t)BitstreamReadSE(nalu); session->ppb.pic_fields.bits.constrained_intra_pred_flag = (uint32_t)BitstreamReadU(nalu, 1); session->ppb.pic_fields.bits.transform_skip_enabled_flag = (uint32_t)BitstreamReadU(nalu, 1); session->ppb.pic_fields.bits.cu_qp_delta_enabled_flag = (uint32_t)BitstreamReadU(nalu, 1); assert(session->ppb.pic_fields.bits.cu_qp_delta_enabled_flag == 0); session->ppb.pps_cb_qp_offset = (int8_t)BitstreamReadSE(nalu); session->ppb.pps_cr_qp_offset = (int8_t)BitstreamReadSE(nalu); session->ppb.slice_parsing_fields.bits .pps_slice_chroma_qp_offsets_present_flag = (uint32_t)BitstreamReadU(nalu, 1); assert(session->ppb.slice_parsing_fields.bits .pps_slice_chroma_qp_offsets_present_flag == 0); session->ppb.pic_fields.bits.weighted_pred_flag = (uint32_t)BitstreamReadU(nalu, 1); assert(session->ppb.pic_fields.bits.weighted_pred_flag == 0); session->ppb.pic_fields.bits.weighted_bipred_flag = (uint32_t)BitstreamReadU(nalu, 1); assert(session->ppb.pic_fields.bits.weighted_bipred_flag == 0); session->ppb.pic_fields.bits.transquant_bypass_enabled_flag = (uint32_t)BitstreamReadU(nalu, 1); session->ppb.pic_fields.bits.tiles_enabled_flag = (uint32_t)BitstreamReadU(nalu, 1); assert(session->ppb.pic_fields.bits.tiles_enabled_flag == 0); // vvv weird vvv session->ppb.pic_fields.bits.loop_filter_across_tiles_enabled_flag = 1; // ^^^ weird ^^^ session->ppb.pic_fields.bits.entropy_coding_sync_enabled_flag = (uint32_t)BitstreamReadU(nalu, 1); assert(session->ppb.pic_fields.bits.entropy_coding_sync_enabled_flag == 0); session->ppb.pic_fields.bits.pps_loop_filter_across_slices_enabled_flag = (uint32_t)BitstreamReadU(nalu, 1); bool deblocking_filter_control_present_flag = !!BitstreamReadU(nalu, 1); if (deblocking_filter_control_present_flag) { session->ppb.slice_parsing_fields.bits .deblocking_filter_override_enabled_flag = (uint32_t)BitstreamReadU(nalu, 1); assert(session->ppb.slice_parsing_fields.bits .deblocking_filter_override_enabled_flag == 0); session->ppb.slice_parsing_fields.bits.pps_disable_deblocking_filter_flag = (uint32_t)BitstreamReadU(nalu, 1); assert(session->ppb.slice_parsing_fields.bits .pps_disable_deblocking_filter_flag == 0); session->ppb.pps_beta_offset_div2 = (int8_t)BitstreamReadSE(nalu); session->ppb.pps_tc_offset_div2 = (int8_t)BitstreamReadSE(nalu); } assert(BitstreamReadU(nalu, 1) == 0); // scaling_list_data_present_flag session->ppb.slice_parsing_fields.bits.lists_modification_present_flag = (uint32_t)BitstreamReadU(nalu, 1); assert( session->ppb.slice_parsing_fields.bits.lists_modification_present_flag == 0); session->ppb.log2_parallel_merge_level_minus2 = (uint8_t)BitstreamReadUE(nalu); session->ppb.slice_parsing_fields.bits .slice_segment_header_extension_present_flag = (uint32_t)BitstreamReadU(nalu, 1); assert(session->ppb.slice_parsing_fields.bits .slice_segment_header_extension_present_flag == 0); assert(BitstreamReadU(nalu, 1) == 0); // pps_extension_present_flag } mfxStatus MFXVideoCORE_SetFrameAllocator(mfxSession session, mfxFrameAllocator* allocator) { session->allocator = *allocator; return MFX_ERR_NONE; } mfxStatus MFXVideoCORE_SetHandle(mfxSession session, mfxHandleType type, mfxHDL hdl) { (void)type; session->display = hdl; return MFX_ERR_NONE; } mfxStatus MFXVideoCORE_SyncOperation(mfxSession session, mfxSyncPoint syncp, mfxU32 wait) { (void)session; (void)syncp; (void)wait; return MFX_ERR_NONE; } mfxStatus MFXVideoDECODE_Query(mfxSession session, mfxVideoParam* in, mfxVideoParam* out) { (void)session; (void)in; (void)out; return MFX_ERR_NONE; } mfxStatus MFXVideoDECODE_DecodeHeader(mfxSession session, mfxBitstream* bs, mfxVideoParam* par) { (void)par; struct Bitstream bitstream = BitstreamCreate(bs->Data, bs->DataLength); for (struct Bitstream nalu; BitstreamAvail(&bitstream);) { if (!BitstreamReadNalu(&bitstream, &nalu)) { assert(0); return MFX_ERR_UNSUPPORTED; } if (BitstreamReadFailed(&nalu)) { assert(0); return MFX_ERR_UNSUPPORTED; } uint8_t nal_unit_type = ParseNaluHeader(&nalu); switch (nal_unit_type) { case SPS_NUT: ParseSps(&nalu, session); break; case PPS_NUT: ParsePps(&nalu, session); bs->Data += bitstream.offset >> 3; bs->DataLength -= bitstream.offset >> 3; return MFX_ERR_NONE; default: break; } } return MFX_ERR_NONE; } mfxStatus MFXVideoDECODE_Init(mfxSession session, mfxVideoParam* par) { (void)par; VAConfigID config_id; VAStatus status = vaCreateConfig(session->display, VAProfileHEVCMain, VAEntrypointVLD, NULL, 0, &config_id); if (status != VA_STATUS_SUCCESS) { return MFX_ERR_DEVICE_FAILED; } VAContextID context_id; mfxStatus result = MFX_ERR_DEVICE_FAILED; status = vaCreateContext(session->display, config_id, session->ppb.pic_width_in_luma_samples, session->ppb.pic_height_in_luma_samples, VA_PROGRESSIVE, NULL, 0, &context_id); if (status != VA_STATUS_SUCCESS) { goto rollback_config_id; } mfxFrameAllocRequest request = { .Info.FourCC = MFX_FOURCC_NV12, .Info.Width = session->ppb.pic_width_in_luma_samples, .Info.Height = session->ppb.pic_height_in_luma_samples, .Info.ChromaFormat = MFX_CHROMAFORMAT_YUV420, .NumFrameSuggested = 3, }; mfxFrameAllocResponse response; result = session->allocator.Alloc(session->allocator.pthis, &request, &response); if (result != MFX_ERR_NONE) { goto rollback_context_id; } mfxMemId* mids = calloc(response.NumFrameActual, sizeof(mfxMemId)); if (!mids) { result = MFX_ERR_MEMORY_ALLOC; goto rollback_response; } session->config_id = config_id; session->context_id = context_id; session->mids = mids; session->mids_count = response.NumFrameActual; memcpy(mids, response.mids, response.NumFrameActual * sizeof(mfxMemId)); return MFX_ERR_NONE; rollback_response: assert(session->allocator.Free(session->allocator.pthis, &response) == MFX_ERR_NONE); rollback_context_id: assert(vaDestroyContext(session->display, context_id) == VA_STATUS_SUCCESS); rollback_config_id: assert(vaDestroyConfig(session->display, config_id) == VA_STATUS_SUCCESS); return result; } mfxStatus MFXVideoDECODE_DecodeFrameAsync(mfxSession session, mfxBitstream* bs, mfxFrameSurface1* surface_work, mfxFrameSurface1** surface_out, mfxSyncPoint* syncp) { assert(0); return MFX_ERR_NONE; }