/*
* Copyright (C) 2024 Mikhail Burakov. This file is part of receiver.
*
* receiver is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* receiver is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with receiver. If not, see .
*/
#include
#include
#include
#include
#include "bitstream.h"
#include "mfxsession_impl.h"
// Table 7-1 – NAL unit type codes and NAL unit type classes
enum NalUnitType {
TRAIL_R = 1,
BLA_W_LP = 16,
IDR_W_RADL = 19,
IDR_N_LP = 20,
CRA_NUT = 21,
RSV_IRAP_VCL23 = 23,
VPS_NUT = 32,
SPS_NUT = 33,
PPS_NUT = 34,
AUD_NUT = 35,
};
// 7.3.1.2 NAL unit header syntax
static uint8_t ParseNaluHeader(struct Bitstream* nalu) {
assert(BitstreamReadU(nalu, 1) == 0); // forbidden_zero_bit
uint64_t nal_unit_type = BitstreamReadU(nalu, 6);
assert(BitstreamReadU(nalu, 6) == 0); // nuh_layer_id
assert(BitstreamReadU(nalu, 3) == 1); // nuh_temporal_id_plus1
return (uint8_t)nal_unit_type;
}
// 7.3.3 Profile, tier and level syntax
static void ParseProfileTierLevel(struct Bitstream* nalu) {
assert(BitstreamReadU(nalu, 2) == 0); // general_profile_space
assert(BitstreamReadU(nalu, 1) == 0); // general_tier_flag
assert(BitstreamReadU(nalu, 5) == 1); // general_profile_idc
assert(BitstreamReadU(nalu, 32) ==
3 << 29); // general_profile_compatibility_flag
assert(BitstreamReadU(nalu, 1) == 1); // general_progressive_source_flag
assert(BitstreamReadU(nalu, 1) == 0); // general_interlaced_source_flag
assert(BitstreamReadU(nalu, 1) == 1); // general_non_packed_constraint_flag
assert(BitstreamReadU(nalu, 1) == 1); // general_frame_only_constraint_flag
assert(BitstreamReadU(nalu, 7) == 0); // general_reserved_zero_7bits
assert(BitstreamReadU(nalu, 1) ==
0); // general_one_picture_only_constraint_flag
assert(BitstreamReadU(nalu, 35) == 0); // general_reserved_zero_35bits
assert(BitstreamReadU(nalu, 1) == 0); // general_reserved_zero_bit
assert(BitstreamReadU(nalu, 8) == 120); // general_level_idc
}
// 7.3.7 Short-term reference picture set syntax
static void ParseStRefPicSet(struct Bitstream* nalu, uint64_t stRpsIdx) {
if (stRpsIdx != 0) {
assert(BitstreamReadU(nalu, 1) == 0); // inter_ref_pic_set_prediction_flag
}
assert(BitstreamReadUE(nalu) == 1); // num_negative_pics
assert(BitstreamReadUE(nalu) == 0); // num_positive_pics
assert(BitstreamReadUE(nalu) == 0); // delta_poc_s0_minus1
assert(BitstreamReadU(nalu, 1) == 1); // used_by_curr_pic_s0_flag
}
// E.2.1 VUI parameters syntax
static void ParseVuiParameters(struct Bitstream* nalu) {
assert(BitstreamReadU(nalu, 1) == 0); // aspect_ratio_info_present_flag
assert(BitstreamReadU(nalu, 1) == 0); // overscan_info_present_flag
assert(BitstreamReadU(nalu, 1) == 1); // video_signal_type_present_flag
// Table E.2 – Meaning of video_format
assert(BitstreamReadU(nalu, 3) == 5); // video_format
assert(BitstreamReadU(nalu, 1) == 0); // video_full_range_flag
assert(BitstreamReadU(nalu, 1) == 1); // colour_description_present_flag
assert(BitstreamReadU(nalu, 8) == 2); // colour_primaries
assert(BitstreamReadU(nalu, 8) == 2); // transfer_characteristics
assert(BitstreamReadU(nalu, 8) == 6); // matrix_coeffs
assert(BitstreamReadU(nalu, 1) == 0); // chroma_loc_info_present_flag
assert(BitstreamReadU(nalu, 1) == 0); // neutral_chroma_indication_flag
assert(BitstreamReadU(nalu, 1) == 0); // field_seq_flag
assert(BitstreamReadU(nalu, 1) == 0); // vui_timing_info_present_flag
bool bitstream_restriction_flag = !!BitstreamReadU(nalu, 1);
if (bitstream_restriction_flag) {
assert(BitstreamReadU(nalu, 1) == 0); // tiles_fixed_structure_flag
assert(BitstreamReadU(nalu, 1) ==
1); // motion_vectors_over_pic_boundaries_flag
assert(BitstreamReadU(nalu, 1) == 1); // restricted_ref_pic_lists_flag
assert(BitstreamReadUE(nalu) == 0); // min_spatial_segmentation_idc
assert(BitstreamReadUE(nalu) == 0); // max_bytes_per_pic_denom
assert(BitstreamReadUE(nalu) == 0); // max_bits_per_min_cu_denom
assert(BitstreamReadUE(nalu) == 15); // log2_max_mv_length_horizontal
assert(BitstreamReadUE(nalu) == 15); // log2_max_mv_length_vertical
}
}
// 7.3.2.2.1 General sequence parameter set RBSP syntax
static void ParseSps(struct Bitstream* nalu, mfxSession session) {
assert(BitstreamReadU(nalu, 4) == 0); // sps_video_parameter_set_id
assert(BitstreamReadU(nalu, 3) == 0); // sps_max_sub_layers_minus1
assert(BitstreamReadU(nalu, 1) == 1); // sps_temporal_id_nesting_flag
ParseProfileTierLevel(nalu);
assert(BitstreamReadUE(nalu) == 0); // sps_seq_parameter_set_id
//
session->ppb.pic_fields.bits.chroma_format_idc =
(uint32_t)BitstreamReadUE(nalu);
assert(session->ppb.pic_fields.bits.chroma_format_idc == 1);
session->ppb.pic_width_in_luma_samples = (uint16_t)BitstreamReadUE(nalu);
session->ppb.pic_height_in_luma_samples = (uint16_t)BitstreamReadUE(nalu);
assert(BitstreamReadU(nalu, 1) == 0); // conformance_window_flag
session->ppb.bit_depth_luma_minus8 = (uint8_t)BitstreamReadUE(nalu);
session->ppb.bit_depth_chroma_minus8 = (uint8_t)BitstreamReadUE(nalu);
session->ppb.log2_max_pic_order_cnt_lsb_minus4 =
(uint8_t)BitstreamReadUE(nalu);
assert(BitstreamReadU(nalu, 1) ==
0); // sps_sub_layer_ordering_info_present_flag
session->ppb.sps_max_dec_pic_buffering_minus1 =
(uint8_t)BitstreamReadUE(nalu);
session->ppb.pic_fields.bits.NoPicReorderingFlag =
!!BitstreamReadUE(nalu); // sps_max_num_reorder_pics
assert(BitstreamReadUE(nalu) == 0); // sps_max_latency_increase_plus1
session->ppb.log2_min_luma_coding_block_size_minus3 =
(uint8_t)BitstreamReadUE(nalu);
session->ppb.log2_diff_max_min_luma_coding_block_size =
(uint8_t)BitstreamReadUE(nalu);
session->ppb.log2_min_transform_block_size_minus2 =
(uint8_t)BitstreamReadUE(nalu);
session->ppb.log2_diff_max_min_transform_block_size =
(uint8_t)BitstreamReadUE(nalu);
session->ppb.max_transform_hierarchy_depth_inter =
(uint8_t)BitstreamReadUE(nalu);
session->ppb.max_transform_hierarchy_depth_intra =
(uint8_t)BitstreamReadUE(nalu);
session->ppb.pic_fields.bits.scaling_list_enabled_flag =
(uint8_t)BitstreamReadU(nalu, 1);
assert(session->ppb.pic_fields.bits.scaling_list_enabled_flag == 0);
session->ppb.pic_fields.bits.amp_enabled_flag =
(uint32_t)BitstreamReadU(nalu, 1);
session->ppb.slice_parsing_fields.bits.sample_adaptive_offset_enabled_flag =
(uint32_t)BitstreamReadU(nalu, 1);
session->ppb.pic_fields.bits.pcm_enabled_flag =
(uint32_t)BitstreamReadU(nalu, 1);
assert(session->ppb.pic_fields.bits.pcm_enabled_flag == 0);
// vvv weird vvv
session->ppb.pcm_sample_bit_depth_luma_minus1 =
(uint8_t)((1 << (session->ppb.bit_depth_luma_minus8 + 8)) - 1);
session->ppb.pcm_sample_bit_depth_chroma_minus1 =
(uint8_t)((1 << (session->ppb.bit_depth_chroma_minus8 + 8)) - 1);
session->ppb.log2_min_pcm_luma_coding_block_size_minus3 = 253;
// ^^^ weird ^^^
session->ppb.num_short_term_ref_pic_sets = (uint8_t)BitstreamReadUE(nalu);
for (uint8_t i = 0; i < session->ppb.num_short_term_ref_pic_sets; i++) {
ParseStRefPicSet(nalu, i);
}
assert(BitstreamReadU(nalu, 1) == 0); // long_term_ref_pics_present_flag
session->ppb.slice_parsing_fields.bits.sps_temporal_mvp_enabled_flag =
(uint32_t)BitstreamReadU(nalu, 1);
session->ppb.pic_fields.bits.strong_intra_smoothing_enabled_flag =
(uint32_t)BitstreamReadU(nalu, 1);
assert(BitstreamReadU(nalu, 1) == 1); // vui_parameters_present_flag
ParseVuiParameters(nalu);
assert(BitstreamReadU(nalu, 1) == 0); // sps_extension_present_flag
}
// 7.3.2.3.1 General picture parameter set RBSP syntax
static void ParsePps(struct Bitstream* nalu, mfxSession session) {
assert(BitstreamReadUE(nalu) == 0); // pps_pic_parameter_set_id
assert(BitstreamReadUE(nalu) == 0); // pps_seq_parameter_set_id
session->ppb.slice_parsing_fields.bits.dependent_slice_segments_enabled_flag =
(uint32_t)BitstreamReadU(nalu, 1);
session->ppb.slice_parsing_fields.bits.output_flag_present_flag =
(uint32_t)BitstreamReadU(nalu, 1);
session->ppb.num_extra_slice_header_bits = (uint8_t)BitstreamReadU(nalu, 3);
assert(session->ppb.num_extra_slice_header_bits == 0);
session->ppb.pic_fields.bits.sign_data_hiding_enabled_flag =
(uint32_t)BitstreamReadU(nalu, 1);
session->ppb.slice_parsing_fields.bits.cabac_init_present_flag =
(uint32_t)BitstreamReadU(nalu, 1);
session->ppb.num_ref_idx_l0_default_active_minus1 =
(uint8_t)BitstreamReadUE(nalu);
session->ppb.num_ref_idx_l1_default_active_minus1 =
(uint8_t)BitstreamReadUE(nalu);
session->ppb.init_qp_minus26 = (int8_t)BitstreamReadSE(nalu);
session->ppb.pic_fields.bits.constrained_intra_pred_flag =
(uint32_t)BitstreamReadU(nalu, 1);
session->ppb.pic_fields.bits.transform_skip_enabled_flag =
(uint32_t)BitstreamReadU(nalu, 1);
session->ppb.pic_fields.bits.cu_qp_delta_enabled_flag =
(uint32_t)BitstreamReadU(nalu, 1);
assert(session->ppb.pic_fields.bits.cu_qp_delta_enabled_flag == 0);
session->ppb.pps_cb_qp_offset = (int8_t)BitstreamReadSE(nalu);
session->ppb.pps_cr_qp_offset = (int8_t)BitstreamReadSE(nalu);
session->ppb.slice_parsing_fields.bits
.pps_slice_chroma_qp_offsets_present_flag =
(uint32_t)BitstreamReadU(nalu, 1);
assert(session->ppb.slice_parsing_fields.bits
.pps_slice_chroma_qp_offsets_present_flag == 0);
session->ppb.pic_fields.bits.weighted_pred_flag =
(uint32_t)BitstreamReadU(nalu, 1);
assert(session->ppb.pic_fields.bits.weighted_pred_flag == 0);
session->ppb.pic_fields.bits.weighted_bipred_flag =
(uint32_t)BitstreamReadU(nalu, 1);
assert(session->ppb.pic_fields.bits.weighted_bipred_flag == 0);
session->ppb.pic_fields.bits.transquant_bypass_enabled_flag =
(uint32_t)BitstreamReadU(nalu, 1);
session->ppb.pic_fields.bits.tiles_enabled_flag =
(uint32_t)BitstreamReadU(nalu, 1);
assert(session->ppb.pic_fields.bits.tiles_enabled_flag == 0);
// vvv weird vvv
session->ppb.pic_fields.bits.loop_filter_across_tiles_enabled_flag = 1;
// ^^^ weird ^^^
session->ppb.pic_fields.bits.entropy_coding_sync_enabled_flag =
(uint32_t)BitstreamReadU(nalu, 1);
assert(session->ppb.pic_fields.bits.entropy_coding_sync_enabled_flag == 0);
session->ppb.pic_fields.bits.pps_loop_filter_across_slices_enabled_flag =
(uint32_t)BitstreamReadU(nalu, 1);
bool deblocking_filter_control_present_flag = !!BitstreamReadU(nalu, 1);
if (deblocking_filter_control_present_flag) {
session->ppb.slice_parsing_fields.bits
.deblocking_filter_override_enabled_flag =
(uint32_t)BitstreamReadU(nalu, 1);
assert(session->ppb.slice_parsing_fields.bits
.deblocking_filter_override_enabled_flag == 0);
session->ppb.slice_parsing_fields.bits.pps_disable_deblocking_filter_flag =
(uint32_t)BitstreamReadU(nalu, 1);
assert(session->ppb.slice_parsing_fields.bits
.pps_disable_deblocking_filter_flag == 0);
session->ppb.pps_beta_offset_div2 = (int8_t)BitstreamReadSE(nalu);
session->ppb.pps_tc_offset_div2 = (int8_t)BitstreamReadSE(nalu);
}
assert(BitstreamReadU(nalu, 1) == 0); // scaling_list_data_present_flag
session->ppb.slice_parsing_fields.bits.lists_modification_present_flag =
(uint32_t)BitstreamReadU(nalu, 1);
assert(
session->ppb.slice_parsing_fields.bits.lists_modification_present_flag ==
0);
session->ppb.log2_parallel_merge_level_minus2 =
(uint8_t)BitstreamReadUE(nalu);
session->ppb.slice_parsing_fields.bits
.slice_segment_header_extension_present_flag =
(uint32_t)BitstreamReadU(nalu, 1);
assert(session->ppb.slice_parsing_fields.bits
.slice_segment_header_extension_present_flag == 0);
assert(BitstreamReadU(nalu, 1) == 0); // pps_extension_present_flag
}
mfxStatus MFXVideoCORE_SetFrameAllocator(mfxSession session,
mfxFrameAllocator* allocator) {
session->allocator = *allocator;
return MFX_ERR_NONE;
}
mfxStatus MFXVideoCORE_SetHandle(mfxSession session, mfxHandleType type,
mfxHDL hdl) {
(void)type;
session->display = hdl;
return MFX_ERR_NONE;
}
mfxStatus MFXVideoCORE_SyncOperation(mfxSession session, mfxSyncPoint syncp,
mfxU32 wait) {
(void)session;
(void)syncp;
(void)wait;
return MFX_ERR_NONE;
}
mfxStatus MFXVideoDECODE_Query(mfxSession session, mfxVideoParam* in,
mfxVideoParam* out) {
(void)session;
(void)in;
(void)out;
return MFX_ERR_NONE;
}
mfxStatus MFXVideoDECODE_DecodeHeader(mfxSession session, mfxBitstream* bs,
mfxVideoParam* par) {
(void)par;
struct Bitstream bitstream = BitstreamCreate(bs->Data, bs->DataLength);
for (struct Bitstream nalu; BitstreamAvail(&bitstream);) {
if (!BitstreamReadNalu(&bitstream, &nalu)) {
assert(0);
return MFX_ERR_UNSUPPORTED;
}
if (BitstreamReadFailed(&nalu)) {
assert(0);
return MFX_ERR_UNSUPPORTED;
}
uint8_t nal_unit_type = ParseNaluHeader(&nalu);
switch (nal_unit_type) {
case SPS_NUT:
ParseSps(&nalu, session);
break;
case PPS_NUT:
ParsePps(&nalu, session);
bs->Data += bitstream.offset >> 3;
bs->DataLength -= bitstream.offset >> 3;
return MFX_ERR_NONE;
default:
break;
}
}
return MFX_ERR_NONE;
}
mfxStatus MFXVideoDECODE_Init(mfxSession session, mfxVideoParam* par) {
(void)par;
VAConfigID config_id;
VAStatus status = vaCreateConfig(session->display, VAProfileHEVCMain,
VAEntrypointVLD, NULL, 0, &config_id);
if (status != VA_STATUS_SUCCESS) {
return MFX_ERR_DEVICE_FAILED;
}
VAContextID context_id;
mfxStatus result = MFX_ERR_DEVICE_FAILED;
status = vaCreateContext(session->display, config_id,
session->ppb.pic_width_in_luma_samples,
session->ppb.pic_height_in_luma_samples,
VA_PROGRESSIVE, NULL, 0, &context_id);
if (status != VA_STATUS_SUCCESS) {
goto rollback_config_id;
}
mfxFrameAllocRequest request = {
.Info.FourCC = MFX_FOURCC_NV12,
.Info.Width = session->ppb.pic_width_in_luma_samples,
.Info.Height = session->ppb.pic_height_in_luma_samples,
.Info.ChromaFormat = MFX_CHROMAFORMAT_YUV420,
.NumFrameSuggested = 3,
};
mfxFrameAllocResponse response;
result =
session->allocator.Alloc(session->allocator.pthis, &request, &response);
if (result != MFX_ERR_NONE) {
goto rollback_context_id;
}
mfxMemId* mids = calloc(response.NumFrameActual, sizeof(mfxMemId));
if (!mids) {
result = MFX_ERR_MEMORY_ALLOC;
goto rollback_response;
}
session->config_id = config_id;
session->context_id = context_id;
session->mids = mids;
session->mids_count = response.NumFrameActual;
memcpy(mids, response.mids, response.NumFrameActual * sizeof(mfxMemId));
return MFX_ERR_NONE;
rollback_response:
assert(session->allocator.Free(session->allocator.pthis, &response) ==
MFX_ERR_NONE);
rollback_context_id:
assert(vaDestroyContext(session->display, context_id) == VA_STATUS_SUCCESS);
rollback_config_id:
assert(vaDestroyConfig(session->display, config_id) == VA_STATUS_SUCCESS);
return result;
}
mfxStatus MFXVideoDECODE_DecodeFrameAsync(mfxSession session, mfxBitstream* bs,
mfxFrameSurface1* surface_work,
mfxFrameSurface1** surface_out,
mfxSyncPoint* syncp) {
assert(0);
return MFX_ERR_NONE;
}