Initial implementation on mfx stub (WIP)

1 files changed, 401 insertions, 0 deletions

diff --git a/mfx_stub/mfxvideo.c b/mfx_stub/mfxvideo.c
new file mode 100644
index 0000000..d070755
--- /dev/null
+++ b/mfx_stub/mfxvideo.c
@@ -0,0 +1,401 @@
+/*
+ * Copyright (C) 2024 Mikhail Burakov. This file is part of receiver.
+ *
+ * receiver is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * receiver is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with receiver.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+#include <assert.h>
+#include <mfxvideo.h>
+#include <stdlib.h>
+#include <string.h>
+
+#include "bitstream.h"
+#include "mfxsession_impl.h"
+
+// Table 7-1 – NAL unit type codes and NAL unit type classes
+enum NalUnitType {
+  TRAIL_R = 1,
+  BLA_W_LP = 16,
+  IDR_W_RADL = 19,
+  IDR_N_LP = 20,
+  CRA_NUT = 21,
+  RSV_IRAP_VCL23 = 23,
+  VPS_NUT = 32,
+  SPS_NUT = 33,
+  PPS_NUT = 34,
+  AUD_NUT = 35,
+};
+
+// 7.3.1.2 NAL unit header syntax
+static uint8_t ParseNaluHeader(struct Bitstream* nalu) {
+  assert(BitstreamReadU(nalu, 1) == 0);  // forbidden_zero_bit
+  uint64_t nal_unit_type = BitstreamReadU(nalu, 6);
+  assert(BitstreamReadU(nalu, 6) == 0);  // nuh_layer_id
+  assert(BitstreamReadU(nalu, 3) == 1);  // nuh_temporal_id_plus1
+  return (uint8_t)nal_unit_type;
+}
+
+// 7.3.3 Profile, tier and level syntax
+static void ParseProfileTierLevel(struct Bitstream* nalu) {
+  assert(BitstreamReadU(nalu, 2) == 0);  // general_profile_space
+  assert(BitstreamReadU(nalu, 1) == 0);  // general_tier_flag
+  assert(BitstreamReadU(nalu, 5) == 1);  // general_profile_idc
+  assert(BitstreamReadU(nalu, 32) ==
+         3 << 29);                       // general_profile_compatibility_flag
+  assert(BitstreamReadU(nalu, 1) == 1);  // general_progressive_source_flag
+  assert(BitstreamReadU(nalu, 1) == 0);  // general_interlaced_source_flag
+  assert(BitstreamReadU(nalu, 1) == 1);  // general_non_packed_constraint_flag
+  assert(BitstreamReadU(nalu, 1) == 1);  // general_frame_only_constraint_flag
+  assert(BitstreamReadU(nalu, 7) == 0);  // general_reserved_zero_7bits
+  assert(BitstreamReadU(nalu, 1) ==
+         0);  // general_one_picture_only_constraint_flag
+  assert(BitstreamReadU(nalu, 35) == 0);   // general_reserved_zero_35bits
+  assert(BitstreamReadU(nalu, 1) == 0);    // general_reserved_zero_bit
+  assert(BitstreamReadU(nalu, 8) == 120);  // general_level_idc
+}
+
+// 7.3.7 Short-term reference picture set syntax
+static void ParseStRefPicSet(struct Bitstream* nalu, uint64_t stRpsIdx) {
+  if (stRpsIdx != 0) {
+    assert(BitstreamReadU(nalu, 1) == 0);  // inter_ref_pic_set_prediction_flag
+  }
+  assert(BitstreamReadUE(nalu) == 1);    // num_negative_pics
+  assert(BitstreamReadUE(nalu) == 0);    // num_positive_pics
+  assert(BitstreamReadUE(nalu) == 0);    // delta_poc_s0_minus1
+  assert(BitstreamReadU(nalu, 1) == 1);  // used_by_curr_pic_s0_flag
+}
+
+// E.2.1 VUI parameters syntax
+static void ParseVuiParameters(struct Bitstream* nalu) {
+  assert(BitstreamReadU(nalu, 1) == 0);  // aspect_ratio_info_present_flag
+  assert(BitstreamReadU(nalu, 1) == 0);  // overscan_info_present_flag
+  assert(BitstreamReadU(nalu, 1) == 1);  // video_signal_type_present_flag
+
+  // Table E.2 – Meaning of video_format
+  assert(BitstreamReadU(nalu, 3) == 5);  // video_format
+  assert(BitstreamReadU(nalu, 1) == 0);  // video_full_range_flag
+  assert(BitstreamReadU(nalu, 1) == 1);  //  colour_description_present_flag
+
+  assert(BitstreamReadU(nalu, 8) == 2);  // colour_primaries
+  assert(BitstreamReadU(nalu, 8) == 2);  // transfer_characteristics
+  assert(BitstreamReadU(nalu, 8) == 6);  // matrix_coeffs
+
+  assert(BitstreamReadU(nalu, 1) == 0);  // chroma_loc_info_present_flag
+  assert(BitstreamReadU(nalu, 1) == 0);  // neutral_chroma_indication_flag
+  assert(BitstreamReadU(nalu, 1) == 0);  // field_seq_flag
+  assert(BitstreamReadU(nalu, 1) == 0);  // vui_timing_info_present_flag
+
+  bool bitstream_restriction_flag = !!BitstreamReadU(nalu, 1);
+  if (bitstream_restriction_flag) {
+    assert(BitstreamReadU(nalu, 1) == 0);  // tiles_fixed_structure_flag
+    assert(BitstreamReadU(nalu, 1) ==
+           1);  // motion_vectors_over_pic_boundaries_flag
+    assert(BitstreamReadU(nalu, 1) == 1);  // restricted_ref_pic_lists_flag
+    assert(BitstreamReadUE(nalu) == 0);    // min_spatial_segmentation_idc
+    assert(BitstreamReadUE(nalu) == 0);    // max_bytes_per_pic_denom
+    assert(BitstreamReadUE(nalu) == 0);    // max_bits_per_min_cu_denom
+    assert(BitstreamReadUE(nalu) == 15);   // log2_max_mv_length_horizontal
+    assert(BitstreamReadUE(nalu) == 15);   // log2_max_mv_length_vertical
+  }
+}
+
+// 7.3.2.2.1 General sequence parameter set RBSP syntax
+static void ParseSps(struct Bitstream* nalu, mfxSession session) {
+  assert(BitstreamReadU(nalu, 4) == 0);  // sps_video_parameter_set_id
+  assert(BitstreamReadU(nalu, 3) == 0);  // sps_max_sub_layers_minus1
+  assert(BitstreamReadU(nalu, 1) == 1);  // sps_temporal_id_nesting_flag
+  ParseProfileTierLevel(nalu);
+  assert(BitstreamReadUE(nalu) == 0);  // sps_seq_parameter_set_id
+                                       //
+  session->ppb.pic_fields.bits.chroma_format_idc =
+      (uint32_t)BitstreamReadUE(nalu);
+  assert(session->ppb.pic_fields.bits.chroma_format_idc == 1);
+  session->ppb.pic_width_in_luma_samples = (uint16_t)BitstreamReadUE(nalu);
+  session->ppb.pic_height_in_luma_samples = (uint16_t)BitstreamReadUE(nalu);
+  assert(BitstreamReadU(nalu, 1) == 0);  // conformance_window_flag
+
+  session->ppb.bit_depth_luma_minus8 = (uint8_t)BitstreamReadUE(nalu);
+  session->ppb.bit_depth_chroma_minus8 = (uint8_t)BitstreamReadUE(nalu);
+  session->ppb.log2_max_pic_order_cnt_lsb_minus4 =
+      (uint8_t)BitstreamReadUE(nalu);
+  assert(BitstreamReadU(nalu, 1) ==
+         0);  // sps_sub_layer_ordering_info_present_flag
+
+  session->ppb.sps_max_dec_pic_buffering_minus1 =
+      (uint8_t)BitstreamReadUE(nalu);
+  session->ppb.pic_fields.bits.NoPicReorderingFlag =
+      !!BitstreamReadUE(nalu);         // sps_max_num_reorder_pics
+  assert(BitstreamReadUE(nalu) == 0);  // sps_max_latency_increase_plus1
+
+  session->ppb.log2_min_luma_coding_block_size_minus3 =
+      (uint8_t)BitstreamReadUE(nalu);
+  session->ppb.log2_diff_max_min_luma_coding_block_size =
+      (uint8_t)BitstreamReadUE(nalu);
+  session->ppb.log2_min_transform_block_size_minus2 =
+      (uint8_t)BitstreamReadUE(nalu);
+  session->ppb.log2_diff_max_min_transform_block_size =
+      (uint8_t)BitstreamReadUE(nalu);
+  session->ppb.max_transform_hierarchy_depth_inter =
+      (uint8_t)BitstreamReadUE(nalu);
+  session->ppb.max_transform_hierarchy_depth_intra =
+      (uint8_t)BitstreamReadUE(nalu);
+  session->ppb.pic_fields.bits.scaling_list_enabled_flag =
+      (uint8_t)BitstreamReadU(nalu, 1);
+  assert(session->ppb.pic_fields.bits.scaling_list_enabled_flag == 0);
+
+  session->ppb.pic_fields.bits.amp_enabled_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  session->ppb.slice_parsing_fields.bits.sample_adaptive_offset_enabled_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  session->ppb.pic_fields.bits.pcm_enabled_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  assert(session->ppb.pic_fields.bits.pcm_enabled_flag == 0);
+
+  // vvv weird vvv
+  session->ppb.pcm_sample_bit_depth_luma_minus1 =
+      (uint8_t)((1 << (session->ppb.bit_depth_luma_minus8 + 8)) - 1);
+  session->ppb.pcm_sample_bit_depth_chroma_minus1 =
+      (uint8_t)((1 << (session->ppb.bit_depth_chroma_minus8 + 8)) - 1);
+  session->ppb.log2_min_pcm_luma_coding_block_size_minus3 = 253;
+  // ^^^ weird ^^^
+
+  session->ppb.num_short_term_ref_pic_sets = (uint8_t)BitstreamReadUE(nalu);
+  for (uint8_t i = 0; i < session->ppb.num_short_term_ref_pic_sets; i++) {
+    ParseStRefPicSet(nalu, i);
+  }
+  assert(BitstreamReadU(nalu, 1) == 0);  // long_term_ref_pics_present_flag
+
+  session->ppb.slice_parsing_fields.bits.sps_temporal_mvp_enabled_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  session->ppb.pic_fields.bits.strong_intra_smoothing_enabled_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  assert(BitstreamReadU(nalu, 1) == 1);  // vui_parameters_present_flag
+
+  ParseVuiParameters(nalu);
+  assert(BitstreamReadU(nalu, 1) == 0);  // sps_extension_present_flag
+}
+
+// 7.3.2.3.1 General picture parameter set RBSP syntax
+static void ParsePps(struct Bitstream* nalu, mfxSession session) {
+  assert(BitstreamReadUE(nalu) == 0);  // pps_pic_parameter_set_id
+  assert(BitstreamReadUE(nalu) == 0);  // pps_seq_parameter_set_id
+
+  session->ppb.slice_parsing_fields.bits.dependent_slice_segments_enabled_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  session->ppb.slice_parsing_fields.bits.output_flag_present_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  session->ppb.num_extra_slice_header_bits = (uint8_t)BitstreamReadU(nalu, 3);
+  assert(session->ppb.num_extra_slice_header_bits == 0);
+
+  session->ppb.pic_fields.bits.sign_data_hiding_enabled_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  session->ppb.slice_parsing_fields.bits.cabac_init_present_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  session->ppb.num_ref_idx_l0_default_active_minus1 =
+      (uint8_t)BitstreamReadUE(nalu);
+  session->ppb.num_ref_idx_l1_default_active_minus1 =
+      (uint8_t)BitstreamReadUE(nalu);
+  session->ppb.init_qp_minus26 = (int8_t)BitstreamReadSE(nalu);
+  session->ppb.pic_fields.bits.constrained_intra_pred_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  session->ppb.pic_fields.bits.transform_skip_enabled_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  session->ppb.pic_fields.bits.cu_qp_delta_enabled_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  assert(session->ppb.pic_fields.bits.cu_qp_delta_enabled_flag == 0);
+
+  session->ppb.pps_cb_qp_offset = (int8_t)BitstreamReadSE(nalu);
+  session->ppb.pps_cr_qp_offset = (int8_t)BitstreamReadSE(nalu);
+  session->ppb.slice_parsing_fields.bits
+      .pps_slice_chroma_qp_offsets_present_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  assert(session->ppb.slice_parsing_fields.bits
+             .pps_slice_chroma_qp_offsets_present_flag == 0);
+
+  session->ppb.pic_fields.bits.weighted_pred_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  assert(session->ppb.pic_fields.bits.weighted_pred_flag == 0);
+  session->ppb.pic_fields.bits.weighted_bipred_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  assert(session->ppb.pic_fields.bits.weighted_bipred_flag == 0);
+
+  session->ppb.pic_fields.bits.transquant_bypass_enabled_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  session->ppb.pic_fields.bits.tiles_enabled_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  assert(session->ppb.pic_fields.bits.tiles_enabled_flag == 0);
+
+  // vvv weird vvv
+  session->ppb.pic_fields.bits.loop_filter_across_tiles_enabled_flag = 1;
+  // ^^^ weird ^^^
+
+  session->ppb.pic_fields.bits.entropy_coding_sync_enabled_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  assert(session->ppb.pic_fields.bits.entropy_coding_sync_enabled_flag == 0);
+
+  session->ppb.pic_fields.bits.pps_loop_filter_across_slices_enabled_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  bool deblocking_filter_control_present_flag = !!BitstreamReadU(nalu, 1);
+  if (deblocking_filter_control_present_flag) {
+    session->ppb.slice_parsing_fields.bits
+        .deblocking_filter_override_enabled_flag =
+        (uint32_t)BitstreamReadU(nalu, 1);
+    assert(session->ppb.slice_parsing_fields.bits
+               .deblocking_filter_override_enabled_flag == 0);
+    session->ppb.slice_parsing_fields.bits.pps_disable_deblocking_filter_flag =
+        (uint32_t)BitstreamReadU(nalu, 1);
+    assert(session->ppb.slice_parsing_fields.bits
+               .pps_disable_deblocking_filter_flag == 0);
+    session->ppb.pps_beta_offset_div2 = (int8_t)BitstreamReadSE(nalu);
+    session->ppb.pps_tc_offset_div2 = (int8_t)BitstreamReadSE(nalu);
+  }
+
+  assert(BitstreamReadU(nalu, 1) == 0);  // scaling_list_data_present_flag
+  session->ppb.slice_parsing_fields.bits.lists_modification_present_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  assert(
+      session->ppb.slice_parsing_fields.bits.lists_modification_present_flag ==
+      0);
+  session->ppb.log2_parallel_merge_level_minus2 =
+      (uint8_t)BitstreamReadUE(nalu);
+  session->ppb.slice_parsing_fields.bits
+      .slice_segment_header_extension_present_flag =
+      (uint32_t)BitstreamReadU(nalu, 1);
+  assert(session->ppb.slice_parsing_fields.bits
+             .slice_segment_header_extension_present_flag == 0);
+  assert(BitstreamReadU(nalu, 1) == 0);  // pps_extension_present_flag
+}
+
+mfxStatus MFXVideoCORE_SetFrameAllocator(mfxSession session,
+                                         mfxFrameAllocator* allocator) {
+  session->allocator = *allocator;
+  return MFX_ERR_NONE;
+}
+
+mfxStatus MFXVideoCORE_SetHandle(mfxSession session, mfxHandleType type,
+                                 mfxHDL hdl) {
+  (void)type;
+  session->display = hdl;
+  return MFX_ERR_NONE;
+}
+
+mfxStatus MFXVideoCORE_SyncOperation(mfxSession session, mfxSyncPoint syncp,
+                                     mfxU32 wait) {
+  (void)session;
+  (void)syncp;
+  (void)wait;
+  return MFX_ERR_NONE;
+}
+
+mfxStatus MFXVideoDECODE_Query(mfxSession session, mfxVideoParam* in,
+                               mfxVideoParam* out) {
+  (void)session;
+  (void)in;
+  (void)out;
+  return MFX_ERR_NONE;
+}
+
+mfxStatus MFXVideoDECODE_DecodeHeader(mfxSession session, mfxBitstream* bs,
+                                      mfxVideoParam* par) {
+  (void)par;
+  struct Bitstream bitstream = BitstreamCreate(bs->Data, bs->DataLength);
+  for (struct Bitstream nalu; BitstreamAvail(&bitstream);) {
+    if (!BitstreamReadNalu(&bitstream, &nalu)) {
+      assert(0);
+      return MFX_ERR_UNSUPPORTED;
+    }
+    if (BitstreamReadFailed(&nalu)) {
+      assert(0);
+      return MFX_ERR_UNSUPPORTED;
+    }
+    uint8_t nal_unit_type = ParseNaluHeader(&nalu);
+    switch (nal_unit_type) {
+      case SPS_NUT:
+        ParseSps(&nalu, session);
+        break;
+      case PPS_NUT:
+        ParsePps(&nalu, session);
+        bs->Data += bitstream.offset >> 3;
+        bs->DataLength -= bitstream.offset >> 3;
+        return MFX_ERR_NONE;
+      default:
+        break;
+    }
+  }
+  return MFX_ERR_NONE;
+}
+
+mfxStatus MFXVideoDECODE_Init(mfxSession session, mfxVideoParam* par) {
+  (void)par;
+  VAConfigID config_id;
+  VAStatus status = vaCreateConfig(session->display, VAProfileHEVCMain,
+                                   VAEntrypointVLD, NULL, 0, &config_id);
+  if (status != VA_STATUS_SUCCESS) {
+    return MFX_ERR_DEVICE_FAILED;
+  }
+
+  VAContextID context_id;
+  mfxStatus result = MFX_ERR_DEVICE_FAILED;
+  status = vaCreateContext(session->display, config_id,
+                           session->ppb.pic_width_in_luma_samples,
+                           session->ppb.pic_height_in_luma_samples,
+                           VA_PROGRESSIVE, NULL, 0, &context_id);
+  if (status != VA_STATUS_SUCCESS) {
+    goto rollback_config_id;
+  }
+
+  mfxFrameAllocRequest request = {
+      .Info.FourCC = MFX_FOURCC_NV12,
+      .Info.Width = session->ppb.pic_width_in_luma_samples,
+      .Info.Height = session->ppb.pic_height_in_luma_samples,
+      .Info.ChromaFormat = MFX_CHROMAFORMAT_YUV420,
+      .NumFrameSuggested = 3,
+  };
+  mfxFrameAllocResponse response;
+  result =
+      session->allocator.Alloc(session->allocator.pthis, &request, &response);
+  if (result != MFX_ERR_NONE) {
+    goto rollback_context_id;
+  }
+
+  mfxMemId* mids = calloc(response.NumFrameActual, sizeof(mfxMemId));
+  if (!mids) {
+    result = MFX_ERR_MEMORY_ALLOC;
+    goto rollback_response;
+  }
+
+  session->config_id = config_id;
+  session->context_id = context_id;
+  session->mids = mids;
+  session->mids_count = response.NumFrameActual;
+  memcpy(mids, response.mids, response.NumFrameActual * sizeof(mfxMemId));
+  return MFX_ERR_NONE;
+
+rollback_response:
+  assert(session->allocator.Free(session->allocator.pthis, &response) ==
+         MFX_ERR_NONE);
+rollback_context_id:
+  assert(vaDestroyContext(session->display, context_id) == VA_STATUS_SUCCESS);
+rollback_config_id:
+  assert(vaDestroyConfig(session->display, config_id) == VA_STATUS_SUCCESS);
+  return result;
+}
+
+mfxStatus MFXVideoDECODE_DecodeFrameAsync(mfxSession session, mfxBitstream* bs,
+                                          mfxFrameSurface1* surface_work,
+                                          mfxFrameSurface1** surface_out,
+                                          mfxSyncPoint* syncp) {
+  assert(0);
+  return MFX_ERR_NONE;
+}