path: root/mfx_stub/mfxvideo.c

/*
 * Copyright (C) 2024 Mikhail Burakov. This file is part of receiver.
 *
 * receiver is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * receiver is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with receiver.  If not, see <https://www.gnu.org/licenses/>.
 */

#include <assert.h>
#include <mfxvideo.h>
#include <stdlib.h>
#include <string.h>

#include "bitstream.h"
#include "mfxsession_impl.h"

// Table 7-1 – NAL unit type codes and NAL unit type classes
enum NalUnitType {
  TRAIL_R = 1,
  BLA_W_LP = 16,
  IDR_W_RADL = 19,
  IDR_N_LP = 20,
  CRA_NUT = 21,
  RSV_IRAP_VCL23 = 23,
  VPS_NUT = 32,
  SPS_NUT = 33,
  PPS_NUT = 34,
  AUD_NUT = 35,
};

// 7.3.1.2 NAL unit header syntax
static uint8_t ParseNaluHeader(struct Bitstream* nalu) {
  assert(BitstreamReadU(nalu, 1) == 0);  // forbidden_zero_bit
  uint64_t nal_unit_type = BitstreamReadU(nalu, 6);
  assert(BitstreamReadU(nalu, 6) == 0);  // nuh_layer_id
  assert(BitstreamReadU(nalu, 3) == 1);  // nuh_temporal_id_plus1
  return (uint8_t)nal_unit_type;
}

// 7.3.3 Profile, tier and level syntax
static void ParseProfileTierLevel(struct Bitstream* nalu) {
  assert(BitstreamReadU(nalu, 2) == 0);  // general_profile_space
  assert(BitstreamReadU(nalu, 1) == 0);  // general_tier_flag
  assert(BitstreamReadU(nalu, 5) == 1);  // general_profile_idc
  assert(BitstreamReadU(nalu, 32) ==
         3 << 29);                       // general_profile_compatibility_flag
  assert(BitstreamReadU(nalu, 1) == 1);  // general_progressive_source_flag
  assert(BitstreamReadU(nalu, 1) == 0);  // general_interlaced_source_flag
  assert(BitstreamReadU(nalu, 1) == 1);  // general_non_packed_constraint_flag
  assert(BitstreamReadU(nalu, 1) == 1);  // general_frame_only_constraint_flag
  assert(BitstreamReadU(nalu, 7) == 0);  // general_reserved_zero_7bits
  assert(BitstreamReadU(nalu, 1) ==
         0);  // general_one_picture_only_constraint_flag
  assert(BitstreamReadU(nalu, 35) == 0);   // general_reserved_zero_35bits
  assert(BitstreamReadU(nalu, 1) == 0);    // general_reserved_zero_bit
  assert(BitstreamReadU(nalu, 8) == 120);  // general_level_idc
}

// 7.3.7 Short-term reference picture set syntax
static void ParseStRefPicSet(struct Bitstream* nalu, uint64_t stRpsIdx) {
  if (stRpsIdx != 0) {
    assert(BitstreamReadU(nalu, 1) == 0);  // inter_ref_pic_set_prediction_flag
  }
  assert(BitstreamReadUE(nalu) == 1);    // num_negative_pics
  assert(BitstreamReadUE(nalu) == 0);    // num_positive_pics
  assert(BitstreamReadUE(nalu) == 0);    // delta_poc_s0_minus1
  assert(BitstreamReadU(nalu, 1) == 1);  // used_by_curr_pic_s0_flag
}

// E.2.1 VUI parameters syntax
static void ParseVuiParameters(struct Bitstream* nalu) {
  assert(BitstreamReadU(nalu, 1) == 0);  // aspect_ratio_info_present_flag
  assert(BitstreamReadU(nalu, 1) == 0);  // overscan_info_present_flag
  assert(BitstreamReadU(nalu, 1) == 1);  // video_signal_type_present_flag

  // Table E.2 – Meaning of video_format
  assert(BitstreamReadU(nalu, 3) == 5);  // video_format
  assert(BitstreamReadU(nalu, 1) == 0);  // video_full_range_flag
  assert(BitstreamReadU(nalu, 1) == 1);  //  colour_description_present_flag

  assert(BitstreamReadU(nalu, 8) == 2);  // colour_primaries
  assert(BitstreamReadU(nalu, 8) == 2);  // transfer_characteristics
  assert(BitstreamReadU(nalu, 8) == 6);  // matrix_coeffs

  assert(BitstreamReadU(nalu, 1) == 0);  // chroma_loc_info_present_flag
  assert(BitstreamReadU(nalu, 1) == 0);  // neutral_chroma_indication_flag
  assert(BitstreamReadU(nalu, 1) == 0);  // field_seq_flag
  assert(BitstreamReadU(nalu, 1) == 0);  // vui_timing_info_present_flag

  bool bitstream_restriction_flag = !!BitstreamReadU(nalu, 1);
  if (bitstream_restriction_flag) {
    assert(BitstreamReadU(nalu, 1) == 0);  // tiles_fixed_structure_flag
    assert(BitstreamReadU(nalu, 1) ==
           1);  // motion_vectors_over_pic_boundaries_flag
    assert(BitstreamReadU(nalu, 1) == 1);  // restricted_ref_pic_lists_flag
    assert(BitstreamReadUE(nalu) == 0);    // min_spatial_segmentation_idc
    assert(BitstreamReadUE(nalu) == 0);    // max_bytes_per_pic_denom
    assert(BitstreamReadUE(nalu) == 0);    // max_bits_per_min_cu_denom
    assert(BitstreamReadUE(nalu) == 15);   // log2_max_mv_length_horizontal
    assert(BitstreamReadUE(nalu) == 15);   // log2_max_mv_length_vertical
  }
}

// 7.3.2.2.1 General sequence parameter set RBSP syntax
static void ParseSps(struct Bitstream* nalu, mfxSession session) {
  assert(BitstreamReadU(nalu, 4) == 0);  // sps_video_parameter_set_id
  assert(BitstreamReadU(nalu, 3) == 0);  // sps_max_sub_layers_minus1
  assert(BitstreamReadU(nalu, 1) == 1);  // sps_temporal_id_nesting_flag
  ParseProfileTierLevel(nalu);
  assert(BitstreamReadUE(nalu) == 0);  // sps_seq_parameter_set_id
                                       //
  session->ppb.pic_fields.bits.chroma_format_idc =
      (uint32_t)BitstreamReadUE(nalu);
  assert(session->ppb.pic_fields.bits.chroma_format_idc == 1);
  session->ppb.pic_width_in_luma_samples = (uint16_t)BitstreamReadUE(nalu);
  session->ppb.pic_height_in_luma_samples = (uint16_t)BitstreamReadUE(nalu);
  assert(BitstreamReadU(nalu, 1) == 0);  // conformance_window_flag

  session->ppb.bit_depth_luma_minus8 = (uint8_t)BitstreamReadUE(nalu);
  session->ppb.bit_depth_chroma_minus8 = (uint8_t)BitstreamReadUE(nalu);
  session->ppb.log2_max_pic_order_cnt_lsb_minus4 =
      (uint8_t)BitstreamReadUE(nalu);
  assert(BitstreamReadU(nalu, 1) ==
         0);  // sps_sub_layer_ordering_info_present_flag

  session->ppb.sps_max_dec_pic_buffering_minus1 =
      (uint8_t)BitstreamReadUE(nalu);
  session->ppb.pic_fields.bits.NoPicReorderingFlag =
      !!BitstreamReadUE(nalu);         // sps_max_num_reorder_pics
  assert(BitstreamReadUE(nalu) == 0);  // sps_max_latency_increase_plus1

  session->ppb.log2_min_luma_coding_block_size_minus3 =
      (uint8_t)BitstreamReadUE(nalu);
  session->ppb.log2_diff_max_min_luma_coding_block_size =
      (uint8_t)BitstreamReadUE(nalu);
  session->ppb.log2_min_transform_block_size_minus2 =
      (uint8_t)BitstreamReadUE(nalu);
  session->ppb.log2_diff_max_min_transform_block_size =
      (uint8_t)BitstreamReadUE(nalu);
  session->ppb.max_transform_hierarchy_depth_inter =
      (uint8_t)BitstreamReadUE(nalu);
  session->ppb.max_transform_hierarchy_depth_intra =
      (uint8_t)BitstreamReadUE(nalu);
  session->ppb.pic_fields.bits.scaling_list_enabled_flag =
      (uint8_t)BitstreamReadU(nalu, 1);
  assert(session->ppb.pic_fields.bits.scaling_list_enabled_flag == 0);

  session->ppb.pic_fields.bits.amp_enabled_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  session->ppb.slice_parsing_fields.bits.sample_adaptive_offset_enabled_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  session->ppb.pic_fields.bits.pcm_enabled_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  assert(session->ppb.pic_fields.bits.pcm_enabled_flag == 0);

  // vvv weird vvv
  session->ppb.pcm_sample_bit_depth_luma_minus1 =
      (uint8_t)((1 << (session->ppb.bit_depth_luma_minus8 + 8)) - 1);
  session->ppb.pcm_sample_bit_depth_chroma_minus1 =
      (uint8_t)((1 << (session->ppb.bit_depth_chroma_minus8 + 8)) - 1);
  session->ppb.log2_min_pcm_luma_coding_block_size_minus3 = 253;
  // ^^^ weird ^^^

  session->ppb.num_short_term_ref_pic_sets = (uint8_t)BitstreamReadUE(nalu);
  for (uint8_t i = 0; i < session->ppb.num_short_term_ref_pic_sets; i++) {
    ParseStRefPicSet(nalu, i);
  }
  assert(BitstreamReadU(nalu, 1) == 0);  // long_term_ref_pics_present_flag

  session->ppb.slice_parsing_fields.bits.sps_temporal_mvp_enabled_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  session->ppb.pic_fields.bits.strong_intra_smoothing_enabled_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  assert(BitstreamReadU(nalu, 1) == 1);  // vui_parameters_present_flag

  ParseVuiParameters(nalu);
  assert(BitstreamReadU(nalu, 1) == 0);  // sps_extension_present_flag
}

// 7.3.2.3.1 General picture parameter set RBSP syntax
static void ParsePps(struct Bitstream* nalu, mfxSession session) {
  assert(BitstreamReadUE(nalu) == 0);  // pps_pic_parameter_set_id
  assert(BitstreamReadUE(nalu) == 0);  // pps_seq_parameter_set_id

  session->ppb.slice_parsing_fields.bits.dependent_slice_segments_enabled_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  session->ppb.slice_parsing_fields.bits.output_flag_present_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  session->ppb.num_extra_slice_header_bits = (uint8_t)BitstreamReadU(nalu, 3);
  assert(session->ppb.num_extra_slice_header_bits == 0);

  session->ppb.pic_fields.bits.sign_data_hiding_enabled_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  session->ppb.slice_parsing_fields.bits.cabac_init_present_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  session->ppb.num_ref_idx_l0_default_active_minus1 =
      (uint8_t)BitstreamReadUE(nalu);
  session->ppb.num_ref_idx_l1_default_active_minus1 =
      (uint8_t)BitstreamReadUE(nalu);
  session->ppb.init_qp_minus26 = (int8_t)BitstreamReadSE(nalu);
  session->ppb.pic_fields.bits.constrained_intra_pred_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  session->ppb.pic_fields.bits.transform_skip_enabled_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  session->ppb.pic_fields.bits.cu_qp_delta_enabled_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  assert(session->ppb.pic_fields.bits.cu_qp_delta_enabled_flag == 0);

  session->ppb.pps_cb_qp_offset = (int8_t)BitstreamReadSE(nalu);
  session->ppb.pps_cr_qp_offset = (int8_t)BitstreamReadSE(nalu);
  session->ppb.slice_parsing_fields.bits
      .pps_slice_chroma_qp_offsets_present_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  assert(session->ppb.slice_parsing_fields.bits
             .pps_slice_chroma_qp_offsets_present_flag == 0);

  session->ppb.pic_fields.bits.weighted_pred_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  assert(session->ppb.pic_fields.bits.weighted_pred_flag == 0);
  session->ppb.pic_fields.bits.weighted_bipred_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  assert(session->ppb.pic_fields.bits.weighted_bipred_flag == 0);

  session->ppb.pic_fields.bits.transquant_bypass_enabled_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  session->ppb.pic_fields.bits.tiles_enabled_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  assert(session->ppb.pic_fields.bits.tiles_enabled_flag == 0);

  // vvv weird vvv
  session->ppb.pic_fields.bits.loop_filter_across_tiles_enabled_flag = 1;
  // ^^^ weird ^^^

  session->ppb.pic_fields.bits.entropy_coding_sync_enabled_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  assert(session->ppb.pic_fields.bits.entropy_coding_sync_enabled_flag == 0);

  session->ppb.pic_fields.bits.pps_loop_filter_across_slices_enabled_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  bool deblocking_filter_control_present_flag = !!BitstreamReadU(nalu, 1);
  if (deblocking_filter_control_present_flag) {
    session->ppb.slice_parsing_fields.bits
        .deblocking_filter_override_enabled_flag =
        (uint32_t)BitstreamReadU(nalu, 1);
    assert(session->ppb.slice_parsing_fields.bits
               .deblocking_filter_override_enabled_flag == 0);
    session->ppb.slice_parsing_fields.bits.pps_disable_deblocking_filter_flag =
        (uint32_t)BitstreamReadU(nalu, 1);
    assert(session->ppb.slice_parsing_fields.bits
               .pps_disable_deblocking_filter_flag == 0);
    session->ppb.pps_beta_offset_div2 = (int8_t)BitstreamReadSE(nalu);
    session->ppb.pps_tc_offset_div2 = (int8_t)BitstreamReadSE(nalu);
  }

  assert(BitstreamReadU(nalu, 1) == 0);  // scaling_list_data_present_flag
  session->ppb.slice_parsing_fields.bits.lists_modification_present_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  assert(
      session->ppb.slice_parsing_fields.bits.lists_modification_present_flag ==
      0);
  session->ppb.log2_parallel_merge_level_minus2 =
      (uint8_t)BitstreamReadUE(nalu);
  session->ppb.slice_parsing_fields.bits
      .slice_segment_header_extension_present_flag =
      (uint32_t)BitstreamReadU(nalu, 1);
  assert(session->ppb.slice_parsing_fields.bits
             .slice_segment_header_extension_present_flag == 0);
  assert(BitstreamReadU(nalu, 1) == 0);  // pps_extension_present_flag
}

mfxStatus MFXVideoCORE_SetFrameAllocator(mfxSession session,
                                         mfxFrameAllocator* allocator) {
  session->allocator = *allocator;
  return MFX_ERR_NONE;
}

mfxStatus MFXVideoCORE_SetHandle(mfxSession session, mfxHandleType type,
                                 mfxHDL hdl) {
  (void)type;
  session->display = hdl;
  return MFX_ERR_NONE;
}

mfxStatus MFXVideoCORE_SyncOperation(mfxSession session, mfxSyncPoint syncp,
                                     mfxU32 wait) {
  (void)session;
  (void)syncp;
  (void)wait;
  return MFX_ERR_NONE;
}

mfxStatus MFXVideoDECODE_Query(mfxSession session, mfxVideoParam* in,
                               mfxVideoParam* out) {
  (void)session;
  (void)in;
  (void)out;
  return MFX_ERR_NONE;
}

mfxStatus MFXVideoDECODE_DecodeHeader(mfxSession session, mfxBitstream* bs,
                                      mfxVideoParam* par) {
  (void)par;
  struct Bitstream bitstream = BitstreamCreate(bs->Data, bs->DataLength);
  for (struct Bitstream nalu; BitstreamAvail(&bitstream);) {
    if (!BitstreamReadNalu(&bitstream, &nalu)) {
      assert(0);
      return MFX_ERR_UNSUPPORTED;
    }
    if (BitstreamReadFailed(&nalu)) {
      assert(0);
      return MFX_ERR_UNSUPPORTED;
    }
    uint8_t nal_unit_type = ParseNaluHeader(&nalu);
    switch (nal_unit_type) {
      case SPS_NUT:
        ParseSps(&nalu, session);
        break;
      case PPS_NUT:
        ParsePps(&nalu, session);
        bs->Data += bitstream.offset >> 3;
        bs->DataLength -= bitstream.offset >> 3;
        return MFX_ERR_NONE;
      default:
        break;
    }
  }
  return MFX_ERR_NONE;
}

mfxStatus MFXVideoDECODE_Init(mfxSession session, mfxVideoParam* par) {
  (void)par;
  VAConfigID config_id;
  VAStatus status = vaCreateConfig(session->display, VAProfileHEVCMain,
                                   VAEntrypointVLD, NULL, 0, &config_id);
  if (status != VA_STATUS_SUCCESS) {
    return MFX_ERR_DEVICE_FAILED;
  }

  VAContextID context_id;
  mfxStatus result = MFX_ERR_DEVICE_FAILED;
  status = vaCreateContext(session->display, config_id,
                           session->ppb.pic_width_in_luma_samples,
                           session->ppb.pic_height_in_luma_samples,
                           VA_PROGRESSIVE, NULL, 0, &context_id);
  if (status != VA_STATUS_SUCCESS) {
    goto rollback_config_id;
  }

  mfxFrameAllocRequest request = {
      .Info.FourCC = MFX_FOURCC_NV12,
      .Info.Width = session->ppb.pic_width_in_luma_samples,
      .Info.Height = session->ppb.pic_height_in_luma_samples,
      .Info.ChromaFormat = MFX_CHROMAFORMAT_YUV420,
      .NumFrameSuggested = 3,
  };
  mfxFrameAllocResponse response;
  result =
      session->allocator.Alloc(session->allocator.pthis, &request, &response);
  if (result != MFX_ERR_NONE) {
    goto rollback_context_id;
  }

  mfxMemId* mids = calloc(response.NumFrameActual, sizeof(mfxMemId));
  if (!mids) {
    result = MFX_ERR_MEMORY_ALLOC;
    goto rollback_response;
  }

  session->config_id = config_id;
  session->context_id = context_id;
  session->mids = mids;
  session->mids_count = response.NumFrameActual;
  memcpy(mids, response.mids, response.NumFrameActual * sizeof(mfxMemId));
  return MFX_ERR_NONE;

rollback_response:
  assert(session->allocator.Free(session->allocator.pthis, &response) ==
         MFX_ERR_NONE);
rollback_context_id:
  assert(vaDestroyContext(session->display, context_id) == VA_STATUS_SUCCESS);
rollback_config_id:
  assert(vaDestroyConfig(session->display, config_id) == VA_STATUS_SUCCESS);
  return result;
}

mfxStatus MFXVideoDECODE_DecodeFrameAsync(mfxSession session, mfxBitstream* bs,
                                          mfxFrameSurface1* surface_work,
                                          mfxFrameSurface1** surface_out,
                                          mfxSyncPoint* syncp) {
  assert(0);
  return MFX_ERR_NONE;
}