30161608849

Committed 25 Jul 2026 02:25PM UTC coverage: 15.303% (-0.008%) from 15.311%

Build # 30161608849

Build Type

Pull #2148

github

Committed by

web-flow

Commit Message

Merge d2b82a62f into 13afd939a

Pull Request Pull Request #2148: wasm: stream large media from Blob URLs instead of copying into RAM (Tier B)

Coverage Stats

4 of 179 new or added lines in 10 files covered. (2.23%)

7 existing lines in 5 files now uncovered.

30396 of 198627 relevant lines covered (15.3%)

983.52 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/src/plugins/score-plugin-media/Video/VideoDecoder.cpp

#include "VideoDecoder.hpp"

#include <Media/Libav.hpp>
#include <Video/GpuFormats.hpp>

#include <score/tools/Debug.hpp>

#include <ossia/detail/flicks.hpp>
#include <ossia/detail/libav.hpp>
#include <ossia/detail/thread.hpp>

#include <QApplication>
#include <QDebug>
#include <QElapsedTimer>
#include <QTimer>

#include <functional>
#include <iostream>
#include <thread>

#if SCORE_HAS_LIBAV

extern "C" {
#include <libavcodec/avcodec.h>
#include <libavformat/avformat.h>
#include <libavutil/pixdesc.h>
#include <libswscale/swscale.h>
#include <libavcodec/packet.h>
#if LIBAVCODEC_VERSION_INT >= AV_VERSION_INT(61, 3, 100)
#if __has_include(<libavutil/mastering_display_metadata.h>)
#include <libavutil/mastering_display_metadata.h>
#endif
#endif
}

#if __APPLE__ && __has_include(<libavcodec/videotoolbox.h>)
#include "VideoDecoder.vtb.cpp"
#endif

namespace Video
{
#if LIBAVUTIL_VERSION_MAJOR >= 57
static auto get_format_for_codeccontext(AVCodecContext* ctx, const AVPixelFormat* p)
{
  //qDebug() << "device: " << av_pix_fmt_desc_get(ctx->pix_fmt)->name;

  if(auto self = (LibAVDecoder*)ctx->opaque)
  {
    while(*p != AV_PIX_FMT_NONE)
    {
      //qDebug() << av_pix_fmt_desc_get(*p)->name;
      // Check if the format matches the one we want from the expected HWDec
      if(*p == self->m_conf.hardwareAcceleration)
      {
        // Check if the format is indeed available
        auto fmt = ffmpegHardwareDecodingFormats(*p).format;
        if(fmt != AV_PIX_FMT_NONE)
        {
          return fmt;
        }
      }
      ++p;
    }
  }

  return ctx->pix_fmt;
}
#endif

void LibAVDecoder::init_scaler(VideoInterface& self) noexcept
{
  if(!Video::formatNeedsDecoding(self.pixel_format))
    return;

  m_rescale.open(self);
  self.pixel_format = AV_PIX_FMT_RGBA;
  self.color_space = AVCOL_SPC_RGB;
}

int LibAVDecoder::init_codec_context(
    const AVCodec* codec, AVBufferRef* hw_dev_ctx, const AVStream* stream,
    std::function<void(AVCodecContext&)> setup)
{
  m_codecContext = avcodec_alloc_context3(codec);

  avcodec_parameters_to_context(m_codecContext, stream->codecpar);

  // m_codecContext->flags |= AV_CODEC_FLAG_LOW_DELAY;
  // m_codecContext->flags2 |= AV_CODEC_FLAG2_FAST;
#if LIBAVUTIL_VERSION_MAJOR >= 57
  if(hw_dev_ctx)
  {
    m_codecContext->hw_device_ctx = hw_dev_ctx;
    m_codecContext->opaque = (void*)this;
    m_codecContext->get_format = get_format_for_codeccontext;
    m_codecContext->thread_count = 1;
    m_codecContext->thread_type = FF_THREAD_SLICE;
  }
  else
#endif
  {
#if defined(__EMSCRIPTEN__)
    // Force single-threaded video decoding on wasm. With the default (threads=0,
    // i.e. ffmpeg auto = CPU-count frame threads), avcodec_open2 sets up a
    // multithreaded decoder whose teardown (avcodec_flush_buffers /
    // avcodec_free_context) crashes on the emscripten pthread runtime -- even
    // when no frame was ever decoded.
    m_codecContext->thread_count = 1;
    m_codecContext->thread_type = 0;
#else
    m_codecContext->thread_count = m_conf.threads;
    if(m_conf.threads > 0)
      m_codecContext->thread_type = FF_THREAD_SLICE;
#endif
  }

  SCORE_ASSERT(setup);
  setup(*m_codecContext);

  int err = avcodec_open2(m_codecContext, codec, nullptr);
  if(err < 0)
  {
    qDebug() << "avcodec_open2: " << av_to_string(err);
    avcodec_free_context(&m_codecContext);
  }
  return err;
}

bool LibAVDecoder::open_codec_context(
    VideoInterface& self, const AVStream* stream,
    std::function<void(AVCodecContext&)> setup)
{
  if(auto [hw_dev_ctx, hw_codec] = open_hwdec(*m_codec); hw_codec)
  {
    int err = init_codec_context(hw_codec, hw_dev_ctx, stream, setup);
    if(err == 0)
    {
      init_scaler(self);
      return true;
    }
  }

  // Maybe opening an HW accel failed, we retry in software mode
  int err = init_codec_context(m_codec, nullptr, stream, setup);
  if(err == 0)
  {
    init_scaler(self);
    return true;
  }
  return false;
}

/*
 *
    using codec_map_type = ossia::flat_map<AVCodecID, const char*>;
    static const codec_map_type codecs{
        {AV_CODEC_ID_AV1, "av1_cuvid"},          {AV_CODEC_ID_H264, "h264_cuvid"},
        {AV_CODEC_ID_HEVC, "hevc_cuvid"},        {AV_CODEC_ID_MJPEG, "mjpeg_cuvid"},
        {AV_CODEC_ID_MPEG1VIDEO, "mpeg1_cuvid"}, {AV_CODEC_ID_MPEG2VIDEO, "mpeg2_cuvid"},
        {AV_CODEC_ID_MPEG4, "mpeg4_cuvid"},      {AV_CODEC_ID_VC1, "vc1_cuvid"},
        {AV_CODEC_ID_VP8, "vp8_cuvid"},          {AV_CODEC_ID_VP9, "vp9_cuvid"},
    };
    */
std::pair<AVBufferRef*, const AVCodec*>
LibAVDecoder::open_hwdec(const AVCodec& detected_codec) noexcept
{
#if LIBAVUTIL_VERSION_MAJOR >= 57
  auto hwAccel = m_conf.hardwareAcceleration;
  if(hwAccel == AV_PIX_FMT_NONE)
    return {};

  if(hwAccel == AV_PIX_FMT_NONE
     || !codecSupportsHWPixelFormat(detected_codec.id, hwAccel))
  {
    auto autoFmt = selectHardwareAcceleration(
        m_conf.graphicsApi, detected_codec.id, m_conf.gpuVendorId);
    if(autoFmt != AV_PIX_FMT_NONE)
      hwAccel = autoFmt;
    else
      return {};
  }

  const auto device = ffmpegHardwareDecodingFormats(hwAccel).device;
  if(device == AV_HWDEVICE_TYPE_NONE)
    return {};

  auto mapped = Video::hwCodecName(detected_codec.name, device);
  if(mapped.empty())
    return {};

  auto codec = mapped == detected_codec.name
                   ? &detected_codec // VideoToolbox case
                   : avcodec_find_decoder_by_name(mapped.c_str());
  if(!codec)
    return {};

  if(hwAccel == AV_PIX_FMT_DRM_PRIME)
  {
    // V4L2M2M: just want to map h264 to h264_v4l2m2m,
    // this isn't a true "hwdevice" accel
    return {nullptr, codec};
  }

  AVBufferRef* hw_device_ctx{};
  int ret = av_hwdevice_ctx_create(&hw_device_ctx, device, nullptr, nullptr, 0);
  if(ret != 0)
    return {};

  if(hwAccel == AV_PIX_FMT_QSV)
    return {hw_device_ctx, codec};
  else
    return {hw_device_ctx, &detected_codec};
#else
  return {};
#endif
}

ReadFrame LibAVDecoder::enqueue_frame(const AVPacket* pkt) noexcept
{
  auto frame = m_frames.newFrame();

  ReadFrame read
      = readVideoFrame(m_codecContext, pkt, frame.get(), this->m_conf.ignorePTS);
  if(read.error == AVERROR_EOF)
  {
    m_finished = true;
  }

  if(!read.frame)
  {
    this->m_frames.enqueue_decoding_error(frame.release());
    return read;
  }

  if(m_rescale)
  {
    m_rescale.rescale(m_frames, frame, read);
  }
  else
  {
    if(read.frame == frame.get())
      frame.release();
  }
  return read;
}

#if 0
static void listHardwareDecodeTextureFormats(AVFrame* frame)
{
#if LIBAVUTIL_VERSION_MAJOR >= 57
  AVPixelFormat* arr = {};
  av_hwframe_transfer_get_formats(
      frame->hw_frames_ctx,
      AVHWFrameTransferDirection::AV_HWFRAME_TRANSFER_DIRECTION_FROM, &arr, 0);
  for(auto p = arr; *p != AV_PIX_FMT_NONE; ++p)
  {
    auto desc = av_pix_fmt_desc_get(*p);
    if(desc)
      qDebug() << "supported format : " << desc->name;
  }
  av_free(arr);
#endif
}
#endif

// Mainly used for HAP which we do not want to decode through ffmpeg
void LibAVDecoder::load_packet_in_frame(const AVPacket& packet, AVFrame& frame)
{
  auto cp = m_avstream->codecpar;
  // TODO this is a hack, we store the FOURCC in the format...

  memcpy(&frame.format, &cp->codec_tag, 4);

  frame.buf[0] = av_buffer_ref(packet.buf);
  frame.width = cp->width;
  frame.height = cp->height;
  frame.format = (cp->codec_tag);
  frame.best_effort_timestamp = packet.pts;
  frame.data[0] = packet.data;
  frame.linesize[0] = packet.size;
  frame.pts = packet.pts;
  frame.pkt_dts = packet.dts;
#if(LIBAVUTIL_VERSION_MAJOR < 58)
  frame.pkt_duration = packet.duration;
#else
  frame.duration = packet.duration;
#endif
}

ReadFrame readVideoFrame(
    AVCodecContext* codecContext, const AVPacket* pkt, AVFrame* frame, bool ignorePts)
{
  if(codecContext && pkt && frame)
  {
    int ret = avcodec_send_packet(codecContext, pkt);
    // avcodec_send_packet: if it's EAGAIN then we *have* to read through avcodec_receive_frame
    if(ret < 0 && ret != AVERROR(EAGAIN))
    {
      if(ret != AVERROR_EOF)
        qDebug() << "avcodec_send_packet: " << av_to_string(ret) << ret;

      return {nullptr, ret};
    }

    ret = avcodec_receive_frame(codecContext, frame);

    if(ret < 0)
    {
      return {nullptr, ret};
    }
    else
    {
      if(ignorePts || frame->pts >= 0)
      {
#if LIBAVUTIL_VERSION_MAJOR >= 57
        // Transfer HW frame to CPU
        if(formatIsHardwareDecoded(AVPixelFormat(frame->format)))
        {
          AVFrame* sw_frame = av_frame_alloc();
          sw_frame->format = AV_PIX_FMT_NONE;

          int hw_ret = av_hwframe_transfer_data(sw_frame, frame, 0);
          if(hw_ret >= 0)
          {
            sw_frame->pts = frame->pts;
            av_frame_unref(frame);
            av_frame_move_ref(frame, sw_frame);
          }
          av_frame_free(&sw_frame);
          if(hw_ret < 0)
            return {nullptr, hw_ret};
        }
#endif
        return {frame, ret};
      }
      else
      {
        return {nullptr, ret};
      }
    }
  }

  return {nullptr, AVERROR_UNKNOWN};
}

VideoInterface::~VideoInterface() { }

VideoDecoder::VideoDecoder(DecoderConfiguration conf) noexcept
{
  m_conf = std::move(conf);
}

VideoDecoder::~VideoDecoder() noexcept
{
  close_file();
}

bool VideoDecoder::open(const std::string& inputFile) noexcept
{
  close_file();

  m_inputFile = inputFile;
  this->filePath = inputFile;

  if(Media::isStreamedMediaPath(inputFile))
  {
    if(!Media::open_input_custom_io(
           m_formatContext, m_io, QString::fromStdString(inputFile)))
    {
      close_file();
      return false;
    }
  }
  else if(avformat_open_input(&m_formatContext, inputFile.c_str(), nullptr, nullptr) != 0)
  {
    close_file();
    return false;
  }

  if(avformat_find_stream_info(m_formatContext, nullptr) < 0)
  {
    close_file();
    return false;
  }

  if(!open_stream())
  {
    close_file();
    return false;
  }

  int64_t secs = m_formatContext->duration / AV_TIME_BASE;
  int64_t us = m_formatContext->duration % AV_TIME_BASE;

  m_duration = secs * ossia::flicks_per_second<int64_t>;
  m_duration += us * ossia::flicks_per_millisecond<int64_t> / 1000;

  return true;
}

bool VideoDecoder::load(const std::string& inputFile) noexcept
{
  if(!open(inputFile))
    return false;

  m_running.store(true, std::memory_order_release);
  // TODO use a thread pool
  m_thread = std::thread{[this] {
    ossia::set_thread_name("ossia video");
    this->buffer_thread();
  }};

  return true;
}

int64_t VideoDecoder::duration() const noexcept
{
  return m_duration;
}

void VideoDecoder::seek(int64_t flicks)
{
  m_seekTo = flicks;
  m_condVar.notify_one();
}

AVFrame* VideoDecoder::dequeue_frame() noexcept
{
  auto f = m_frames.discard_and_dequeue_one();
  if(f)
  {
    m_last_dequeued_dts = f->pkt_dts;
  }
  m_condVar.notify_one();
  return f;
}

void VideoDecoder::release_frame(AVFrame* frame) noexcept
{
  m_frames.release(frame);
}

void VideoDecoder::buffer_thread() noexcept
{
  while(m_running.load(std::memory_order_acquire))
  {
    if(int64_t seek = m_seekTo.exchange(-1); seek >= 0)
    {
      seek_impl(seek);
    }
    else
    {
      std::unique_lock lck{m_condMut};
      m_condVar.wait(lck, [&] {
        return (m_frames.size() < frames_to_buffer / 2 && !m_finished)
               || !m_running.load(std::memory_order_acquire) || (m_seekTo != -1);
      });
      if(!m_running.load(std::memory_order_acquire))
        return;

      if(int64_t seek = m_seekTo.exchange(-1); seek >= 0)
      {
        seek_impl(seek);
      }

      if(m_frames.size() < (frames_to_buffer / 2) && !m_finished)
      {
        if(auto f = read_frame_impl())
        {
          m_frames.enqueue(f);
        }
        std::this_thread::sleep_for(std::chrono::milliseconds(4));
      }
    }
  }
}

void VideoDecoder::close_file() noexcept
{
  // Stop the running status
  m_running.store(false, std::memory_order_release);
  m_condVar.notify_one();

  if(m_thread.joinable())
    m_thread.join();

  // Remove frames that were in flight
  m_frames.drain();

  // Clear the stream
  close_video();

  // Clear the fmt context
  if(m_formatContext)
  {
    avio_flush(m_formatContext->pb);
    avformat_flush(m_formatContext);
    // avformat_close_input() already frees the context and sets it to nullptr;
    // do NOT also call avformat_free_context() on it (double free).
    avformat_close_input(&m_formatContext);
    m_formatContext = nullptr;
  }
  m_io = Media::AvIoDevice{};
}

ReadFrame LibAVDecoder::read_one_frame_raw(AVPacket& packet)
{
  int res{};

  while((res = av_read_frame(m_formatContext, &packet)) >= 0)
  {
    if(packet.stream_index == m_avstream->index)
    {
      auto frame = m_frames.newFrame();
      if(frame->buf[0])
        av_buffer_unref(&frame->buf[0]);
      // Mainly for HAP: we feed the raw undecoded codec data directly to the GPU, see HAPDecoder
      load_packet_in_frame(packet, *frame);

      av_packet_unref(&packet);
      return {frame.release(), 0};
    }
    else
    {
      av_packet_unref(&packet);
    }
  }

  if(res != 0 && res != AVERROR_EOF)
  {
    // qDebug() << "Error while reading a frame: "
    //          << av_to_string(res);
  }
  else if(res == AVERROR_EOF)
  {
    m_finished = true;
  }
  av_packet_unref(&packet);
  return {nullptr, res};
}

ReadFrame LibAVDecoder::read_one_frame_avcodec(AVPacket& packet)
{
  ReadFrame ret_frame;
  int res{};

  int z = 0;
do_read_frame:
  av_packet_unref(&packet);
  while((res = av_read_frame(m_formatContext, &packet)) >= 0)
  {
    if(packet.stream_index == m_avstream->index)
    {
      SCORE_ASSERT(m_codecContext);

      //av_packet_rescale_ts(
      //     &packet, this->m_avstream->time_base, this->m_codecContext->pkt_timebase);

      ret_frame = enqueue_frame(&packet);
      if(ret_frame.error == AVERROR(EAGAIN))
      {
        if(z++ < 100)
          goto do_read_frame;
      }
      av_packet_unref(&packet);
      return ret_frame;
    }
    else
    {
      av_packet_unref(&packet);
    }
  }

  if(res != 0 && res != AVERROR_EOF)
  {
    // qDebug() << "Error while reading a frame: "
    //          << av_to_string(res);
  }
  else if(res == AVERROR_EOF)
  {
    // Flush codec to get remaining frames from the reorder buffer (B-frames)
    if(m_codecContext)
    {
      avcodec_send_packet(m_codecContext, nullptr);
      auto frame = m_frames.newFrame();
      while(avcodec_receive_frame(m_codecContext, frame.get()) == 0)
      {
        m_frames.enqueue(frame.release());
        frame = m_frames.newFrame();
      }
      m_frames.enqueue_decoding_error(frame.release());
    }
    m_finished = true;
  }
  av_packet_unref(&packet);
  return {nullptr, res};
}

ReadFrame LibAVDecoder::read_one_frame(AVPacket& packet)
{
  if(m_conf.useAVCodec)
    return read_one_frame_avcodec(packet);
  else
    return read_one_frame_raw(packet);
}
/*
// https://stackoverflow.com/a/44468529/1495627
static
int seek_to_frame(AVFormatContext* format, AVStream* stream, int frameIndex)
{
  using namespace std;
  // Seek is done on packet dts
  int64_t target_dts_usecs = std::round(frameIndex * (double)stream->r_frame_rate.den / stream->r_frame_rate.num * AV_TIME_BASE);
  // Remove first dts: when non zero seek should be more accurate
  auto first_dts_usecs = std::round(stream->first_dts * (double)stream->time_base.num / stream->time_base.den * AV_TIME_BASE);
  target_dts_usecs += first_dts_usecs;
  return av_seek_frame(format, -1, target_dts_usecs, AVSEEK_FLAG_BACKWARD);
}
*/

static int64_t to_av_time_base(AVRational tb, int64_t dts)
{
  constexpr auto av_tb = AVRational{1, AV_TIME_BASE};
  return av_rescale_q(dts, tb, av_tb);
}

bool VideoDecoder::seek_impl(int64_t flicks) noexcept
{
  if(m_avstream->index >= int(m_formatContext->nb_streams))
    return false;

  // Seeking with stream == -1 means that it is done AV_TIME_BASE
  constexpr auto av_tb = AVRational{1, AV_TIME_BASE};
  constexpr auto av_dts_per_flicks
      = (av_tb.den / (av_tb.num * ossia::flicks_per_second<double>));

  const int64_t dts = flicks * av_dts_per_flicks;

  const auto codec_tb
      = m_codecContext ? m_codecContext->pkt_timebase : m_avstream->time_base;

  // Don't seek if we're less than 0.2 second close to the request
  // unit of the timestamps in seconds: stream->time_base.num / stream->time_base.den

  // qDebug() << "Codec pkt_timebase: " << m_codecContext->pkt_timebase.num
  //          << m_codecContext->pkt_timebase.den;
  // qDebug() << "Codec timebase: " << m_codecContext->time_base.num
  //          << m_codecContext->time_base.den;
  // qDebug() << "Stream timebase: " << stream->time_base.num << stream->time_base.den;
  // qDebug() << "AV timebase: " << av_tb.num << av_tb.den;
  const auto last_av_dts = to_av_time_base(codec_tb, m_last_dequeued_dts);
  const int64_t min_dts_delta = (0.2 * av_tb.den) / av_tb.num;
  // qDebug() << AV_TIME_BASE << min_dts_delta << dts << last_av_dts << dts - last_av_dts
  //          << (std::abs(dts - last_av_dts) <= min_dts_delta);
  if(last_av_dts > INT64_MIN && std::abs(dts - last_av_dts) <= min_dts_delta)
  {
    // Let's always ensure that we seek to zero when asked no matter what
    if(dts != 0)
    {
      return false;
    }
  }

  // TODO - maybe we should also store the "last dequeued dts" from the
  // decoder side - this way no need to seek if we are in the interval
  // const bool seek_forward = dts >= this->m_last_dequeued_dts;
  // #if LIBAVFORMAT_VERSION_MAJOR >= 59
  //   const int64_t start = 0;
  // #else
  //   const int64_t start = m_avstream->first_dts;
  // #endif

  if(!ossia::seek_to_flick(m_formatContext, m_codecContext, m_avstream, flicks))
  {
    qDebug() << "Failed to seek for time ";
    return false;
  }

  ReadFrame r;
  do
  {
    // First flush the buffer or smth
    do
    {
      if(r.frame)
      {
        SCORE_LIBAV_FRAME_DEALLOC_CHECK(r.frame);
        av_frame_free(&r.frame);
      }

      auto pkt = av_packet_alloc();
      r = read_one_frame(*pkt);
      av_packet_unref(pkt);
      av_packet_free(&pkt);
    } while(r.error == AVERROR(EAGAIN));

    if(r.error == AVERROR_EOF || !r.frame)
    {
      break;
    }

    /*
    // Rescale the packet's dts into AV_TIME_BASE
    auto max_dts = r.frame->pkt_dts + r.frame->duration;
    auto max_av_dts = to_av_time_base(codec_tb, max_dts);
    //av_rescale_q(max_dts, stream->time_base, tb);
    // we're starting to see correct frames, try to get close to the dts we want.
    while(max_av_dts < dts)
    {
      r = read_one_frame(AVFramePointer{r.frame}, pkt);
      if(r.error == AVERROR_EOF || !r.frame)
        break;
    }
    */
  } while(0);

  if(r.frame)
  {
    m_frames.set_discard_frame(r.frame);
    m_frames.enqueue(r.frame);
  }
  else
  {
    SCORE_LIBAV_FRAME_DEALLOC_CHECK(r.frame);
    av_frame_free(&r.frame);
  }

  m_finished = false;

  return true;
}

AVFrame* VideoDecoder::read_frame_impl() noexcept
{
  ReadFrame res;

  if(m_avstream)
  {
    auto packet = av_packet_alloc();

    do
    {
      av_packet_unref(packet);
      res = read_one_frame(*packet);

      if(res.error == AVERROR_EOF)
      {
        m_finished = true;
        av_packet_unref(packet);
        av_packet_free(&packet);
        return res.frame;
      }
    } while(res.error == AVERROR(EAGAIN));

    av_packet_unref(packet);
    av_packet_free(&packet);
  }
  return res.frame;
}

bool VideoDecoder::open_stream() noexcept
{
  bool res = false;

  if(!m_formatContext)
    return res;

  int stream = -1;

  for(unsigned int i = 0; i < m_formatContext->nb_streams; i++)
  {
    if(m_formatContext->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_VIDEO)
    {
      if(stream == -1)
      {
        stream = i;
        continue;
      }
    }
    m_formatContext->streams[i]->discard = AVDISCARD_ALL;
  }

  if(stream != -1)
  {
    m_avstream = m_formatContext->streams[stream];
    const AVRational tb = m_avstream->time_base;
    dts_per_flicks = (tb.den / (tb.num * ossia::flicks_per_second<double>));
    flicks_per_dts = (tb.num * ossia::flicks_per_second<double>) / tb.den;

    auto codecPar = m_avstream->codecpar;
    if((m_codec = avcodec_find_decoder(codecPar->codec_id)))
    {
      if(codecPar->width <= 0 || codecPar->height <= 0)
      {
        qDebug() << "VideoDecoder: invalid video: width or height is 0";
        res = false;
      }
      else
      {
        color_range = codecPar->color_range;
        color_primaries = codecPar->color_primaries;
        color_trc = codecPar->color_trc;
        color_space = codecPar->color_space;
        chroma_location = codecPar->chroma_location;

        // Detect wide-gamut / HDR evidence from primaries and transfer function.
        // This is used to infer color_space when it is unspecified.
        const bool has_bt2020_evidence =
            color_primaries == AVCOL_PRI_BT2020
            || color_trc == AVCOL_TRC_SMPTE2084      // PQ (HDR10 / BT.2100)
            || color_trc == AVCOL_TRC_ARIB_STD_B67;   // HLG (BT.2100)

        // Display P3 content may use BT.709 matrix coefficients
        // but with wider primaries. Don't force it to BT.2020.
        const bool has_p3_evidence =
            color_primaries == AVCOL_PRI_SMPTE432     // Display P3 (D65)
            || color_primaries == AVCOL_PRI_SMPTE431; // DCI-P3

        if(color_space == AVCOL_SPC_UNSPECIFIED)
        {
          if(has_bt2020_evidence)
            color_space = AVCOL_SPC_BT2020_NCL;
          else if(has_p3_evidence)
            // P3 content typically uses BT.709 matrix coefficients.
            // colorMatrix() will detect the P3 primaries and route
            // through the Display P3 pipeline.
            color_space = AVCOL_SPC_BT709;
          else if(codecPar->height < 625)
            color_space = AVCOL_SPC_SMPTE170M;
          else if(codecPar->height < 720)
            color_space = AVCOL_SPC_BT470BG;
          else
            color_space = AVCOL_SPC_BT709;
        }
        if(color_range == AVCOL_RANGE_UNSPECIFIED)
          color_range = AVCOL_RANGE_MPEG;

        // HDR handling
#if LIBAVCODEC_VERSION_INT >= AV_VERSION_INT(61, 3, 100)
        {
          const auto data = codecPar->coded_side_data;
          const auto n = codecPar->nb_coded_side_data;
          // Light data
          if(auto sd = av_packet_side_data_get(data, n, AV_PKT_DATA_CONTENT_LIGHT_LEVEL))
            if(sd->data)
              this->content_light = *reinterpret_cast<const AVContentLightMetadata*>(sd->data);

          // Mastering side data
          if (auto sd = av_packet_side_data_get(data, n, AV_PKT_DATA_MASTERING_DISPLAY_METADATA))
            if(sd->data)
              this->mastering_display = *(AVMasteringDisplayMetadata *)sd->data;
        }
#endif

        codec_id = codecPar->codec_id;

        // Check if this is a GPU-direct codec (HAP or DXV DXT1/DXT5)
        bool use_gpu_direct = false;
        if(m_avstream->codecpar->codec_id == AV_CODEC_ID_HAP)
        {
          // HAP: store the FOURCC in the format for GPU decoder matching
          memcpy(&pixel_format, &m_avstream->codecpar->codec_tag, 4);
          use_gpu_direct = true;
        }
        else if(m_avstream->codecpar->codec_id == AV_CODEC_ID_DXV)
        {
          // DXV: peek first packet to determine sub-format (DXT1/DXT5)
          // Store synthetic fourcc in pixel_format for GPU decoder matching
          auto packet = av_packet_alloc();
          if(av_read_frame(m_formatContext, packet) >= 0 && packet->size >= 4)
          {
            uint32_t tag = packet->data[0] | (packet->data[1] << 8)
                           | (packet->data[2] << 16)
                           | ((uint32_t)packet->data[3] << 24);
            switch(tag)
            {
              case 0x44585431: // MKBETAG('D','X','T','1')
                memcpy(&pixel_format, "Dxv1", 4);
                use_gpu_direct = true;
                break;
              case 0x44585435: // MKBETAG('D','X','T','5')
                memcpy(&pixel_format, "Dxv5", 4);
                use_gpu_direct = true;
                break;
              case 0x59434736: // MKBETAG('Y','C','G','6')
                memcpy(&pixel_format, "DxvY", 4);
                use_gpu_direct = true;
                break;
              case 0x59473130: // MKBETAG('Y','G','1','0')
                memcpy(&pixel_format, "DxvA", 4);
                use_gpu_direct = true;
                break;
              default: {
                // Old format: check type flags in high byte
                uint8_t old_type = tag >> 24;
                if(old_type & 0x40)
                {
                  memcpy(&pixel_format, "Dxv5", 4);
                  use_gpu_direct = true;
                }
                else if(old_type & 0x20)
                {
                  memcpy(&pixel_format, "Dxv1", 4);
                  use_gpu_direct = true;
                }
                // Unknown old format falls through to avcodec
                break;
              }
            }
            av_packet_unref(packet);
          }
          av_packet_free(&packet);
          // Seek back to beginning regardless
          av_seek_frame(m_formatContext, m_avstream->index, 0, AVSEEK_FLAG_BACKWARD);
        }

        if(use_gpu_direct)
        {
          width = codecPar->width;
          height = codecPar->height;
          fps = av_q2d(m_avstream->avg_frame_rate);

          m_conf.useAVCodec = false;
          m_codecContext = nullptr;
          m_codec = nullptr;
          res = true;
        }
        else
        {
          pixel_format = (AVPixelFormat)codecPar->format;
          width = codecPar->width;
          height = codecPar->height;
          fps = av_q2d(m_avstream->avg_frame_rate);

          res = open_codec_context(*this, m_avstream, [this](AVCodecContext& ctx) {
            ctx.framerate
                = av_guess_frame_rate(m_formatContext, (AVStream*)m_avstream, NULL);
            m_codecContext->pkt_timebase = m_avstream->time_base;
            // m_codecContext->codec_id = m_codec->id;
          });

          if(m_codecContext)
          {
            auto tb = m_codecContext->pkt_timebase;
            dts_per_flicks = (tb.den / (tb.num * ossia::flicks_per_second<double>));
            flicks_per_dts = (tb.num * ossia::flicks_per_second<double>) / tb.den;
          }
        }
      }
    }
  }

  if(!res)
  {
    close_video();
  }
  return res;
}

void VideoDecoder::close_video() noexcept
{
  if(m_codecContext)
  {
    avcodec_flush_buffers(m_codecContext);
#if defined(__APPLE__)
#if FF_API_VT_HWACCEL_CONTEXT
    if(m_codecContext->hwaccel_context)
      av_videotoolbox_default_free(m_codecContext);
#endif
#endif
    avcodec_free_context(&m_codecContext);

    m_codecContext = nullptr;
    m_codec = nullptr;
  }

  m_rescale.close();

  m_avstream = nullptr;
}
}
#endif

ossia / score / 30161608849

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous