libavcodec/videotoolbox_av1.c

/*
 * Videotoolbox hardware acceleration for AV1
 * Copyright (c) 2023 Jan Ekström
 * Copyright (c) 2024 Ruslan Chernenko
 * Copyright (c) 2024 Martin Storsjö
 *
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

#include "libavutil/mem.h"

#include "av1dec.h"
#include "hwaccel_internal.h"
#include "internal.h"
#include "vt_internal.h"

CFDataRef ff_videotoolbox_av1c_extradata_create(AVCodecContext *avctx)
{
    AV1DecContext *s = avctx->priv_data;
    uint8_t *buf;
    CFDataRef data;
    if (!s->raw_seq)
        return NULL;

    buf = av_malloc(s->seq_data_ref->size + 4);
    if (!buf)
        return NULL;
    buf[0] = 0x81; // version and marker (constant)
    buf[1] = s->raw_seq->seq_profile << 5 | s->raw_seq->seq_level_idx[0];
    buf[2] = s->raw_seq->seq_tier[0]                << 7 |
             s->raw_seq->color_config.high_bitdepth << 6 |
             s->raw_seq->color_config.twelve_bit    << 5 |
             s->raw_seq->color_config.mono_chrome   << 4 |
             s->raw_seq->color_config.subsampling_x << 3 |
             s->raw_seq->color_config.subsampling_y << 2 |
             s->raw_seq->color_config.chroma_sample_position;

    if (s->raw_seq->initial_display_delay_present_flag)
        buf[3] = 0 << 5 |
                 s->raw_seq->initial_display_delay_present_flag << 4 |
                 s->raw_seq->initial_display_delay_minus_1[0];
    else
        buf[3] = 0x00;
    memcpy(buf + 4, s->seq_data_ref->data, s->seq_data_ref->size);
    data = CFDataCreate(kCFAllocatorDefault, buf, s->seq_data_ref->size + 4);
    av_free(buf);
    return data;
};


static int videotoolbox_av1_start_frame(AVCodecContext *avctx,
                                        const AVBufferRef *buffer_ref,
                                        const uint8_t *buffer,
                                        uint32_t size)
{
    return 0;
}

static int videotoolbox_av1_decode_slice(AVCodecContext *avctx,
                                         const uint8_t *buffer,
                                         uint32_t size)
{
    return 0;
}

static int videotoolbox_av1_end_frame(AVCodecContext *avctx)
{
    const AV1DecContext *s = avctx->priv_data;
    VTContext *vtctx = avctx->internal->hwaccel_priv_data;
    AVFrame *frame = s->cur_frame.f;

    vtctx->bitstream_size = 0;
    for (int i = s->start_unit; i < s->nb_unit; i++)
        ff_videotoolbox_buffer_append(vtctx, s->current_obu.units[i].data,
                                      s->current_obu.units[i].data_size);
    return ff_videotoolbox_common_end_frame(avctx, frame);
}

const FFHWAccel ff_av1_videotoolbox_hwaccel = {
    .p.name         = "av1_videotoolbox",
    .p.type         = AVMEDIA_TYPE_VIDEO,
    .p.id           = AV_CODEC_ID_AV1,
    .p.pix_fmt      = AV_PIX_FMT_VIDEOTOOLBOX,
    .alloc_frame    = ff_videotoolbox_alloc_frame,
    .start_frame    = videotoolbox_av1_start_frame,
    .decode_slice   = videotoolbox_av1_decode_slice,
    .end_frame      = videotoolbox_av1_end_frame,
    .frame_params   = ff_videotoolbox_frame_params,
    .init           = ff_videotoolbox_common_init,
    .uninit         = ff_videotoolbox_uninit,
    .priv_data_size = sizeof(VTContext),
};