Function fuzz_video_get_buffer

tools/target_dec_fuzzer.c:113–158

static const uint64_t FUZZ_TAG = 0x4741542D5A5A5546ULL;

static int fuzz_video_get_buffer(AVCodecContext *ctx, AVFrame *frame)
{
    ptrdiff_t linesize1[4];
    size_t size[4];
    int linesize_align[AV_NUM_DATA_POINTERS];
    int i, ret, w = frame->width, h = frame->height;

    avcodec_align_dimensions2(ctx, &w, &h, linesize_align);
    ret = av_image_fill_linesizes(frame->linesize, ctx->pix_fmt, w);
    if (ret < 0)
        return ret;

    for (i = 0; i < 4 && frame->linesize[i]; i++)
        linesize1[i] = frame->linesize[i] =
            FFALIGN(frame->linesize[i], linesize_align[i]);
    for (; i < 4; i++)
        linesize1[i] = 0;

    ret = av_image_fill_plane_sizes(size, ctx->pix_fmt, h, linesize1);
    if (ret < 0)
        return ret;

    frame->extended_data = frame->data;
    for (i = 0; i < 4 && size[i]; i++) {
        switch(ctx->codec_id) {
        case AV_CODEC_ID_FFV1:
            frame->buf[i] = av_buffer_alloc(size[i]);
        break;
        default:
            frame->buf[i] = av_buffer_allocz(size[i]);
        }

        if (!frame->buf[i])
            goto fail;
        frame->data[i] = frame->buf[i]->data;
    }
    for (; i < AV_NUM_DATA_POINTERS; i++) {
        frame->data[i] = NULL;
        frame->linesize[i] = 0;
    }

    return 0;
fail:
    av_frame_unref(frame);
    return AVERROR(ENOMEM);
}

static int fuzz_get_buffer2(AVCodecContext *ctx, AVFrame *frame, int flags)
{