Function pix_fmt_is_supported

libhb/common.c:7214–7270

}

static int pix_fmt_is_supported(hb_job_t *job, int pix_fmt)
{
    const int title_bit_depth = hb_get_bit_depth(job->title->pix_fmt);
    const int pix_fmt_bit_depth = hb_get_bit_depth(pix_fmt);

    if (pix_fmt_bit_depth > title_bit_depth)
    {
        return 0;
    }

    const AVPixFmtDescriptor *title_desc = av_pix_fmt_desc_get(job->title->pix_fmt);
    const AVPixFmtDescriptor *pix_fmt_desc = av_pix_fmt_desc_get(pix_fmt);

    if (pix_fmt_desc->log2_chroma_w < title_desc->log2_chroma_w ||
        pix_fmt_desc->log2_chroma_h < title_desc->log2_chroma_h)
    {
        return 0;
    }

    // Allow biplanar formats only if hardware decoder is enabled
    const int planes_count = av_pix_fmt_count_planes(pix_fmt);

    if (planes_count == 2)
    {
        if (job->hw_accel == NULL)
        {
            return 0;
        }
    }

    // These filters support only planar pixel formats
    for (int i = 0; i < hb_list_count(job->list_filter); i++)
    {
        hb_filter_object_t *filter = hb_list_item(job->list_filter, i);

        switch (filter->id)
        {
            case HB_FILTER_DETELECINE:
            case HB_FILTER_DECOMB:
            case HB_FILTER_YADIF:
            case HB_FILTER_BWDIF:
            case HB_FILTER_DENOISE:
            case HB_FILTER_NLMEANS:
            case HB_FILTER_CHROMA_SMOOTH:
            case HB_FILTER_LAPSHARP:
            case HB_FILTER_UNSHARP:
            case HB_FILTER_GRAYSCALE:
               if (planes_count == 2 &&
                   job->hw_pix_fmt != AV_PIX_FMT_VIDEOTOOLBOX)
               {
                   return 0;
               }
        }
    }

    return 1;
}