Method ProcessVideoPacket

src/FFmpegReader.cpp:1838–2075

Process a video packet

// Process a video packet
void FFmpegReader::ProcessVideoPacket(int64_t requested_frame) {
	// Get the AVFrame from the current packet
	// This sets the video_pts to the correct timestamp
	int frame_finished = GetAVFrame();

	// Check if the AVFrame is finished and set it
	if (!frame_finished) {
		// No AVFrame decoded yet, bail out
		if (pFrame) {
			RemoveAVFrame(pFrame);
		}
		return;
	}

	// Calculate current frame #
	int64_t current_frame = ConvertVideoPTStoFrame(video_pts);

	// Track 1st video packet after a successful seek
	if (!seek_video_frame_found && is_seeking)
		seek_video_frame_found = current_frame;

	// Create or get the existing frame object. Requested frame needs to be created
	// in working_cache at least once. Seek can clear the working_cache, so we must
	// add the requested frame back to the working_cache here. If it already exists,
	// it will be moved to the top of the working_cache.
	working_cache.Add(CreateFrame(requested_frame));

	// Debug output
	ZmqLogger::Instance()->AppendDebugMethod("FFmpegReader::ProcessVideoPacket (Before)", "requested_frame", requested_frame, "current_frame", current_frame);

	// Init some things local (for OpenMP)
	AVPixelFormat decoded_pix_fmt = (pFrame && pFrame->format != AV_PIX_FMT_NONE)
		? static_cast<AVPixelFormat>(pFrame->format)
		: AV_GET_CODEC_PIXEL_FORMAT(pStream, pCodecCtx);
	bool src_full_range = (pFrame && pFrame->color_range == AVCOL_RANGE_JPEG);
	AVPixelFormat src_pix_fmt = NormalizeDeprecatedPixFmt(decoded_pix_fmt, src_full_range);
	int src_width = (pFrame && pFrame->width > 0) ? pFrame->width : info.width;
	int src_height = (pFrame && pFrame->height > 0) ? pFrame->height : info.height;
	int height = src_height;
	int width = src_width;
	// Create or reuse a RGB Frame (since most videos are not in RGB, we must convert it)
	AVFrame *pFrameRGB = pFrameRGB_cached;
	if (!pFrameRGB) {
		pFrameRGB = AV_ALLOCATE_FRAME();
		if (pFrameRGB == nullptr)
			throw OutOfMemory("Failed to allocate frame buffer", path);
		pFrameRGB_cached = pFrameRGB;
	}
	AV_RESET_FRAME(pFrameRGB);
	uint8_t *buffer = nullptr;

	// Determine the max size of this source image (based on the timeline's size, the scaling mode,
	// and the scaling keyframes). This is a performance improvement, to keep the images as small as possible,
	// without losing quality. NOTE: We cannot go smaller than the timeline itself, or the add_layer timeline
	// method will scale it back to timeline size before scaling it smaller again. This needs to be fixed in
	// the future.
	int max_width = info.width;
	int max_height = info.height;