Function async_poll_dequeue_completed

dpdk/lib/vhost/virtio_net.c:3672–3718

}

static __rte_always_inline uint16_t
async_poll_dequeue_completed(struct virtio_net *dev, struct vhost_virtqueue *vq,
		struct rte_mbuf **pkts, uint16_t count, int16_t dma_id,
		uint16_t vchan_id, bool legacy_ol_flags)
	__rte_shared_locks_required(&vq->access_lock)
{
	uint16_t start_idx, from, i;
	uint16_t nr_cpl_pkts = 0;
	struct async_inflight_info *pkts_info = vq->async->pkts_info;

	vhost_async_dma_check_completed(dev, dma_id, vchan_id, VHOST_DMA_MAX_COPY_COMPLETE);

	start_idx = async_get_first_inflight_pkt_idx(vq);

	from = start_idx;
	while (vq->async->pkts_cmpl_flag[from] && count--) {
		vq->async->pkts_cmpl_flag[from] = false;
		from = (from + 1) % vq->size;
		nr_cpl_pkts++;
	}

	if (nr_cpl_pkts == 0)
		return 0;

	for (i = 0; i < nr_cpl_pkts; i++) {
		from = (start_idx + i) % vq->size;
		pkts[i] = pkts_info[from].mbuf;

		if (virtio_net_with_host_offload(dev))
			vhost_dequeue_offload(dev, &pkts_info[from].nethdr, pkts[i],
					      legacy_ol_flags);
	}

	/* write back completed descs to used ring and update used idx */
	if (vq_is_packed(dev)) {
		write_back_completed_descs_packed(vq, nr_cpl_pkts);
		vhost_vring_call_packed(dev, vq);
	} else {
		write_back_completed_descs_split(vq, nr_cpl_pkts);
		rte_atomic_fetch_add_explicit((unsigned short __rte_atomic *)&vq->used->idx,
			nr_cpl_pkts, rte_memory_order_release);
		vhost_vring_call_split(dev, vq);
	}
	vq->async->pkts_inflight_n -= nr_cpl_pkts;

	return nr_cpl_pkts;
}

static __rte_always_inline uint16_t
virtio_dev_tx_async_split(struct virtio_net *dev, struct vhost_virtqueue *vq,