Function virtio_dev_tx_async_split

dpdk/lib/vhost/virtio_net.c:3720–3865

}

static __rte_always_inline uint16_t
virtio_dev_tx_async_split(struct virtio_net *dev, struct vhost_virtqueue *vq,
		struct rte_mempool *mbuf_pool, struct rte_mbuf **pkts, uint16_t count,
		int16_t dma_id, uint16_t vchan_id, bool legacy_ol_flags)
	__rte_shared_locks_required(&vq->access_lock)
	__rte_shared_locks_required(&vq->iotlb_lock)
{
	static bool allocerr_warned;
	bool dropped = false;
	uint16_t avail_entries;
	uint16_t pkt_idx, slot_idx = 0;
	uint16_t nr_done_pkts = 0;
	uint16_t pkt_err = 0;
	uint16_t n_xfer;
	struct vhost_async *async = vq->async;
	struct async_inflight_info *pkts_info = async->pkts_info;
	struct rte_mbuf *pkts_prealloc[MAX_PKT_BURST];
	uint16_t pkts_size = count;

	/**
	 * The ordering between avail index and
	 * desc reads needs to be enforced.
	 */
	avail_entries = rte_atomic_load_explicit((unsigned short __rte_atomic *)&vq->avail->idx,
		rte_memory_order_acquire) - vq->last_avail_idx;
	if (avail_entries == 0)
		goto out;

	rte_prefetch0(&vq->avail->ring[vq->last_avail_idx & (vq->size - 1)]);

	async_iter_reset(async);

	count = RTE_MIN(count, MAX_PKT_BURST);
	count = RTE_MIN(count, avail_entries);
	VHOST_LOG_DATA(dev->ifname, DEBUG, "about to dequeue %u buffers\n", count);

	if (rte_pktmbuf_alloc_bulk(mbuf_pool, pkts_prealloc, count))
		goto out;

	for (pkt_idx = 0; pkt_idx < count; pkt_idx++) {
		uint16_t head_idx = 0;
		uint16_t nr_vec = 0;
		uint16_t to;
		uint32_t buf_len;
		int err;
		struct buf_vector buf_vec[BUF_VECTOR_MAX];
		struct rte_mbuf *pkt = pkts_prealloc[pkt_idx];

		if (unlikely(fill_vec_buf_split(dev, vq, vq->last_avail_idx,
						&nr_vec, buf_vec,
						&head_idx, &buf_len,
						VHOST_ACCESS_RO) < 0)) {
			dropped = true;
			break;
		}

		if (unlikely(buf_len <= dev->vhost_hlen)) {
			dropped = true;