Function virtio_dev_tx_async_packed

dpdk/lib/vhost/virtio_net.c:4035–4143

}

static __rte_always_inline uint16_t
virtio_dev_tx_async_packed(struct virtio_net *dev, struct vhost_virtqueue *vq,
		struct rte_mempool *mbuf_pool, struct rte_mbuf **pkts,
		uint16_t count, uint16_t dma_id, uint16_t vchan_id, bool legacy_ol_flags)
	__rte_shared_locks_required(&vq->access_lock)
	__rte_shared_locks_required(&vq->iotlb_lock)
{
	uint32_t pkt_idx = 0;
	uint16_t slot_idx = 0;
	uint16_t nr_done_pkts = 0;
	uint16_t pkt_err = 0;
	uint32_t n_xfer;
	uint16_t i;
	struct vhost_async *async = vq->async;
	struct async_inflight_info *pkts_info = async->pkts_info;
	struct rte_mbuf *pkts_prealloc[MAX_PKT_BURST];

	VHOST_LOG_DATA(dev->ifname, DEBUG, "(%d) about to dequeue %u buffers\n", dev->vid, count);

	async_iter_reset(async);

	if (rte_pktmbuf_alloc_bulk(mbuf_pool, pkts_prealloc, count))
		goto out;

	do {
		struct rte_mbuf *pkt = pkts_prealloc[pkt_idx];

		rte_prefetch0(&vq->desc_packed[vq->last_avail_idx]);

		slot_idx = (async->pkts_idx + pkt_idx) % vq->size;
		if (count - pkt_idx >= PACKED_BATCH_SIZE) {
			if (!virtio_dev_tx_async_packed_batch(dev, vq, &pkts_prealloc[pkt_idx],
						slot_idx, dma_id, vchan_id)) {
				for (i = 0; i < PACKED_BATCH_SIZE; i++) {
					slot_idx = (async->pkts_idx + pkt_idx) % vq->size;
					pkts_info[slot_idx].descs = 1;
					pkts_info[slot_idx].nr_buffers = 1;
					pkts_info[slot_idx].mbuf = pkts_prealloc[pkt_idx];
					pkt_idx++;
				}
				continue;
			}
		}

		if (unlikely(virtio_dev_tx_async_single_packed(dev, vq, mbuf_pool, pkt,
				slot_idx, legacy_ol_flags))) {
			rte_pktmbuf_free_bulk(&pkts_prealloc[pkt_idx], count - pkt_idx);

			if (slot_idx == 0)
				slot_idx = vq->size - 1;
			else
				slot_idx--;

			break;
		}

		pkts_info[slot_idx].mbuf = pkt;
		pkt_idx++;