Function to_tensor

fastdeploy/utils.py:1234–1277

Convert NumPy arrays in multimodal inputs to Paddle tensors. Args: tasks (tuple): ([request], bsz)

(tasks: List[Any])

def to_tensor(tasks: List[Any]):
    """
    Convert NumPy arrays in multimodal inputs to Paddle tensors.

    Args:
        tasks (tuple): ([request], bsz)
    """
    try:
        for task in tasks:
            multimodal_inputs = getattr(task, "multimodal_inputs", None)
            if not multimodal_inputs:
                continue
            # tensor keys
            tensor_keys = [
                "images",
                "patch_idx",
                "token_type_ids",
                "position_ids",
                "attention_mask_offset",
            ]

            list_keys = [
                "image_features",
                "video_features",
                "audio_features",
            ]

            llm_logger.debug(f"Converting multimodal inputs to tensor...{tensor_keys + list_keys}")

            for key in tensor_keys:
                value = multimodal_inputs.get(key)
                if value is None:
                    continue
                if not isinstance(value, paddle.Tensor):
                    multimodal_inputs[key] = paddle.to_tensor(value)

            for key in list_keys:
                value = multimodal_inputs.get(key)
                if value is None:
                    continue
                if isinstance(value, list):
                    multimodal_inputs[key] = [paddle.to_tensor(v) for v in value]
    except Exception as e:
        llm_logger.warning(f"Tensor conversion failed: {type(e).__name__}: {e}")


def do_nothing(*args, **kwargs):