Function to_numpy

fastdeploy/utils.py:1203–1231

Convert PaddlePaddle tensors in multimodal inputs to NumPy arrays. Args: tasks: List of tasks containing multimodal inputs.

(tasks: List[Any])

def to_numpy(tasks: List[Any]):
    """
    Convert PaddlePaddle tensors in multimodal inputs to NumPy arrays.

    Args:
        tasks: List of tasks containing multimodal inputs.
    """
    try:
        for task in tasks:
            if not hasattr(task, "multimodal_inputs"):
                continue
            images = task.multimodal_inputs.get("images", None)
            if isinstance(images, paddle.Tensor):
                llm_logger.debug(f"Convert image to numpy, shape: {images.shape}")
                task.multimodal_inputs["images"] = images.numpy()

            list_keys = [
                "image_features",
                "video_features",
                "audio_features",
            ]
            for key in list_keys:
                value = task.multimodal_inputs.get(key, None)
                if value is None:
                    continue
                if isinstance(value, list):
                    task.multimodal_inputs[key] = [v.numpy() for v in value]
    except Exception as e:
        llm_logger.warning(f"Failed to convert to numpy: {e}")


def to_tensor(tasks: List[Any]):