Function auto_executor

python/pathway/internals/udfs/executors.py:48–91

Returns the automatic executor of Pathway Live Data Framework UDF. It deduces whether the execution should be synchronous or asynchronous from the function signature. If the function is a coroutine, then the execution is asynchronous. Otherwise, it is synchronous. Example: >>>

()

def auto_executor() -> Executor:
    """
    Returns the automatic executor of Pathway Live Data Framework UDF. It deduces whether the execution
    should be synchronous or asynchronous from the function signature. If the function
    is a coroutine, then the execution is asynchronous. Otherwise, it is synchronous.

    Example:

    >>> import pathway as pw
    >>> import asyncio
    >>> import time
    >>> t = pw.debug.table_from_markdown(
    ...     '''
    ...     a | b
    ...     1 | 2
    ...     3 | 4
    ...     5 | 6
    ... '''
    ... )
    >>>
    >>> @pw.udf(executor=pw.udfs.auto_executor())
    ... def mul(a: int, b: int) -> int:
    ...     return a * b
    ...
    >>> result_1 = t.select(res=mul(pw.this.a, pw.this.b))
    >>> pw.debug.compute_and_print(result_1, include_id=False)
    res
    2
    12
    30
    >>>
    >>> @pw.udf(executor=pw.udfs.auto_executor())
    ... async def long_running_async_function(a: int, b: int) -> int:
    ...     await asyncio.sleep(0.1)
    ...     return a * b
    ...
    >>> result_2 = t.select(res=long_running_async_function(pw.this.a, pw.this.b))
    >>> pw.debug.compute_and_print(result_2, include_id=False)
    res
    2
    12
    30
    """
    return AutoExecutor()


@dataclass