Class BatchingError

optillm/batching.py:35–37

Raised when batch processing fails

    approach: Optional[str] = None

class BatchingError(Exception):
    """Raised when batch processing fails"""
    pass

class RequestBatcher:
    """