MCPcopy Create free account
hub / github.com/CodeGoat24/UniGenBench / __init__

Method __init__

eval/src/vllm_request.py:18–38  ·  view source on GitHub ↗
(
        self,
        api_url,
        *,
        timeout_base=60,
        max_retries=10,
        backoff_base=2,
        backoff_cap=10,
        pool_maxsize=8,
        max_cache_items=1024,
    )

Source from the content-addressed store, hash-verified

16
17class VLMessageClient:
18 def __init__(
19 self,
20 api_url,
21 *,
22 timeout_base=60,
23 max_retries=10,
24 backoff_base=2,
25 backoff_cap=10,
26 pool_maxsize=8,
27 max_cache_items=1024,
28 ):
29 self.api_url = api_url
30 self.timeout_base = timeout_base
31 self.max_retries = max_retries
32 self.backoff_base = backoff_base
33 self.backoff_cap = backoff_cap
34 self.pool_maxsize = pool_maxsize
35 self.max_cache_items = max_cache_items
36 self._local = threading.local()
37 self._cache_lock = threading.Lock()
38 self._encode_cache = {}
39
40 def _get_session(self):
41 session = getattr(self._local, "session", None)

Callers

nothing calls this directly

Calls

no outgoing calls

Tested by

no test coverage detected