Input for requesting LLMs via API
| 35 | |
| 36 | @dataclass |
| 37 | class RequestFuncInput: |
| 38 | """Input for requesting LLMs via API""" |
| 39 | |
| 40 | no: int |
| 41 | prompt: str |
| 42 | history_QA: Optional[dict] |
| 43 | hyper_parameters: dict |
| 44 | api_url: str |
| 45 | prompt_len: int |
| 46 | output_len: int |
| 47 | model: str |
| 48 | model_name: Optional[str] = None |
| 49 | logprobs: Optional[int] = None |
| 50 | extra_body: Optional[dict] = None |
| 51 | multi_modal_content: Optional[dict] = None |
| 52 | ignore_eos: bool = False |
| 53 | language: Optional[str] = None |
| 54 | debug: bool = False |
| 55 | pd_metrics: bool = False |
| 56 | response_format: Optional[dict] = None |
| 57 | random_flag: bool = False |
| 58 | |
| 59 | |
| 60 | @dataclass |