| 49 | |
| 50 | |
| 51 | class APIChatCompletionRequest(BaseModel): |
| 52 | model: str |
| 53 | messages: Union[str, List[Dict[str, str]]] |
| 54 | temperature: Optional[float] = 0.7 |
| 55 | top_p: Optional[float] = 1.0 |
| 56 | top_k: Optional[int] = -1 |
| 57 | n: Optional[int] = 1 |
| 58 | max_tokens: Optional[int] = None |
| 59 | stop: Optional[Union[str, List[str]]] = None |
| 60 | stream: Optional[bool] = False |
| 61 | user: Optional[str] = None |
| 62 | repetition_penalty: Optional[float] = 1.0 |
| 63 | frequency_penalty: Optional[float] = 0.0 |
| 64 | presence_penalty: Optional[float] = 0.0 |
| 65 | |
| 66 | |
| 67 | class ChatMessage(BaseModel): |
nothing calls this directly
no outgoing calls
no test coverage detected