| 2 | |
| 3 | |
| 4 | class GenerateConfigs(BaseModel): |
| 5 | max_new_tokens: int = 128 |
| 6 | beam_bums: int = 1 |
| 7 | top_k: int = 50 |
| 8 | top_p: float = 0.95 |
| 9 | temperature: float = 1.0 |
| 10 | length_penalty: float = 1.0 |
| 11 | presence_penalty: float = 1.0 |
| 12 | stop_words: list = [] |
| 13 | template: str = "default" |