| 35 | |
| 36 | @dataclass |
| 37 | class InputResult: |
| 38 | is_success: bool |
| 39 | msg: str |
| 40 | input_id: str |
| 41 | num_docs: int = 0 |
| 42 | num_tokens: int = 0 |
| 43 | token_counts: List[Tuple[int, int]] = None |
| 44 | |
| 45 | |
| 46 | TOKENIZER = Tokenizer.from_pretrained("mistralai/Mistral-7B-v0.1") |