| 54 | |
| 55 | @dataclass |
| 56 | class TrainingArguments(transformers.TrainingArguments): |
| 57 | cache_dir: Optional[str] = field(default=None) |
| 58 | optim: str = field(default="adamw_torch") |
| 59 | source_model_max_length: int = field( |
| 60 | default=2048, |
| 61 | metadata={ |
| 62 | "help": "Original maximum sequence length. Sequences will be right padded (and possibly truncated)." |
| 63 | }, |
| 64 | ) |
| 65 | model_max_length: int = field( |
| 66 | default=8192, |
| 67 | metadata={ |
| 68 | "help": "Expanded maximum sequence length. Sequences will be right padded (and possibly truncated)." |
| 69 | }, |
| 70 | ) |
| 71 | |
| 72 | |
| 73 | local_rank = None |
nothing calls this directly
no outgoing calls
no test coverage detected