| 11 | |
| 12 | @dataclass |
| 13 | class TrainingConfig(TrainingArguments): |
| 14 | max_length: Optional[int] = None |
| 15 | dataset_num_proc: Optional[int] = None |
| 16 | center_rewards_coefficient: Optional[float] = None |
| 17 | disable_flash_attn2: bool = field(default=False) |
| 18 | |
| 19 | vision_lr: Optional[float] = None |
| 20 | merger_lr: Optional[float] = None |
| 21 | special_token_lr: Optional[float] = None |
| 22 | |
| 23 | conduct_eval: Optional[bool] = True |
| 24 | load_from_pretrained: str = None |
| 25 | load_from_pretrained_step: int = None |
| 26 | logging_epochs: Optional[float] = None |
| 27 | eval_epochs: Optional[float] = None |
| 28 | save_epochs: Optional[float] = None |
| 29 | remove_unused_columns: Optional[bool] = False |
| 30 | |
| 31 | save_full_model: Optional[bool] = False |
| 32 | |
| 33 | @dataclass |
| 34 | class PEFTLoraConfig: |