| 59 | |
| 60 | @dataclass |
| 61 | class LoraArguments: |
| 62 | lora_r: int = 64 |
| 63 | lora_alpha: int = 64 |
| 64 | lora_dropout: float = 0.05 |
| 65 | lora_target_modules: str = r"llm\..*layers\.\d+\.self_attn\.(q_proj|k_proj|v_proj)" |
| 66 | lora_weight_path: str = "" |
| 67 | lora_bias: str = "none" |
| 68 | q_lora: bool = False |
| 69 | lora_modules_to_save: str = "" |
| 70 | lora_layer_replication: Optional[List[Tuple[int, int]]] = None |
| 71 | lora_layers_to_transform: Optional[List[int]] = None |
| 72 | lora_layers_pattern: Optional[str] = None |
| 73 | |
| 74 | local_rank = None |
| 75 | def rank0_print(*args): |
nothing calls this directly
no outgoing calls
no test coverage detected