Arguments pertaining to which model/config/tokenizer we are going to fine-tune, or train from scratch.
| 186 | |
| 187 | @dataclass |
| 188 | class KNNArguments: |
| 189 | """ |
| 190 | Arguments pertaining to which model/config/tokenizer we are going to fine-tune, or train from scratch. |
| 191 | """ |
| 192 | # KNN-LM args: |
| 193 | knn: bool = field(default=False) |
| 194 | knn_gpu: bool = field(default=False) |
| 195 | knn_keytype: KEY_TYPE.from_string = field(default=KEY_TYPE.last_ffn_input) |
| 196 | save_knnlm_dstore: bool = field(default=False) |
| 197 | dstore_dir: str = field(default="/fs-computility/plm/shared/jqcao/projects/neuralKNN/dstore/Qwen2.5-7B/reviews") |
| 198 | dstore_file: str = field(default="/fs-computility/plm/shared/jqcao/projects/neuralKNN/dstore/Qwen2.5-7B/reviews/dstore_qwen2_train_3584.arrow") |
| 199 | val_file: str = field(default="/fs-computility/plm/shared/jqcao/projects/neuralKNN/dstore/Qwen2.5-7B/reviews/train_val.pickle") |
| 200 | index_file: str = field(default="/fs-computility/plm/shared/jqcao/projects/neuralKNN/dstore/Qwen2.5-7B/reviews/train_3584.index") |
| 201 | knn_sim_func: DIST.from_string = field(default=DIST.l2) |
| 202 | lmbda: float = field(default=0.25) |
| 203 | k: int = field(default=1024) |
| 204 | knn_temp: float = field(default=1.0) |
| 205 | probe: int = field(default=32) |
| 206 | |
| 207 | def main(): |
| 208 | # -----------------------------------------------------------Arguments----------------------------------------------------------- |
nothing calls this directly
no outgoing calls
no test coverage detected