| 95 | |
| 96 | |
| 97 | class JSONBaseDataset(BaseDataset): |
| 98 | def __init__(self, item_file=None, index_file=None, tokenizer=None, max_len=2048, test=False, category="", dedup=False, seed=None): |
| 99 | super().__init__(tokenizer, max_len, test, category, dedup, seed) |
| 100 | |
| 101 | # Load item features and indices if files are provided |
| 102 | with open(item_file, 'r') as f: |
| 103 | self.item_feat = json.load(f) |
| 104 | with open(index_file, 'r') as f: |
| 105 | self.indices = json.load(f) |
| 106 | |
| 107 | |
| 108 | class SFTData(CSVBaseDataset): |
nothing calls this directly
no outgoing calls
no test coverage detected