Method __init__

data.py:98–105

(self, item_file=None, index_file=None, tokenizer=None, max_len=2048, test=False, category="", dedup=False, seed=None)

class JSONBaseDataset(BaseDataset):
    def __init__(self, item_file=None, index_file=None, tokenizer=None, max_len=2048, test=False, category="", dedup=False, seed=None):
        super().__init__(tokenizer, max_len, test, category, dedup, seed)
        
        # Load item features and indices if files are provided
        with open(item_file, 'r') as f:
            self.item_feat = json.load(f)
        with open(index_file, 'r') as f:
            self.indices = json.load(f)


class SFTData(CSVBaseDataset):