Method __getitem__

linear_moe/data/bloom.py:43–46

(self, idx)

        return len(self.samples)

    def __getitem__(self, idx):
        raw_sample = self.samples[idx]
        return self.gpt_convert_example_to_feature(raw_sample, self.tokenizer,
                                                   self.max_seq_length)

    def truncate(self, tokenizer, array, max_length):
        """