Method __getitem__

deepspeed-telechat/utils/data/data_utils.py:48–53

(self, idx)

        return length

    def __getitem__(self, idx):
        return {
            "input_ids": self.dataset[idx]["input_ids"],
            "attention_mask": self.dataset[idx]["attention_mask"],
            "labels": self.dataset[idx]["input_ids"]
        }

def get_weight_data(current_dataset, dataset_weight):
    dataset = []