Method __init__

tasks/customjson.py:11–28

(self, filepath, **kwargs)

class CustomJSON(Task):
    def __init__(self, filepath, **kwargs):
        super().__init__(**kwargs)
        self.filepath = filepath
        self.conversations = []

        if not os.path.exists(filepath):
            print(f"Warning: {filepath} not found")
        else:
            with open(filepath, "r", encoding="utf-8") as f:
                for line in f:
                    line = line.strip()
                    if not line:
                        continue
                    messages = json.loads(line)
                    assert isinstance(messages, list) and len(messages) >= 2
                    self.conversations.append(messages)

        self.length = len(self.conversations)

    def num_examples(self):
        return self.length