Method __init__

src/evaluate.py:104–107

(self, dataset, dataset_repo = "test_datasets", mbpp_helpfile = None)

class Evaluator(object):
    def __init__(self, dataset, dataset_repo = "test_datasets", mbpp_helpfile = None):
        self.dataset = Dataset(dataset, data_path = os.path.join(dataset_repo, dataset.replace("/", "_")), testfile_path = mbpp_helpfile)
        self.dataset.load_testcases()
        self.dataset.load_groundtruths()


    def load_solutions(self, solution_file):