(args)
| 180 | |
| 181 | |
| 182 | def raw_experiment(args): |
| 183 | variants = list(gen_variants(dataset=args.dataset, model=args.model, seed=args.seed, split=args.split)) |
| 184 | results_dict = defaultdict(list) |
| 185 | |
| 186 | # train |
| 187 | results = [] |
| 188 | for aa in variant_args_generator(args, variants): |
| 189 | results.append(train(aa)) |
| 190 | for variant, result in zip(variants, results): |
| 191 | results_dict[variant[:-2]].append(result) |
| 192 | tablefmt = "github" |
| 193 | output_results(results_dict, tablefmt) |
| 194 | |
| 195 | return results_dict |
| 196 | |
| 197 | |
| 198 | def experiment(dataset, model=None, **kwargs): |
no test coverage detected