(dirnames)
| 408 | |
| 409 | |
| 410 | def show_diffs(dirnames): |
| 411 | dirnames = sorted(dirnames) |
| 412 | |
| 413 | all_results = dict((dirname, load_results(dirname)) for dirname in dirnames) |
| 414 | testcases = set() |
| 415 | for results in all_results.values(): |
| 416 | testcases.update(result["testcase"] for result in results) |
| 417 | |
| 418 | testcases = sorted(testcases) |
| 419 | |
| 420 | unchanged = set() |
| 421 | |
| 422 | for testcase in testcases: |
| 423 | all_outcomes = [] |
| 424 | for dirname in dirnames: |
| 425 | results = all_results[dirname] |
| 426 | result = [r for r in results if r["testcase"] == testcase][0] |
| 427 | |
| 428 | outcomes = tuple(result["tests_outcomes"]) |
| 429 | all_outcomes.append(True in outcomes) |
| 430 | |
| 431 | if len(set(all_outcomes)) == 1: |
| 432 | unchanged.add(testcase) |
| 433 | continue |
| 434 | |
| 435 | print() |
| 436 | print(testcase) |
| 437 | for outcome, dirname in zip(all_outcomes, dirnames): |
| 438 | print(outcome, f"{dirname}/{testcase}/.aider.chat.history.md") |
| 439 | |
| 440 | changed = set(testcases) - unchanged |
| 441 | print() |
| 442 | print("changed:", len(changed), ",".join(sorted(changed))) |
| 443 | print() |
| 444 | print("unchanged:", len(unchanged), ",".join(sorted(unchanged))) |
| 445 | |
| 446 | |
| 447 | def load_results(dirname, stats_languages=None): |
no test coverage detected