(df)
| 56 | |
| 57 | |
| 58 | def statistics_test_result(df): |
| 59 | total_cases = df.shape[0] |
| 60 | # yapf: disable |
| 61 | success_cases = df.loc[df['Result'] == 'Success'].shape[0] |
| 62 | error_cases = df.loc[df['Result'] == 'Error'].shape[0] |
| 63 | failures_cases = df.loc[df['Result'] == 'Failures'].shape[0] |
| 64 | expected_failure_cases = df.loc[df['Result'] == 'ExpectedFailures'].shape[0] |
| 65 | unexpected_success_cases = df.loc[df['Result'] == 'UnexpectedSuccesses'].shape[0] |
| 66 | skipped_cases = df.loc[df['Result'] == 'Skipped'].shape[0] |
| 67 | # yapf: enable |
| 68 | |
| 69 | if failures_cases > 0 or \ |
| 70 | error_cases > 0 or \ |
| 71 | unexpected_success_cases > 0: |
| 72 | final_result = 'FAILED' |
| 73 | else: |
| 74 | final_result = 'SUCCESS' |
| 75 | result_msg = '%s (Runs=%s,success=%s,failures=%s,errors=%s,\ |
| 76 | skipped=%s,expected failures=%s,unexpected successes=%s)' % (final_result, total_cases, success_cases, |
| 77 | failures_cases, error_cases, skipped_cases, |
| 78 | expected_failure_cases, unexpected_success_cases) |
| 79 | |
| 80 | model_cases = get_case_model_info() |
| 81 | for model_name, case_info in model_cases.items(): |
| 82 | cases = df.loc[df['Name'].str.contains('|'.join(list(case_info)))] |
| 83 | results = cases['Result'] |
| 84 | result = None |
| 85 | if any(results == 'Error') or any(results == 'Failures') or any(results == 'UnexpectedSuccesses'): |
| 86 | result = ModelTag.MODEL_FAIL |
| 87 | elif any(results == 'Success'): |
| 88 | result = ModelTag.MODEL_PASS |
| 89 | elif all(results == 'Skipped'): |
| 90 | result = ModelTag.MODEL_SKIP |
| 91 | else: |
| 92 | print(f'invalid results for {model_name} \n{result}') |
| 93 | |
| 94 | if result is not None: |
| 95 | commit_model_ut_result(model_name, result) |
| 96 | print('Testing result summary.') |
| 97 | print(result_msg) |
| 98 | if final_result == 'FAILED': |
| 99 | sys.exit(1) |
| 100 | |
| 101 | |
| 102 | def gather_test_suites_in_files(test_dir, case_file_list, list_tests): |
no test coverage detected