Method run_tests

AskAgent/python/testing/base_test_runner.py:158–223

Run multiple test cases and return summary. Args: test_cases: List of test case dictionaries Returns: Dictionary with test summary and results

(self, test_cases: list[dict[str, Any]])

            raise ValueError(f"Error loading test file: {e}") from e

    async def run_tests(self, test_cases: list[dict[str, Any]]) -> dict[str, Any]:
        """
        Run multiple test cases and return summary.

        Args:
            test_cases: List of test case dictionaries

        Returns:
            Dictionary with test summary and results
        """
        results = []
        passed = 0
        failed = 0

        self.logger.info(f"Running {len(test_cases)} tests of type {self.test_type.value}")

        for idx, test_case in enumerate(test_cases, 1):
            # Validate test case
            is_valid, error_msg = self.validate_test_case(test_case)

            if not is_valid:
                self.logger.error(f"Invalid test case {idx}: {error_msg}")
                result = TestResult(
                    test_case=TestCase(
                        test_type=self.test_type,
                        test_id=idx,
                        original_case_num=test_case.get('original_case_num', idx)
                    ),
                    success=False,
                    error=f"Validation error: {error_msg}"
                )
                failed += 1
            else:
                # Run the test
                try:
                    result = await self.run_single_test(test_case)
                    if result.success:
                        passed += 1
                    else:
                        failed += 1
                except Exception as e:
                    self.logger.exception(f"Error running test {idx}: {e}")
                    result = TestResult(
                        test_case=TestCase(
                            test_type=self.test_type,
                            test_id=idx,
                            original_case_num=test_case.get('original_case_num', idx)
                        ),
                        success=False,
                        error=str(e)
                    )
                    failed += 1

            results.append(result)

        # Generate summary
        summary = {
            'test_type': self.test_type.value,