Function create_argument_parser

AskAgent/python/testing/run_tests.py:138–241

Create and configure the argument parser.

()

def create_argument_parser():
    """Create and configure the argument parser."""
    parser = argparse.ArgumentParser(
        description="NLWeb Test Dispatcher - Run different types of tests",
        formatter_class=argparse.RawDescriptionHelpFormatter,
        epilog="""
Test Types:
===========
1. end_to_end    - Full query-to-results tests via NLWebHandler
2. site_retrieval - Test get_sites functionality
3. query_retrieval - Test retrieval.search without LLM

File Formats:
=============
Test files should be JSON arrays with objects containing:
- test_type: Type of test (end_to_end, site_retrieval, query_retrieval)
- Other fields specific to each test type

Default Test Files:
==================
- end_to_end_tests.json - End-to-end test cases
- site_retrieval_tests.json - Site retrieval test cases
- query_retrieval_tests.json - Query retrieval test cases

Examples:
=========
# Run all tests from a file
python run_tests.py --file all_tests.json

# Run only end-to-end tests from a file
python run_tests.py --file end_to_end_tests.json --type end_to_end

# Run a single end-to-end test
python run_tests.py --type end_to_end --query "pasta recipes" --site all

# Run a single site retrieval test
python run_tests.py --type site_retrieval --db azure_ai_search

# Run a single query retrieval test
python run_tests.py --type query_retrieval --query "chocolate cake" --db qdrant

# Run all default test files
python run_tests.py --all
        """)

    # Mode selection
    mode_group = parser.add_mutually_exclusive_group(required=True)

    mode_group.add_argument(
        '--file', '-f',
        type=str,
        help='JSON file containing test cases'
    )

    mode_group.add_argument(
        '--all',
        action='store_true',
        help='Run all default test files'