Function main

eval/src/vllm_request.py:272–309

()

def main():
    import argparse

    parser = argparse.ArgumentParser()
    parser.add_argument("--api_url", default="http://localhost:8080")
    parser.add_argument("--prompt_path", required=True)
    parser.add_argument("--image_root", default=None)
    parser.add_argument("--output_path", default="./results.json")
    parser.add_argument("--error_path", default=None)
    parser.add_argument("--max_workers", type=int, default=None)
    parser.add_argument("--max_retries", type=int, default=10)
    parser.add_argument("--timeout_base", type=int, default=60)
    args = parser.parse_args()

    with open(args.prompt_path, "r", encoding="utf-8") as f:
        test_data = json.load(f)

    open(args.output_path, "w", encoding="utf-8").close()
    error_path = args.error_path
    if error_path is None:
        error_path = f"{args.output_path}.errors.jsonl"
    open(error_path, "w", encoding="utf-8").close()
    results = evaluate_batch(
        test_data,
        args.api_url,
        image_root=args.image_root,
        output_file=args.output_path,
        error_file=error_path,
        max_workers=args.max_workers,
        max_retries=args.max_retries,
        timeout_base=args.timeout_base,
    )

    success_count = sum(1 for item in results if item and item.get("success"))
    print("\nStatistics:")
    print(f"Total data: {len(test_data)}")
    ratio = success_count / len(test_data) if len(test_data) > 0 else 0
    print(f"Success ratio: {success_count} ({ratio:.2%})")


if __name__ == "__main__":