()
| 31 | |
| 32 | |
| 33 | def get_args_parser(): |
| 34 | parser = argparse.ArgumentParser('llava_benchmark evaluation', add_help=False) |
| 35 | # Model parameters |
| 36 | parser.add_argument('--llama_type', default='llama_qformerv2', type=str, metavar='MODEL', |
| 37 | help='type of llama') |
| 38 | parser.add_argument('--llama_config', default='/path/to/params.json', type=str, nargs="+", |
| 39 | help='Path to llama model config') |
| 40 | parser.add_argument('--tokenizer_path', type=str, default="../tokenizer.model", |
| 41 | help='path to tokenizer.model') |
| 42 | |
| 43 | parser.add_argument('--pretrained_path', default='/path/to/pretrained', type=str, nargs="+", |
| 44 | help='directory containing pretrained checkpoints') |
| 45 | |
| 46 | parser.add_argument('--device', default='cuda', |
| 47 | help='device for inference') |
| 48 | parser.add_argument('--model_parallel_size', default=1, type=int) |
| 49 | |
| 50 | parser.add_argument('--world_size', default=1, type=int, |
| 51 | help='number of distributed processes') |
| 52 | parser.add_argument('--local_rank', default=-1, type=int) |
| 53 | parser.add_argument('--dist_on_itp', action='store_true') |
| 54 | parser.add_argument('--dist_url', default='env://', |
| 55 | help='url used to set up distributed training') |
| 56 | parser.add_argument('--quant', action="store_true", default=False, |
| 57 | help="enable quantization") |
| 58 | |
| 59 | #llava benchmark setting |
| 60 | parser.add_argument("--image_folder", type=str, default="path/to/images") |
| 61 | parser.add_argument("--model_name", type=str, default="llama_accessory_2") |
| 62 | parser.add_argument("--num_chunks", type=int, default=1) |
| 63 | parser.add_argument("--chunk_idx", type=int, default=0) |
| 64 | parser.add_argument("--max_gen_len", type=int, default=516) |
| 65 | parser.add_argument("--temperature", type=float, default=0.2) |
| 66 | parser.add_argument("--top_p", type=float, default=0.7) |
| 67 | parser.add_argument("--question_file", type=str, default="path/to/questions.jsonl") |
| 68 | parser.add_argument("--answers_file", type=str, default="yourpath/to_save/answers.jsonl") |
| 69 | |
| 70 | # gpt4 settings |
| 71 | parser.add_argument('--max-tokens', type=int, default=1024, help='maximum number of tokens produced in the output') |
| 72 | |
| 73 | parser.add_argument("--context", type=str, default= "path/to/llava-bench-in-the-wild/context.jsonl") |
| 74 | parser.add_argument("--answer-list", nargs='+', default=[]) |
| 75 | parser.add_argument("--rule", type=str, default= "path/to/llava/eval/table/rule.json") |
| 76 | parser.add_argument("--output", type=str, default= "yourpath/to_save/review.jsonl") |
| 77 | parser.add_argument("--openai_key", type=str, default= "sk-xxxxxxxxxxxx") |
| 78 | |
| 79 | parser.add_argument("--mode", choices=['inference', 'eval', 'show', 'all'], default='all') |
| 80 | |
| 81 | |
| 82 | return parser |
| 83 | |
| 84 | def format_prompt(prompt): |
| 85 |
no outgoing calls
no test coverage detected