| 31 | |
| 32 | |
| 33 | def get_args_parser(): |
| 34 | parser = argparse.ArgumentParser('Single-turn (conversation) demo', add_help=False) |
| 35 | # Model parameters |
| 36 | parser.add_argument('--llama_type', default='llama_qformerv2', type=str, metavar='MODEL', |
| 37 | help='type of llama') |
| 38 | parser.add_argument('--llama_config', default='/path/to/params.json', type=str, nargs="+", |
| 39 | help='Path to llama model config') |
| 40 | parser.add_argument('--tokenizer_path', type=str, default="../tokenizer.model", |
| 41 | help='path to tokenizer.model') |
| 42 | |
| 43 | parser.add_argument('--pretrained_path', default='/path/to/pretrained', type=str, nargs="+", |
| 44 | help='directory containing pretrained checkpoints') |
| 45 | |
| 46 | parser.add_argument('--device', default='cuda', |
| 47 | help='device for inference') |
| 48 | parser.add_argument('--model_parallel_size', default=1, type=int) |
| 49 | |
| 50 | parser.add_argument('--world_size', default=1, type=int, |
| 51 | help='number of distributed processes') |
| 52 | parser.add_argument('--local_rank', default=-1, type=int) |
| 53 | parser.add_argument('--dist_on_itp', action='store_true') |
| 54 | parser.add_argument('--dist_url', default='env://', |
| 55 | help='url used to set up distributed training') |
| 56 | parser.add_argument('--quant', action="store_true", default=False, |
| 57 | help="enable quantization") |
| 58 | parser.add_argument("--model_name", type=str, default="llama_accessory_2") |
| 59 | |
| 60 | |
| 61 | parser.add_argument("--max_gen_len", type=int, default=516) |
| 62 | parser.add_argument("--temperature", type=float, default=0.2) |
| 63 | parser.add_argument("--top_p", type=float, default=0.7) |
| 64 | |
| 65 | |
| 66 | parser.add_argument("--openai_key", type=str, default= "sk-xxxxxxxxxxxx") |
| 67 | parser.add_argument("--image_folder", type=str, default="/data1/zyc/LLaMA2-Accessory/accessory/accessory_mm_eval/MM-vet/mm-vet/images") |
| 68 | parser.add_argument("--question_file", type=str, default="/data1/zyc/LLaMA2-Accessory/accessory/accessory_mm_eval/MM-vet/mm-vet/mm-vet.json") |
| 69 | parser.add_argument("--answers_file", type=str, default="mmvet-answers.jsonl") |
| 70 | parser.add_argument("--use_sub_set", choices=["True","False"], default="False") |
| 71 | parser.add_argument("--mode", choices=["all","eval"], default="all") |
| 72 | return parser |
| 73 | |
| 74 | |
| 75 | |