| 66 | yield self.queue.get() |
| 67 | |
| 68 | def get_args(self): |
| 69 | parser = argparse.ArgumentParser() |
| 70 | parser.add_argument('--corpus_tsv_path', type=str, default="your_retrival_corpus_path/", required=False, |
| 71 | help='') |
| 72 | parser.add_argument('--retrieval_model_path', type=str, default="your_model_path/", required=False, help='') |
| 73 | parser.add_argument('--retrieved_api_nums', type=int, default=5, required=False, help='') |
| 74 | parser.add_argument('--backbone_model', type=str, default="toolllama", required=False, |
| 75 | help='chatgpt_function or davinci or toolllama') |
| 76 | parser.add_argument('--openai_key', type=str, default="", required=False, |
| 77 | help='openai key for chatgpt_function or davinci model') |
| 78 | parser.add_argument('--model_path', type=str, default="your_model_path/", required=True, help='') |
| 79 | parser.add_argument('--tool_root_dir', type=str, default="your_tools_path/", required=True, help='') |
| 80 | parser.add_argument("--lora", action="store_true", help="Load lora model or not.") |
| 81 | parser.add_argument('--lora_path', type=str, default="your_lora_path if lora", required=False, help='') |
| 82 | parser.add_argument('--max_observation_length', type=int, default=1024, required=False, |
| 83 | help='maximum observation length') |
| 84 | parser.add_argument('--observ_compress_method', type=str, default="truncate", choices=["truncate", "filter", "random"], |
| 85 | required=False, help='observation compress method') |
| 86 | parser.add_argument('--method', type=str, default="CoT@1", required=False, |
| 87 | help='method for answer generation: CoT@n,Reflexion@n,BFS,DFS,UCT_vote') |
| 88 | parser.add_argument('--input_query_file', type=str, default="", required=False, help='input path') |
| 89 | parser.add_argument('--output_answer_file', type=str, default="", required=False, help='output path') |
| 90 | parser.add_argument('--toolbench_key', type=str, default="", required=False, help='your toolbench key') |
| 91 | parser.add_argument('--rapidapi_key', type=str, default="",required=False, help='your rapidapi key to request rapidapi service') |
| 92 | parser.add_argument('--use_rapidapi_key', action="store_true", help="To use customized rapidapi service or not.") |
| 93 | parser.add_argument('--api_customization', action="store_true", help="To use customized api or not.") |
| 94 | |
| 95 | args = parser.parse_args() |
| 96 | return args |
| 97 | |
| 98 | model = Model() |
| 99 | |