MCPcopy Create free account

hub / github.com/OpenBMB/ToolBench / functions

Functions374 in github.com/OpenBMB/ToolBench

⨍ Functions 374◇ Types & classes 56↳ Endpoints 2
↓ 1 callersMethodcheck_solve_query
(self,query,final_answer:str)
toolbench/tooleval/evaluators/registered_cls/tooleval.py:122
↓ 1 callersFunctioncompress
Simulate group-wise quantization.
toolbench/model/compression.py:113
↓ 1 callersMethodcompute_metrices
(self, model)
toolbench/retrieval/api_evaluator.py:141
↓ 1 callersMethodcompute_metrics
(self, queries_result_list)
toolbench/retrieval/api_evaluator.py:208
↓ 1 callersMethodcompute_weight
Used in the UCT algorithm to calculate the node weight of each son during selection
toolbench/inference/Tree/Tree.py:51
↓ 1 callersMethodconvert_result_to_dict
Return Format -------- { 'method': 'method name', 'total_steps': int, 'final_answer': 'answer',
toolbench/tooleval/evaluation/methodcls.py:6
↓ 1 callersFunctiondict_shorten
(origin: dict, schema: dict)
toolbench/inference/server.py:96
↓ 1 callersMethoddo_chain
(self,now_node,single_chain_max_step)
toolbench/inference/Algorithms/single_chain.py:94
↓ 1 callersMethodfind_ancestor_intersection
find the first common ancestor
toolbench/inference/Tree/Tree.py:101
↓ 1 callersMethodforward
(self,query:str,tools:List[Dict],tool_func:Callable)
toolbench/tooleval/evaluation/methodcls.py:34
↓ 1 callersFunctiongenerate
(model)
toolbench/inference/toolbench_server.py:111
↓ 1 callersMethodgenerate_task_list
(self)
toolbench/inference/Downstream_tasks/rapidapi.py:420
↓ 1 callersMethodget_args
(self)
toolbench/inference/toolbench_server.py:68
↓ 1 callersFunctionget_compressed_list
(module, prefix="")
toolbench/model/compression.py:49
↓ 1 callersFunctionget_correlation
(x,y)
toolbench/tooleval/evaluators_comparison.py:37
↓ 1 callersMethodget_default_conv_template
(self, model_path: str)
toolbench/model/model_adapter.py:41
↓ 1 callersFunctionget_evaluator_cls
Return the evaluator class with the given name.
toolbench/tooleval/evaluators/registered_cls/utils.py:19
↓ 1 callersFunctionget_gpu_memory
Get available memory for each GPU.
toolbench/utils.py:17
↓ 1 callersMethodget_max_depth
maximum depth of subtrees including self
toolbench/inference/Tree/Tree.py:57
↓ 1 callersFunctionget_most_preferred
(d:list)
toolbench/tooleval/automatic_eval_sample.py:88
↓ 1 callersFunctionget_most_preferred
(d:list)
toolbench/tooleval/eval_and_update_leaderboard.py:118
↓ 1 callersMethodget_new_question
(self)
toolbench/tooleval/evaluation/usereval.py:23
↓ 1 callersFunctionget_peft_state_maybe_zero_3
(named_params, bias)
toolbench/train/train_lora.py:66
↓ 1 callersFunctionget_popped_and_rest
(d:list,index:int)
toolbench/tooleval/evaluators_comparison.py:76
↓ 1 callersMethodget_size
subtree, including itself
toolbench/inference/Tree/Tree.py:71
↓ 1 callersMethodis_passed
(self, task_description:Dict, answer:Dict[Any,Any], answ
toolbench/tooleval/evaluators/registered_cls/rtl.py:121
↓ 1 callersFunctionload_compress_model
(model_path, device, torch_dtype)
toolbench/model/compression.py:75
↓ 1 callersMethodload_model
(self, model_path: str, from_pretrained_kwargs: dict)
toolbench/model/model_adapter.py:34
↓ 1 callersFunctionmake_delta
(base_model_path, target_model_path, delta_path)
toolbench/model/make_delta.py:14
↓ 1 callersFunctionmaybe_zero_3
(param)
toolbench/train/train_lora.py:55
↓ 1 callersMethodmethod_converter
(self, backbone_model, openai_key, method, env, process_id, single_chain_max_step=12, max_query_count=60, call
toolbench/inference/Downstream_tasks/rapidapi.py:445
↓ 1 callersFunctionobservation_shorten
(schema_root, response_dict, category, tool_name, api_name, strip_method)
toolbench/inference/server.py:110
↓ 1 callersMethodon_agent_action
(self, action, action_input, depth: int)
toolbench/inference/callbacks/ServerEventCallback.py:132
↓ 1 callersMethodon_agent_end
(self, block_id:str, depth: int)
toolbench/inference/callbacks/ServerEventCallback.py:182
↓ 1 callersMethodon_chain_end
(self, block_id: str, depth: int)
toolbench/inference/callbacks/ServerEventCallback.py:80
↓ 1 callersMethodon_chain_start
Run when chain starts running.
toolbench/inference/callbacks/ServerEventCallback.py:66
↓ 1 callersMethodon_llm_end
Run when LLM ends running.
toolbench/inference/callbacks/ServerEventCallback.py:112
↓ 1 callersMethodon_llm_start
Run when LLM starts running.
toolbench/inference/callbacks/ServerEventCallback.py:94
↓ 1 callersMethodon_request_end
(self, outputs: str, chain: List[Any])
toolbench/inference/callbacks/ServerEventCallback.py:51
↓ 1 callersMethodon_request_start
(self, user_input: str, method: str)
toolbench/inference/callbacks/ServerEventCallback.py:42
↓ 1 callersMethodon_tool_end
(self, output: str, status:int, depth: int)
toolbench/inference/callbacks/ServerEventCallback.py:163
↓ 1 callersMethodon_tool_retrieval_end
(self, tools)
toolbench/inference/callbacks/ServerEventCallback.py:30
↓ 1 callersMethodon_tool_retrieval_start
(self)
toolbench/inference/callbacks/ServerEventCallback.py:21
↓ 1 callersMethodon_tool_start
(self, tool_name: str, tool_input: str, depth: int)
toolbench/inference/callbacks/ServerEventCallback.py:145
↓ 1 callersMethodparse
(self,functions,process_id,**args)
toolbench/inference/LLM/llama_model.py:78
↓ 1 callersMethodparse
(self,functions,process_id,**args)
toolbench/inference/LLM/tool_llama_lora_model.py:96
↓ 1 callersMethodparse
(self,functions,process_id,key_pos=None,**args)
toolbench/inference/LLM/chatgpt_function_model.py:82
↓ 1 callersMethodparse
(self, functions, process_id, **args)
toolbench/inference/LLM/tool_llama_model.py:87
↓ 1 callersFunctionparse_args
()
toolbench/tooleval/eval_pass_rate.py:14
↓ 1 callersFunctionparse_args
()
toolbench/tooleval/automatic_eval_sample.py:17
↓ 1 callersFunctionparse_args
()
toolbench/tooleval/eval_and_update_leaderboard.py:33
↓ 1 callersFunctionparse_args
()
toolbench/tooleval/eval_preference.py:36
↓ 1 callersFunctionprepare_logits_processor
( temperature: float, repetition_penalty: float, top_p: float, top_k: int )
toolbench/inference/utils.py:41
↓ 1 callersFunctionprepare_tool_name_and_url
(tools_root, info)
toolbench/inference/server.py:16
↓ 1 callersFunctionpreprocess_rapidapi
(tool_data_dir, method, output_file)
preprocess/preprocess_toolllama_data.py:16
↓ 1 callersFunctionprocess_answer
(answer: Dict)
toolbench/tooleval/evaluators/registered_cls/base.py:7
↓ 1 callersFunctionprocess_assistant_reply
(message_dict: dict)
preprocess/preprocess_toolllama_data.py:17
↓ 1 callersFunctionprocess_error
(response)
toolbench/inference/server.py:34
↓ 1 callersFunctionprocess_tools
(tools:list)
toolbench/tooleval/evaluators_comparison.py:50
↓ 1 callersFunctionprocess_tools
(tools: List[Dict])
toolbench/tooleval/evaluators/registered_cls/base.py:14
↓ 1 callersFunctionpurify_graph
(node:ExecutionNode)
toolbench/tooleval/convert_to_answer_format.py:126
↓ 1 callersFunctionpurify_graph
(node:ExecutionNode)
toolbench/tooleval/utils.py:151
↓ 1 callersFunctionraise_warning_for_incompatible_cpu_offloading_configuration
( device: str, load_8bit: bool, cpu_offloading: bool )
toolbench/model/model_adapter.py:63
↓ 1 callersMethodraise_warning_for_old_weights
(self, model)
toolbench/model/model_adapter.py:237
↓ 1 callersFunctionrank2symmetry
Use llm to compare the height, due to the sequence, you need to compare each of the two in the front
toolbench/inference/LLM_rank/rank_candidate.py:10
↓ 1 callersFunctionreplace_llama_with_condense
(ratio)
toolbench/utils.py:108
↓ 1 callersMethodrestart
(self)
toolbench/inference/Algorithms/DFS.py:28
↓ 1 callersMethodrestart
(self)
toolbench/inference/Algorithms/single_chain.py:20
↓ 1 callersMethodretrieve_rapidapi_tools
(self, query, top_k, jsons_path)
toolbench/inference/Downstream_tasks/rapidapi.py:138
↓ 1 callersMethodretrieving
(self, query, top_k=5, excluded_tools={})
toolbench/inference/LLM/retriever.py:35
↓ 1 callersFunctionrun
(toolbench_code_string, toolbench_api_name, toolbench_input_params_str)
toolbench/inference/server.py:79
↓ 1 callersMethodrun
(self)
toolbench/tooleval/evaluation/usereval.py:62
↓ 1 callersFunctionsafe_save_model_for_hf_trainer
Collects the state dict and dump to disk.
toolbench/train/train.py:81
↓ 1 callersMethodselect_best_final_answer
(self,query,final_answers:List[str])
toolbench/tooleval/evaluators/registered_cls/tooleval.py:109
↓ 1 callersMethodsend_agent_chain_end
(self, depth, agent_block_ids, chain_block_ids)
toolbench/inference/Algorithms/DFS.py:36
↓ 1 callersFunctionstandardize_category
(category)
toolbench/utils.py:37
↓ 1 callersFunctionsum_based_rankn
All pairs are sorted pairwise, sum the total points, and choose the best
toolbench/inference/LLM_rank/rank_candidate.py:53
↓ 1 callersFunctiontest_on_annotated_data
(evaluator_cfg)
toolbench/tooleval/evaluators_comparison.py:46
↓ 1 callersMethodto_json
(self)
toolbench/inference/Downstream_tasks/rapidapi.py:271
↓ 1 callersMethodto_json_single
parse the last try Though the nodes are formed as a tree, We still know they are actually a chain
toolbench/inference/Algorithms/single_chain.py:62
↓ 1 callersFunctiontrain
()
toolbench/train/train_lora.py:91
↓ 1 callersFunctionwrite_results
(filename: str, reference_model: str, label_cnt: dict)
toolbench/tooleval/eval_pass_rate.py:25
↓ 1 callersFunctionwrite_results
(filename:str, prefer_dict: dict, reference_model: str, output_model: str, reference_examples: dict, output_ex
toolbench/tooleval/eval_preference.py:106
Method__call__
(self,messages,**kwargs)
toolbench/tooleval/evaluators/registered_cls/utils.py:59
Method__call__
(self,query:str,tools:List[Dict],tool_func:Callable)
toolbench/tooleval/evaluation/methodcls.py:37
Method__call__
( self, model, output_path: str = None, epoch: int = -1, steps: int =
toolbench/retrieval/api_evaluator.py:98
Method__eq__
(self, other)
toolbench/tooleval/evaluation/dataclass.py:46
Method__eq__
(self, other)
toolbench/tooleval/evaluation/dataclass.py:57
Method__getitem__
(self, item)
toolbench/tooleval/evaluation/dataclass.py:242
Method__getitem__
(self, i)
toolbench/train/train.py:186
Method__getitem__
(self, i)
toolbench/train/train.py:210
Method__init__
(self, dim, ratio, max_position_embeddings=2048, base=10000, device=None)
toolbench/utils.py:74
Method__init__
(self)
toolbench/tooleval/automatic_eval_sample.py:35
Method__init__
(self, pool_json_file=None)
toolbench/tooleval/evaluators/registered_cls/utils.py:30
Method__init__
(self, cfg_path: str = None, )
toolbench/tooleval/evaluators/registered_cls/base.py:114
Method__init__
(self, cfg_path: str = None, )
toolbench/tooleval/evaluators/registered_cls/tooleval.py:51
Method__init__
(self)
toolbench/tooleval/evaluation/methodcls.py:4
Method__init__
(self, method:BaseToolMethod, eval_server_addr='http://localhost:8000',
toolbench/tooleval/evaluation/usereval.py:9
Method__init__
(self, weight=None, bias=None, device=None)
toolbench/model/compression.py:29
Method__init__
(self, gpu=0)
toolbench/inference/toolbench_server.py:19
← previousnext →101–200 of 374, ranked by callers