Functions — github.com/codefuse-ai/codefuse-devops-eval

hub / github.com/codefuse-ai/codefuse-devops-eval / functions

Functions121 in github.com/codefuse-ai/codefuse-devops-eval

⨍ Functions 121◇ Types & classes 26

↓ 5 callersFunctionread_jsonl_file

(filename)

src/utils/jsonl_utils.py:4

↓ 4 callersFunctionread_json_file

(filename)

src/utils/json_utils.py:21

↓ 3 callersFunctionremove_punctuation

(text)

src/opensource_functioncall_evalution.py:57

↓ 3 callersFunctionremove_punctuation

(text)

src/evals/func_call_evalution.py:13

↓ 2 callersMethod__init__

(self)

src/context_builder/context_builder_family.py:17

↓ 2 callersMethodeval_metric

(self, datas)

src/evals/func_call_evalution.py:172

↓ 2 callersFunctionget_all_args

( args = None )

src/hparams/parser.py:9

↓ 2 callersFunctionget_pred

Get the prediction for single question

src/evaluate/evaluate.py:23

↓ 2 callersMethodload_tokenizer

(self, model_path: str)

src/model_and_tokenizer_loader/model_and_tokenizer_loader.py:22

↓ 2 callersMethodmake_context

Make context for query, default is do nothing

src/context_builder/context_builder.py:12

↓ 2 callersFunctionpreprocess_question

Preprocess df and generate final dict

src/data/data_preprocess.py:35

↓ 2 callersFunctionrec_search_key

递归进行分析是否存在key被获取

src/evals/utils.py:2

↓ 1 callersMethod__init__

(self)

src/model_and_tokenizer_loader/model_and_tokenizer_loader_family.py:23

↓ 1 callersMethodbuild_chat_input

(self, model, tokenizer, messages, max_new_tokens: int=0)

src/context_builder/context_builder_family.py:76

↓ 1 callersMethodcalc

开始计算结果

src/evals/base_evalution.py:23

↓ 1 callersMethodcalc

开始计算结果

src/evals/func_call_evalution.py:50

↓ 1 callersMethodcalc_func_params

(self, ass_predict, ass_truth, functions)

src/evals/func_call_evalution.py:218

↓ 1 callersFunctioncalc_llm_index

(ass_predict, ass_truth, chatrounds)

src/opensource_functioncall_evalution.py:109

↓ 1 callersFunctioncalc_relevancy

(ass_predict, ass_truth, chatrounds)

src/opensource_functioncall_evalution.py:80

↓ 1 callersMethodcalc_relevancy

(self, ass_predict, ass_truth, content_msg)

src/evals/func_call_evalution.py:255

↓ 1 callersFunctionchange2chatml

(fc_dict)

src/models/test.py:26

↓ 1 callersFunctioncmp_arguments

(args_str1, args_str2)

src/opensource_functioncall_evalution.py:62

↓ 1 callersFunctioncmp_arguments

(args_str1, args_str2)

src/evals/func_call_evalution.py:18

↓ 1 callersMethodcreate_prompts

(self, func_call_datas)

src/evals/func_call_evalution.py:101

↓ 1 callersMethodeval_metric

(self, datas)

src/evals/toolfill_evalution.py:42

↓ 1 callersMethodeval_metric

(self, datas)

src/evals/toolsummary_evalution.py:44

↓ 1 callersMethodeval_metric

calc custom metric

src/evals/base_evalution.py:40

↓ 1 callersMethodeval_metric

(self, datas)

src/evals/toolparser_evalution.py:53

↓ 1 callersFunctionevaluate

Evaluate on all_dataset

src/evaluate/evaluate.py:7

↓ 1 callersMethodgen_answer

(self, chat_dict)

src/models/test.py:82

↓ 1 callersMethodgenerate

返回结果

src/evals/toolfill_evalution.py:38

↓ 1 callersMethodgenerate

返回结果

src/evals/toolsummary_evalution.py:40

↓ 1 callersMethodgenerate

返回结果

src/evals/base_evalution.py:36

↓ 1 callersMethodgenerate

返回结果

src/evals/func_call_evalution.py:168

↓ 1 callersMethodgenerate

返回结果

src/evals/toolparser_evalution.py:49

↓ 1 callersMethodgenerate

产出对应结果

src/models/base_model.py:21

↓ 1 callersMethodgenerate_params

generate param

src/models/baichuan_model.py:53

↓ 1 callersMethodgenerate_params

generate param

src/models/internlm_model.py:55

↓ 1 callersMethodgenerate_params

generate param

src/models/openai_model.py:39

↓ 1 callersMethodgenerate_params

generate param

src/models/qwen_model.py:53

↓ 1 callersFunctionget_acc_score

Get accuracy score by dataset

src/metric/metric_score.py:1

↓ 1 callersFunctionget_chatrounds_ids

(chatrounds_list)

src/models/test.py:69

↓ 1 callersFunctionget_context_builder

Load context_builder by model_name

src/context_builder/context_builder_family.py:6

↓ 1 callersMethodinit_for_training

(self)

src/hparams/evaluate_args.py:52

↓ 1 callersFunctionload_all_dataset

Load all eval dataset

src/data/data_load.py:12

↓ 1 callersMethodload_data

(self, )

src/datasets/toolparser_dataset.py:15

↓ 1 callersMethodload_data

(self, )

src/datasets/toolfill_dataset.py:15

↓ 1 callersMethodload_data

(self, )

src/datasets/base_dataset.py:13

↓ 1 callersMethodload_data

(self, )

src/datasets/funccall_dataset.py:17

↓ 1 callersMethodload_data

(self, )

src/datasets/toolsummary_dataset.py:13

↓ 1 callersMethodload_data_from_hf

(self, tool_task)

src/datasets/toolparser_dataset.py:29

↓ 1 callersMethodload_data_from_hf

(self, tool_task)

src/datasets/toolfill_dataset.py:29

↓ 1 callersMethodload_data_from_hf

(self, tool_task)

src/datasets/base_dataset.py:24

↓ 1 callersMethodload_data_from_hf

(self, tool_task)

src/datasets/funccall_dataset.py:40

↓ 1 callersMethodload_data_from_hf

(self, tool_task)

src/datasets/toolsummary_dataset.py:27

↓ 1 callersMethodload_data_from_local

(self, filepath)

src/datasets/toolparser_dataset.py:22

↓ 1 callersMethodload_data_from_local

(self, filepath)

src/datasets/toolfill_dataset.py:22

↓ 1 callersMethodload_data_from_local

(self, filepath)

src/datasets/base_dataset.py:20

↓ 1 callersMethodload_data_from_local

(self, filepath)

src/datasets/funccall_dataset.py:24

↓ 1 callersMethodload_data_from_local

(self, filepath)

src/datasets/toolsummary_dataset.py:20

↓ 1 callersMethodload_model

(self, model_path: str)

src/model_and_tokenizer_loader/model_and_tokenizer_loader.py:16

↓ 1 callersMethodload_model

(self, model_path: str)

src/model_and_tokenizer_loader/model_and_tokenizer_loader_family.py:27

↓ 1 callersMethodload_model

加载模型

src/models/base_model.py:32

↓ 1 callersMethodload_model

加载模型

src/models/baichuan_model.py:82

↓ 1 callersMethodload_model

加载模型

src/models/internlm_model.py:80

↓ 1 callersMethodload_model

加载模型

src/models/qwen_model.py:78

↓ 1 callersFunctionload_model_and_tokenizer

Load model and tokenizer by model_path and model_name

src/model_and_tokenizer_loader/model_and_tokenizer_loader_family.py:11

↓ 1 callersMethodload_model_and_tokenizer

(self, model_path: str)

src/model_and_tokenizer_loader/model_and_tokenizer_loader.py:11

↓ 1 callersMethodload_tokenizer

(self, model_path: str)

src/model_and_tokenizer_loader/model_and_tokenizer_loader_family.py:33

↓ 1 callersFunctionmain

()

src/opensource_functioncall_evalution.py:196

↓ 1 callersFunctionpreprocess

Preprocess df and generate final dict

src/data/data_preprocess.py:5

↓ 1 callersFunctionprint_result

()

src/opensource_functioncall_evalution.py:146

↓ 1 callersMethodprint_result

(self, )

src/evals/func_call_evalution.py:274

↓ 1 callersFunctionrun_eval

(args=None)

src/run_eval.py:12

↓ 1 callersFunctionsave_to_jsonl_file

(data, filename)

src/utils/jsonl_utils.py:12

↓ 1 callersFunctionsetup_seed

(seed)

src/utils/set_seed.py:6

Method__init__

(self, gpu_num=1)

src/getAssistantAns.py:10

Method__init__

(self)

src/model_and_tokenizer_loader/model_and_tokenizer_loader.py:8

Method__init__

(self)

src/model_and_tokenizer_loader/model_and_tokenizer_loader_family.py:45

Method__init__

(self)

src/context_builder/context_builder_family.py:59

Method__init__

(self)

src/context_builder/context_builder_family.py:123

Method__init__

(self)

src/context_builder/context_builder.py:9

Method__init__

( self, model: ToolModel, dataset: ToolFillDataset, base_prompt: str = '',

src/evals/toolfill_evalution.py:9

Method__init__

( self, model: ToolModel, dataset: ToolSummaryDataset, base_prompt: str = '',

src/evals/toolsummary_evalution.py:9

Method__init__

( self, model: ToolModel, dataset: ToolFillDataset, base_prompt: str = '',

src/evals/base_evalution.py:8

Method__init__

( self, model: ToolModel, dataset: FuncCallDataset, base_prompt: str = '',

src/evals/func_call_evalution.py:33

Method__init__

( self, model: ToolModel, dataset: ToolParserDataset, base_prompt: str = '',

src/evals/toolparser_evalution.py:9

Method__init__

(self, dataset_name, tool_task, filepath)

src/datasets/toolparser_dataset.py:9

Method__init__

(self, dataset_name, tool_task, filepath)

src/datasets/toolfill_dataset.py:9

Method__init__

(self, dataset_name, tool_task, filepath)

src/datasets/base_dataset.py:7

Method__init__

(self, dataset_name, tool_task, filepath)

src/datasets/funccall_dataset.py:11

Method__init__

(self, dataset_name, tool_task, filepath)

src/datasets/toolsummary_dataset.py:7

Method__init__

(self)

src/models/test.py:79

Method__init__

(self, model_path: str, template: str, trust_remote_code=True, tensor_parallel_size=1, gpu_memory_utilization=

src/models/base_model.py:14

Method__init__

(self, model_path: str, peft_path: str = None, template: str = "default", trust_remote_code=True, tensor_paral

src/models/baichuan_model.py:17

Method__init__

(self, model_path: str, peft_path: str = None, template: str = "default", trust_remote_code=True, tensor_paral

src/models/internlm_model.py:15

Method__init__

(self, model_path: str, template: str, system_prompt)

src/models/openai_model.py:17

Method__init__

(self, model_path: str, peft_path: str = None, template: str = "default", trust_remote_code=True, tensor_paral

src/models/qwen_model.py:15

Method__iter__

(self)

src/datasets/base_dataset.py:27

Method__len__

(self)

src/datasets/base_dataset.py:39

next →1–100 of 121, ranked by callers