Functions — github.com/SalesforceAIResearch/perfcodegen

hub / github.com/SalesforceAIResearch/perfcodegen / functions

Functions181 in github.com/SalesforceAIResearch/perfcodegen

⨍ Functions 181◇ Types & classes 11

↓ 25 callersMethodapply_template

(self, name, rd, kwargs, condition = None)

src/prompt.py:79

↓ 24 callersMethodbuild_chat_message

(self, message, history)

src/prompt.py:104

↓ 13 callersMethodget_all_prompts

(self, model = None, context_length = None)

src/dataset.py:183

↓ 12 callersMethodbuild_new_status

(self)

src/evaluate_prompt.py:41

↓ 11 callersMethodreset_index

(self)

src/dataset.py:87

↓ 9 callersMethodgenerate

(self, prompt, n = 20, temperature = 0.7)

src/model.py:126

↓ 9 callersMethodhandle_natural_strings

(self, lst)

src/evaluate_prompt.py:338

↓ 9 callersMethodrun

(self, no_modify = False)

src/sanitize.py:231

↓ 8 callersMethodget_prompt

(self, instance)

src/dataset.py:141

↓ 7 callersMethodnext

(self)

src/dataset.py:93

↓ 7 callersMethodround_exist

(self, rd, name)

src/prompt.py:44

↓ 6 callersMethodformat_strs

(self, lst)

src/dataset.py:348

↓ 6 callersMethodformat_testcase

(self, prompt, testcase, multiple = False)

src/dataset.py:361

↓ 5 callersMethodexecute_code_for_runtime

(self, code, io, testcases)

src/evaluate.py:661

↓ 5 callersMethodload_groundtruths

(self, file_path = None)

src/dataset.py:551

↓ 4 callersMethodexecute_code

(self, code, io, testcases, check = True, fast_check = False, total_timeout = 10)

src/evaluate.py:371

↓ 4 callersMethodfind_result

(self, dataset, prompt, name, rd, i, checked_outputs)

src/evaluate_prompt.py:60

↓ 4 callersMethodget_chat_prompts

(self, name, rd, history, **kwargs)

src/prompt.py:467

↓ 4 callersMethodrun

(self, prompt, times = 0, n = 20, temperature = 0.7)

src/model.py:144

↓ 3 callersMethodgen_code

(self, rd, name)

src/prompt.py:56

↓ 3 callersMethodget_prompt_length

(self, prompt)

src/model.py:167

↓ 3 callersMethodinfer_many

(self, prompts, temperature = 0.7, n = 200)

src/model.py:270

↓ 3 callersMethodload_templates

(self, file_path = None)

src/prompt.py:18

↓ 3 callersMethodload_testcases

(self, file_path = None)

↓ 3 callersMethodsave_testcases

(self, file_path = None)

src/dataset.py:473

↓ 2 callersFunctionbatch_infer_local_model

(model, dataset, output_path, device_num, n = 200, temperature = 0.7, dataset_repo = "test_dataset", prefix =

src/inference.py:829

↓ 2 callersMethodbatch_status

(self, batch_id)

src/model.py:94

↓ 2 callersMethodevaluate_execution_time

(self, result_dir, model, mode, fallback = True)

src/evaluate_prompt.py:627

↓ 2 callersMethodformat_chats

(self, dialogs, pad = False)

src/model.py:171

↓ 2 callersMethodget_chat

(self, instance)

src/dataset.py:177

↓ 2 callersMethodget_function_signature

(self, instance)

src/dataset.py:119

↓ 2 callersMethodlength

(self)

src/dataset.py:90

↓ 2 callersFunctionsanitize

( old_code: str, entry_point: str, rm_prefix_lines: Optional[str] = None, eofs: List = None,

src/sanitize.py:343

↓ 1 callersMethodbatch_run

(self, file_id)

src/model.py:85

↓ 1 callersMethodbuild_messages

(self, prompt)

src/model.py:117

↓ 1 callersMethodcancel_batch

(self, batch_id)

src/model.py:99

↓ 1 callersMethodcollect_errors

(self, batch_id)

src/model.py:71

↓ 1 callersMethoddelete_batch

(self, batch_id)

src/model.py:104

↓ 1 callersMethoddelete_file

(self, file_id)

src/model.py:54

↓ 1 callersMethoddownload_file

(self, batch_id)

src/model.py:59

↓ 1 callersMethodestimate_pass_at_k

Estimates pass@k of each problem and returns them in an array.

src/evaluate_prompt.py:425

↓ 1 callersMethodget_all_chats

(self)

src/dataset.py:208

↓ 1 callersMethodget_correctness_reflection_and_feedback

(self, rd, history, testcases = None, indicators = None)

src/prompt.py:140

↓ 1 callersMethodget_correctness_testcase_feedback

(self, history, testcases = None)

src/prompt.py:108

↓ 1 callersMethodget_entrypoint

(self, dataset, instance)

src/evaluate_prompt.py:17

↓ 1 callersMethodget_entrypoint

(self, instance)

src/evaluate.py:31

↓ 1 callersMethodget_groundtruth

(self, prompt, raw_solutions = None)

src/dataset.py:235

↓ 1 callersMethodget_prompt2groundtruth

(self, solution_file = None)

src/dataset.py:308

↓ 1 callersMethodget_prompt2instance

(self)

src/dataset.py:222

↓ 1 callersMethodget_solutions

(self, outputs, dataset, prompt, no_modify = False, chat = True, codegen = False)

src/evaluate_prompt.py:113

↓ 1 callersMethodget_testcases

(self, prompt)

src/dataset.py:438

↓ 1 callersMethodget_time_chain_of_thought

(self, rd, history, indicators = None)

src/prompt.py:244

↓ 1 callersMethodget_time_execution_feedback_with_testcase

(self, rd, history, testcases = None, indicators = None)

src/prompt.py:313

↓ 1 callersMethodget_time_in_context_learning

(self, history, demos = None, demo_num = 1, indicators = None)

src/prompt.py:203

↓ 1 callersMethodget_time_multiple_agents_with_reviewer

(self, rd, history, reviewer_history = None, indicators = None, decisions = None, comments = None, programs =

src/prompt.py:349

↓ 1 callersMethodget_time_multiple_agents_with_team

(self, rd, history, reviewer_history = None, leader_history = None, indicators = None, problems = None, progra

src/prompt.py:394

↓ 1 callersMethodget_time_pre_defined_strategy

(self, history, indicators = None)

src/prompt.py:227

↓ 1 callersMethodget_time_simple_execution_feedback

(self, rd, history, times = None, indicators = None)

src/prompt.py:279

↓ 1 callersMethodget_time_simple_instruction

(self, history, indicators = None)

src/prompt.py:186

↓ 1 callersMethodget_time_time_complexity_reduction

(self, rd, history, indicators = None)

src/prompt.py:261

↓ 1 callersMethodinfer_many_chats

(self, dialogs, n = 10)

src/model.py:286

↓ 1 callersMethodinfer_one

(self, prompt, n = 10)

src/model.py:227

↓ 1 callersMethodinfer_one_chat

(self, dialog, n = 10)

src/model.py:247

↓ 1 callersFunctioninfer_openai_model

(model, dataset, output_path)

src/inference.py:15

↓ 1 callersFunctioninfer_openai_model_prompts

Generate the batch input file for inference. Args: model (str): The path where the Hugging Face model is stored. mode (str):

src/inference.py:67

↓ 1 callersMethodis_unchecked

(self, lst)

src/evaluate_prompt.py:51

↓ 1 callersMethodload_examples

(self, file_path = None)

src/prompt.py:23

↓ 1 callersMethodload_temp_data

(self)

src/evaluate.py:416

↓ 1 callersMethodmeasure_runtime_for_predictions

(self, subset = None, start_index = None, verify_num = None, large_testcase = False)

src/evaluate.py:536

↓ 1 callersMethodprocess_solution

(self, solution, instance, dataset)

src/evaluate_prompt.py:24

↓ 1 callersMethodprocess_solution

(self, solution, instance)

src/evaluate.py:38

↓ 1 callersFunctionremove_space_for_codegen

(old_code)

src/sanitize.py:319

↓ 1 callersFunctionremove_unindented_lines

(code, protect_before, execeptions, trim_tails)

↓ 1 callersMethodsave_groundtruths

(self, file_path = None, solution_file = None)

src/dataset.py:489

↓ 1 callersFunctionsyntax_check

(code, verbose=False)

src/sanitize.py:275

↓ 1 callersFunctionto_four_space_indents

(old_code)

src/sanitize.py:310

↓ 1 callersMethodtransform_element_type

(lst, t)

src/evaluate.py:123

↓ 1 callersMethodupload_file

(self, filename)

src/model.py:46

↓ 1 callersMethodverify_groundtruth

(self, remove_instance = False, update_solution = False, debug = False, start_index = None, verify_num = None)

src/evaluate.py:284

↓ 1 callersMethodverify_natural_outputs

(self, rd)

src/evaluate_prompt.py:372

↓ 1 callersMethodverify_predictions

(self, debug = False, load_temp_data = False, start_index = None, verify_num = None, failed_case = False)

(self, code, entry_point = None, force_rename = False)

src/sanitize.py:186

Method__init__

(self, sample_num = 20)

src/evaluate_prompt.py:12

(self, name, data_path = None, testfile_path = None, full = True, train_description_path = None, tmp_dir = "./

src/dataset.py:22

Method__init__

(self, dataset, output_file)

src/evaluate.py:23

Method__init__

(self, dataset, dataset_repo = "test_datasets", mbpp_helpfile = None)

(self, model, device_num, llama = False, tensor_parallel_size = 4, temperature=0.7, n = 200)

src/model.py:160

Functionbatch_infer_local_chat_model

(model, mode, rd, input_file, output_path)

src/inference.py:869

Functionbatch_infer_local_prompt_model

(model, mode, rd, input_file, output_path)

src/inference.py:951

Functionbatch_run

(model, ids)

src/inference.py:1135

Functionbatch_status

(model, ids)

src/inference.py:1143

Methodbuild_templates

(self, template)

src/prompt.py:15

next →1–100 of 181, ranked by callers