Functions — github.com/SalesforceAIResearch/perfcodegen

hub / github.com/SalesforceAIResearch/perfcodegen / functions

Functions181 in github.com/SalesforceAIResearch/perfcodegen

⨍ Functions 181◇ Types & classes 11

Functioncancel_batch

(model, ids)

src/inference.py:1148

Methodcheck_element_type

(lst, t)

src/evaluate.py:114

Methodcheck_history

(self, result_dir, model, mode, rd)

src/evaluate_prompt.py:1279

Methodcheck_passed_solutions

(self, result_dir, model, mode, rd)

src/evaluate_prompt.py:1386

Methodcombine_execution_time_results_for_models

(self, fallback = True, best = "20")

src/evaluate_prompt.py:1488

Methodcombine_execution_time_results_for_prompts

(self, fallback = True, best = "20")

src/evaluate_prompt.py:1544

Methodcombine_results

(self, result_dir, models, metrics)

src/evaluate_prompt.py:1445

Functiondelete_batch

(model, ids)

src/inference.py:1155

Functiondelete_file

(model, ids)

src/inference.py:1110

Methoddoes_sample

(self, rd, name)

src/prompt.py:71

Functiondownload_file

(model, ids)

src/inference.py:1115

Methodestimate_pass_at_k

Estimates pass@k of each problem and returns them in an array.

src/evaluate.py:379

Methodestimator

Calculates 1 - comb(n - c, k) / comb(n, k).

src/evaluate_prompt.py:435

Methodestimator

Calculates 1 - comb(n - c, k) / comb(n, k).

src/evaluate.py:389

Methodevaluate_correctness

(self, result_dir)

src/evaluate_prompt.py:511

Methodevaluate_execution_time_for_all

(self)

src/evaluate_prompt.py:1472

Methodevaluate_execution_time_old

(self, result_dir, model, mode)

src/evaluate_prompt.py:748

Methodevaluate_pass_rate

(self, result_dir, model, mode, rd = None)

src/evaluate_prompt.py:453

Methodfinalize_correctness_check

(self, result_dir, model, mode, rd, task_num = 5, clean = False)

src/evaluate_prompt.py:919

Methodfinalize_time_measurement

(self, result_dir, model, mode, task_num = 10, rd = None)

src/evaluate_prompt.py:970

Methodfix_testcases

(self, old_solution_file)

src/evaluate.py:203

Methodgather_all_solutions_for_time

(self, result_dir, model)

src/evaluate_prompt.py:1078

Methodgather_correct_solutions_and_history

(self, result_dir, model, mode, name, new_mode)

src/evaluate_prompt.py:1026

Methodget_best_groundtruth

(self, time_cost_file)

src/dataset.py:658

Methodget_better_solutions

(self, result_dir, model, mode, name)

src/evaluate_prompt.py:871

Methodget_expected_outputs

(self)

src/evaluate.py:158

Methodget_prompt_for_current_instance

(self)

src/dataset.py:180

Methodget_solution_num_distribution

(self, solution_file = None)

src/dataset.py:595

Methodget_solutions

(self, codegen = False, chat = False)

src/evaluate.py:56

Functioninfer_all_local_models_for_all

(output_path, device_num, n = 200, temperature = 0.7, dataset_repo = "test_datasets")

src/inference.py:1038

Functioninfer_all_local_models_for_all_prompts

(output_path, rd, inputs_file = None, sample_num = 20)

src/inference.py:1067

Functioninfer_local_model

(model, dataset, output_path, device_num, prefix = None, suffix = None, chat = False)

src/inference.py:773

Functioninfer_local_model_for_all

(model, output_path, device_num)

src/inference.py:1019

Functioninfer_openai_model_for_all

src/evaluate_prompt.py:1592

Methodjson2csv2

(self, jsonfile)

src/evaluate_prompt.py:1615

Methodload_solutions

(self, solution_file)

src/evaluate.py:110

Methodmeasure_all_runtime_for_predictions

(self, models, solutions, subset = None, start_index = None, verify_num = None)

src/evaluate.py:607

Methodmeasure_runtime_for_groundtruths

(self, load_data = False, subset = None, start_index = None, verify_num = None)

src/evaluate.py:489

Methodprepare_correctness_check

(self, mode, rd, output_file, checked_file = None, chat = True, codegen = False)

src/evaluate_prompt.py:129

Methodprepare_groundtruth_comparison

(self, result_dir, model, mode, rd, best_solution_file)

src/evaluate_prompt.py:289

Methodprepare_testcases

(self, solution_io, gt_io, testcases)

src/evaluate.py:129

Methodprepare_time_measurement

(self, result_dir, model, mode, rd)

src/evaluate_prompt.py:227

Methodprint_info

(self)

src/dataset.py:621

Methodprint_templates

(self)

src/prompt.py:34

Methodprocess_solutions

(self)

src/evaluate.py:84

Methodremove_solutions_with_similar_time_costs

(self, threshold = 0.1)

src/dataset.py:563

Methodrun_correctness_check

(self, solution_file, task_index = 0, task_num = 5)

src/evaluate_prompt.py:1334

Methodrun_time_measurement

(self, solution_file, task_index = 0, task_num = 7)

src/evaluate_prompt.py:1365

Methodsave_prompt2id

(self, file_path = None)

(self, passed_solutions, results)

src/evaluate_prompt.py:1353

Functiontest

()

src/inference.py:1089

Methodupdate_best_groundtruth

(self, checked_file)

src/evaluate_prompt.py:1404

Methodupdate_history

(self, result_dir, model, mode, rd)

src/evaluate_prompt.py:1212

Functionupload_file

(model, prefix, num)

src/inference.py:1102

Methodvisit_AsyncFor

(self, node)

src/sanitize.py:112

Methodvisit_AsyncFunctionDef

(self, node)

src/sanitize.py:72

Methodvisit_AsyncWith

Methodvisit_FunctionDef

(self, node)

src/sanitize.py:38

Methodvisit_FunctionDef

(self, node)

src/sanitize.py:64

Methodvisit_FunctionDef

Methodvisit_ImportFrom

Functionwait_available_gpu

(num=4)

src/inference.py:747

Methodwrite_batch_outputs

(self, batch_output_file, output_file, hash_file)

src/evaluate_prompt.py:76

← previous101–181 of 181, ranked by callers