↓ 2 callersMethodrun_tests(self, test_id, candidate_id, candidate, test_inputs, tests_outputs, snoop=False)
alpha_codium/code_contests/eval/code_test_runners.py:42
↓ 1 callersFunctionevaluate_code_contest_dataset(
dataset_name,
split_name='valid',
k_values=[1, 10, 10], # noqa: B006
evalua
alpha_codium/code_contests/eval/pass_at_k_evaluator.py:21
↓ 1 callersFunctionexecute_candidate_code(candidate, inputs, test_id, timeout=1, sandbox=True, snoop=False, break_on_timeout=False)
alpha_codium/code_contests/eval/local_exec.py:61
↓ 1 callersFunctionexecute_inner(check_program, single_input, snoop, timeout, input_stream, globals, tracing=None)
alpha_codium/code_contests/eval/local_exec.py:158
↓ 1 callersMethodrun_tests(self, test_id, candidate_id, candidate, test_inputs, tests_outputs, timeout=10, snoop=None, break_on_timeout=
alpha_codium/code_contests/eval/code_test_runners.py:219