(question_list)
| 38 | return s.split('```')[0] |
| 39 | |
| 40 | def generate_sample_batch(question_list): |
| 41 | llm = LLM( |
| 42 | model=args.model, |
| 43 | trust_remote_code=True, |
| 44 | tensor_parallel_size=torch.cuda.device_count(), |
| 45 | gpu_memory_utilization=0.90, |
| 46 | ) |
| 47 | sampling_params = SamplingParams(max_tokens=4096, |
| 48 | temperature=0.0, |
| 49 | n=1, |
| 50 | stop=STOP_WORDS) |
| 51 | outputs = llm.generate(question_list, sampling_params, use_tqdm=True) |
| 52 | raw_completions = [output.outputs[0].text for output in outputs] |
| 53 | completions = [match_code(output.outputs[0].text) for output in outputs] |
| 54 | return completions,raw_completions |
| 55 | |
| 56 | |
| 57 | def make_signature(code): |
no test coverage detected