(
model: MetaModel, prompt, batch_size
)
| 109 | |
| 110 | @torch.inference_mode() |
| 111 | def generate_batch_completion( |
| 112 | model: MetaModel, prompt, batch_size |
| 113 | ) -> list[str]: |
| 114 | batch_input = [prompt for _ in range(batch_size)] |
| 115 | |
| 116 | batch_completions = model.generate( |
| 117 | prompts=batch_input, |
| 118 | images=None, |
| 119 | max_gen_len=1024, |
| 120 | temperature=0.2, |
| 121 | top_p=0.95) |
| 122 | |
| 123 | return [filter_code(fix_indents(completion)) for completion in batch_completions] |
| 124 | |
| 125 | def run_infer( |
| 126 | model:MetaModel, |
no test coverage detected