(self, input, log=False)
| 15 | self.fewshot = fewshot |
| 16 | |
| 17 | def run(self, input, log=False): |
| 18 | assert isinstance(input, self.input_type) |
| 19 | prompt = self.prefix + self.worker_prompt + self.fewshot + self.suffix + input + '\n' |
| 20 | if self.model_name in LLAMA_WEIGHTS: |
| 21 | prompt = [self.prefix + self.worker_prompt, input] |
| 22 | response = self.call_llm(prompt, self.stop) |
| 23 | completion = response["output"] |
| 24 | if log: |
| 25 | return response |
| 26 | return completion |
| 27 | |
| 28 | def _get_worker(self, name): |
| 29 | if name in WORKER_REGISTRY: |