(self, input, log=False)
| 124 | self.al = AlpacaLora(lora_weights=self.model_name) |
| 125 | |
| 126 | def run(self, input, log=False): |
| 127 | assert isinstance(input, self.input_type) |
| 128 | response = self.call_llm(input, self.stop) |
| 129 | completion = response["output"] |
| 130 | if log: |
| 131 | return response |
| 132 | return completion |
| 133 | |
| 134 | def call_llm(self, prompt, stop): |
| 135 | if self.model_name in OPENAI_COMPLETION_MODELS: |