(self, prompt: str)
| 33 | ) |
| 34 | |
| 35 | def __call__(self, prompt: str): |
| 36 | response = self.client.chat.completions.create( |
| 37 | messages = [ |
| 38 | {"role": "system", "content": self.system_prompt}, |
| 39 | {"role": "user", "content": prompt}, |
| 40 | ], |
| 41 | model = self.config["model"], |
| 42 | ) |
| 43 | return response.choices[0].message.content |
| 44 | |
| 45 | |
| 46 | class LocalLLM(LLM): |