(self, prompt: str)
| 58 | ) |
| 59 | |
| 60 | def __call__(self, prompt: str): |
| 61 | prompt = truncate_tokens_hf(prompt, encoding_name=self.config["model"]) |
| 62 | response = self.client.chat.completions.create( |
| 63 | temperature=0, |
| 64 | model=self.config["model"], |
| 65 | messages=[ |
| 66 | {"role": "system", "content": self.system_prompt}, |
| 67 | {"role": "user", "content": prompt}, |
| 68 | ], |
| 69 | max_tokens=None |
| 70 | ) |
| 71 | return response.choices[0].message.content |
| 72 | |
| 73 | |
| 74 | class OpenAILLM(LLM): |
nothing calls this directly
no test coverage detected