(self, config)
| 27 | |
| 28 | class GroqLLM(LLM): |
| 29 | def __init__(self, config): |
| 30 | super().__init__(config) |
| 31 | self.client = Groq( |
| 32 | api_key=os.environ["GROQ_API_KEY"], |
| 33 | ) |
| 34 | |
| 35 | def __call__(self, prompt: str): |
| 36 | response = self.client.chat.completions.create( |