Method generate

src/model.py:126–141

(self, prompt, n = 20, temperature = 0.7)

    @timeout_decorator.timeout(60)
    def generate(self, prompt, n = 20, temperature = 0.7):
        if not isinstance(prompt, list):
            messages = self.build_messages(prompt)
        else:
            messages = prompt

        response = self.client.chat.completions.create(
            model = self.model,
            messages = messages,
            temperature = temperature,
            n = n,
        )
        results = []
        for c in response.choices:
            results.append(c.message.content)
        return results
    

    def run(self, prompt, times = 0, n = 20, temperature = 0.7):