Method prediction

toolbench/inference/LLM/davinci_model.py:21–44

(self, prompt: str, stop: Optional[List[str]] = None)

        self.chatio = SimpleChatIO()

    def prediction(self, prompt: str, stop: Optional[List[str]] = None) -> str:
        max_try = 10
        while True:
            openai.api_key = self.openai_key
            try:
                response = openai.Completion.create(
                    engine=self.model,
                    prompt=prompt,
                    temperature=0.5,
                    max_tokens=512,
                    top_p=1,
                    frequency_penalty=0,
                    presence_penalty=0,
                    stop="End Action"
                )
                result = response['choices'][0]['text'].strip()
                break
            except Exception as e:
                print(e)
                max_try -= 1
                if max_try < 0:
                    result = "Exceed max retry times. Please check your davinci api calling."
                    break
        return result, response["usage"]
        
    def add_message(self, message):
        self.conversation_history.append(message)