Class OpenAIModelManager

just_eval/utils.py:21–36

        
class OpenAIModelManager:

    def __init__(self, model_name):
        self.model_name = model_name 
        assert openai.api_key is not None
     
    def infer_generate(self, input_text, max_tokens=2048):   
        output = completion_with_backoff(
            model=self.model_name,
            messages=[
                {"role": "user", "content": input_text}
            ],
            n=1, temperature=0, top_p=1, 
            max_tokens=max_tokens,
        ) 
        return output