Class OpenaiModel

api_experiments/evaluate_api_models.py:23–54

        return json.JSONEncoder.default(self, obj)
    
class OpenaiModel():
    def __init__(self, model_name="gpt-3.5-turbo", add_system_prompt=True) -> None:
        self.model_name = model_name
        self.add_system_prompt = add_system_prompt
    
    def fit_message(self, msg):
        if self.add_system_prompt:
            conversation = [
                        {"role": "system", "content": "You are a helpful assistant."},
                        {"role": "user", "content": msg}
                    ]
        else:
            conversation = [
                        {"role": "user", "content": msg}
                    ]
        return conversation


    def __call__(self, msg, **kwargs):
        while True:
            try:
                raw_response = openai.ChatCompletion.create(
                            model=self.model_name,
                            messages=self.fit_message(msg),
                            **kwargs)
                self.raw_response = raw_response

                return [str(m.message.content) for m in raw_response['choices']]
            except:
                pass 
        
            time.sleep(10)

class AnthropicModel():
    def __init__(self, model_name="claude-2") -> None: