Method format_prompt

code/inference/evaluators/yichat.py:32–38

(self, prompt)

        print(f'Memory footprint: {self.model.get_memory_footprint() / 1e6:.2f} MB')

    def format_prompt(self, prompt):
        return [
            {
                'role': 'user',
                'content': prompt
            }
        ]

    @retry(wait=wait_random_exponential(min=1, max=60), stop=stop_after_attempt(6))
    def generate_text(self, prompt):