Method format_prompt

code/inference/evaluators/pulse.py:32–33

(self, prompt)

        print(f'Memory footprint: {self.model.get_memory_footprint() / 1e6:.2f} MB')

    def format_prompt(self, prompt):
        return f'Instructions: You are Helper, a large language model full of intelligence. Respond conversationally.</s>User: {prompt}</s> Helper: '

    @retry(wait=wait_random_exponential(min=1, max=60), stop=stop_after_attempt(6))
    def generate_text(self, prompt):