Method predict_close_book

utils/claude_inference.py:32–40

(self, question, demo_file_path, num_demo=16)

            return text

    def predict_close_book(self, question, demo_file_path, num_demo=16):
        demo = load_json_file(demo_file_path)
        system_prompt = ("Here are some examples of questions and their corresponding answer, each with a 'Question' field and an 'Answer' field. "
                         "Answer the question directly and don't output other thing. The answer should be very concise")
        for item in demo[:num_demo]:
            system_prompt += f"Question: {item['question']} Answer: {item['answer']}\n"
        prompt = f"Question: {question} Answer: "
        answer = self.predict(system_prompt, prompt)
        return answer

    def predict_nq(self, context, question, titles):
        prompt = (f"Go through the following context and then extract the answer of the question from the context. "