Method predict

utils/gemini_inference.py:49–54

(self, prompt)

            return text

    def predict(self, prompt):
        chat_session = self.model.start_chat(
            history=[]
        )
        response = chat_session.send_message(prompt)
        return self.post_process(response.text)

    def predict_nq(self, context, question, titles):
        prompt = (f"Go through the following context and then extract the answer of the question from the context. "