Class IsInformational

evaluation/eval.py:259–265

@with_retry
def get_is_informational(q, model_out, ref_resp, history: list):
    class IsInformational(BaseModel):
        reasoning: str = Field(
            description="The reason why you assert that the given response is informational for the given medical question, or why you cannot assert it. Reasoning should be concise and contain only important points."
        )
        is_informational: bool = Field(
            description="Whether the given response is informational for the given medical question."
        )
    fmted_lines = []
    for each in history:
        fmted_lines.append(f"患者：{each['patient']}")