Function test_eval_sample_2

evals/elsuite/basic/match_test.py:46–64

(
    completion: str,
    ideal: list[str],
    expected_match: bool,
)

    ],
)
def test_eval_sample_2(
    completion: str,
    ideal: list[str],
    expected_match: bool,
):
    eval = Match(
        completion_fns=[TestCompletionFn(completion)],
        samples_jsonl="",
        eval_registry_path=Path("."),
    )

    recorder = DummyRecorder(None)
    with recorder.as_default_recorder("x"), patch.object(
        recorder, "record_match", wraps=recorder.record_match
    ) as record_match:
        eval.eval_sample(dict(input="Hello", ideal=ideal), None)
        record_match.assert_called_once_with(
            expected_match, expected=ideal, picked=completion, sampled=completion, options=ideal
        )


@mark.parametrize(