Function TestFlowStepVerificationFailureIsCheckpointed

flow/verification_test.go:64–100

(t *testing.T)

}

func TestFlowStepVerificationFailureIsCheckpointed(t *testing.T) {
	step := Step{
		Name: "grade",
		Run: func(ctx context.Context, in State) (State, error) {
			in.Data = []byte("bad")
			return in, nil
		},
		Verify: func(ctx context.Context, out State) (Verification, error) {
			return Verification{Feedback: "missing citation"}, nil
		},
	}

	cp := StoreCheckpoint(store.NewMemoryStore(), "verified-fail")
	f := New("verified-fail", WithCheckpoint(cp), Steps(step))
	err := f.Execute(context.Background(), "question")
	if err == nil {
		t.Fatal("Execute succeeded, want verification failure")
	}
	var verr *VerificationError
	if !errors.As(err, &verr) {
		t.Fatalf("error = %T %v, want VerificationError", err, err)
	}
	if verr.Feedback != "missing citation" {
		t.Fatalf("feedback = %q, want missing citation", verr.Feedback)
	}
	runs, listErr := cp.List(context.Background())
	if listErr != nil {
		t.Fatal(listErr)
	}
	if len(runs) != 1 {
		t.Fatalf("runs = %d, want 1", len(runs))
	}
	stepRecord := runs[0].Steps[0]
	if runs[0].Status != "failed" || stepRecord.VerificationStatus != "failed" || stepRecord.VerificationNote != "missing citation" {
		t.Fatalf("run = %#v step = %#v", runs[0], stepRecord)
	}
}