Class ResponseValidator

control_layer.py:425–512

Validates model output against a schema and rule set. Prompts ask. Validators enforce. That's the whole difference.

# =============================================================================

class ResponseValidator:
    """
    Validates model output against a schema and rule set.

    Prompts ask. Validators enforce. That's the whole difference.
    """

    def validate(
        self, response: str, schema: ResponseSchema
    ) -> ValidationResult:
        if not response or not response.strip():
            return ValidationResult(
                passed=False,
                failure_mode=FailureMode.CONSTRAINT_VIOLATION,
                message="Response is empty.",
                score=0.0,
            )

        if schema.must_be_json:
            result = self._check_json(response, schema.required_keys)
            if not result.passed:
                return result

        if schema.max_length and len(response) > schema.max_length:
            return ValidationResult(
                passed=False,
                failure_mode=FailureMode.CONSTRAINT_VIOLATION,
                message=(
                    f"Response too long: {len(response)} chars "
                    f"(max {schema.max_length})."
                ),
                score=round(schema.max_length / len(response), 3),
            )

        if schema.min_length and len(response) < schema.min_length:
            return ValidationResult(
                passed=False,
                failure_mode=FailureMode.CONSTRAINT_VIOLATION,
                message=(
                    f"Response too short: {len(response)} chars "
                    f"(min {schema.min_length})."
                ),
                score=0.0,
            )

        for phrase in schema.forbidden_phrases:
            if phrase.lower() in response.lower():
                return ValidationResult(
                    passed=False,
                    failure_mode=FailureMode.CONSTRAINT_VIOLATION,
                    message=f"Forbidden phrase found: '{phrase}'",
                    score=0.0,
                )

        score = self._quality_score(response, schema)
        return ValidationResult(passed=True, score=score)

    def _check_json(