Function demo_2_schema_enforcement

demo.py:172–215

()

# =============================================================================

def demo_2_schema_enforcement():
    print("\n" + "=" * 60)
    print("Demo 2: Schema Enforcement - JSON Validation with Retry")
    print("=" * 60)

    schema = ResponseSchema(
        must_be_json=True,
        required_keys=["summary", "confidence", "sources"],
        max_length=500,
    )
    config = ControlLayerConfig(total_tokens=800, max_attempts=3, base_delay_ms=50)

    llm = MockLLM(failure_rate=0.75, failure_mode=FailureMode.SCHEMA_VIOLATION)
    layer = ControlLayer(
        llm_fn=llm,
        system_prompt="You are a research assistant. Always respond with a JSON object.",
        schema=schema,
        config=config,
    )

    queries = [
        "Summarize how context engineering differs from RAG.",
        "Explain token budget allocation in LLM systems.",
        "What is prompt mutation in retry logic?",
        "How does exponential decay work in memory systems?",
        "What are the failure modes of naive RAG?",
    ]

    records = []
    for q in queries:
        packet = layer.run(
            user_input=q,
            constraints=["Respond only with valid JSON.", "No markdown fencing."],
        )
        outcome = "PASSED" if packet.validation.passed else "FAILED"
        print(
            f"  [{outcome}] Attempts: {packet.attempts}  "
            f"Strategy: {packet.strategy_used.value}  "
            f"Score: {packet.validation.score:.2f}  "
            f"Latency: {packet.total_latency_ms:.1f}ms"
        )
        records.append(packet)

    return records, layer.audit


# =============================================================================