Method
RecordFallback
(requestID string, _ string)
Source from the content-addressed store, hash-verified
| 69 | } |
| 70 | |
| 71 | func (e *MemoryEngine) RecordFallback(requestID string, _ string) { |
| 72 | e.mu.Lock() |
| 73 | defer e.mu.Unlock() |
| 74 | rec := e.ensureRecord(requestID) |
| 75 | rec.fallback = true |
| 76 | e.evictLocked() |
| 77 | } |
| 78 | |
| 79 | // ScalingAggregates derives rolling ratios from completed in-memory records for autoscaler hints. |
| 80 | // ttftRatio compares mean TTFT in the newer half vs the older half (by completion time); 1.0 means no skew. |