(requestID string, ts time.Time)
| 53 | } |
| 54 | |
| 55 | func (e *MemoryEngine) RecordFirstToken(requestID string, ts time.Time) { |
| 56 | e.mu.Lock() |
| 57 | defer e.mu.Unlock() |
| 58 | rec := e.ensureRecord(requestID) |
| 59 | rec.firstTokenTime = ts |
| 60 | e.evictLocked() |
| 61 | } |
| 62 | |
| 63 | func (e *MemoryEngine) RecordCompletion(requestID string, ts time.Time) { |
| 64 | e.mu.Lock() |