Method Snapshot

internal/slo/memory_engine.go:141–182

(requestID string)

}

func (e *MemoryEngine) Snapshot(requestID string) types.SLOSnapshot {
	e.mu.Lock()
	defer e.mu.Unlock()

	rec, ok := e.records[requestID]
	if !ok {
		return types.SLOSnapshot{}
	}

	var ttft int64
	if !rec.startTime.IsZero() && !rec.firstTokenTime.IsZero() {
		ttft = rec.firstTokenTime.Sub(rec.startTime).Milliseconds()
		if ttft < 0 {
			ttft = 0
		}
	}

	var completion int64
	var tpot int64
	if !rec.startTime.IsZero() && !rec.endTime.IsZero() {
		completion = rec.endTime.Sub(rec.startTime).Milliseconds()
		if completion < 0 {
			completion = 0
		}
	}
	if !rec.firstTokenTime.IsZero() && !rec.endTime.IsZero() {
		postFirstToken := rec.endTime.Sub(rec.firstTokenTime).Milliseconds()
		if postFirstToken > 0 {
			tpot = postFirstToken / 32
			if tpot <= 0 {
				tpot = 1
			}
		}
	}

	return types.SLOSnapshot{
		TTFTMs:              ttft,
		TPOTMs:              tpot,
		CompletionLatencyMs: completion,
		FallbackTriggered:   rec.fallback,
	}
}

func (e *MemoryEngine) ensureRecord(requestID string) *requestTiming {
	rec, ok := e.records[requestID]