Function SessionFromEvents

pkg/evaluation/save.go:58–278

SessionFromEvents reconstructs a session from raw container output events. This parses the JSON events emitted by docker agent run --exec --json and builds a session with the conversation history.

(events []map[string]any, title string, questions []string)

// This parses the JSON events emitted by docker agent run --exec --json and builds a session
// with the conversation history.
func SessionFromEvents(events []map[string]any, title string, questions []string) *session.Session {
	sess := session.New(
		session.WithTitle(title),
		session.WithToolsApproved(true),
		session.WithNonInteractive(true),
	)

	// Add user questions as initial messages.
	// For multi-turn evals, these are interleaved with agent responses
	// as they appear in the event stream. User messages are added when
	// a "user_message" event is encountered (which carries the correct
	// timestamp), or when a "stream_stopped" event indicates the agent
	// finished processing the previous turn in a multi-turn eval.
	// If no "user_message" event is found before the first agent response,
	// the question is added with the timestamp of that first response.
	questionIdx := 0
	userMessageAdded := false
	addNextQuestion := func(timestamp string) {
		if questionIdx < len(questions) {
			msg := &session.Message{
				Message: chat.Message{
					Role:      chat.MessageRoleUser,
					Content:   questions[questionIdx],
					CreatedAt: timestamp,
				},
			}
			sess.AddMessage(msg)
			questionIdx++
			userMessageAdded = true
		}
	}

	// Track current assistant message being built
	var currentContent strings.Builder
	var currentReasoningContent strings.Builder
	var currentToolCalls []tools.ToolCall
	var currentToolDefinitions []tools.Tool
	var currentAgentName string
	var currentModel string
	var currentUsage *chat.Usage
	var currentCost float64
	var currentTimestamp string

	// Helper to flush current assistant message
	flushAssistantMessage := func() {
		if currentContent.Len() > 0 || currentReasoningContent.Len() > 0 || len(currentToolCalls) > 0 {
			msg := &session.Message{
				AgentName: currentAgentName,
				Message: chat.Message{
					Role:             chat.MessageRoleAssistant,
					Content:          currentContent.String(),
					ReasoningContent: currentReasoningContent.String(),
					ToolCalls:        currentToolCalls,
					ToolDefinitions:  currentToolDefinitions,
					CreatedAt:        currentTimestamp,
					Model:            currentModel,
					Usage:            currentUsage,
					Cost:             currentCost,