Function TestParseCopilotCodingAgentLogMetrics

pkg/cli/copilot_agent_test.go:127–235

(t *testing.T)

}

func TestParseCopilotCodingAgentLogMetrics(t *testing.T) {
	tests := []struct {
		name           string
		logContent     string
		expectedTurns  int
		expectedErrors int
		expectedTools  int
		expectNoTools  bool // true when the test asserts that zero tool calls are extracted
	}{
		{
			name: "parses agent turns",
			logContent: `
Task iteration 1: Starting analysis
Executing tool: github
Task iteration 2: Processing results
Calling write tool
Task iteration 3: Finalizing
`,
			expectedTurns: 3,
			expectedTools: 2,
		},
		{
			name: "parses errors and warnings",
			logContent: `
2024-01-15 10:00:00 INFO: Starting task
2024-01-15 10:00:01 ERROR: Failed to connect to service
2024-01-15 10:00:02 WARNING: Retry attempt 1
2024-01-15 10:00:03 ERROR: Connection timeout
`,
			expectedErrors: 3, // 2 errors + 1 warning
		},
		{
			name: "parses tool calls",
			logContent: `
Calling: github_search
Tool call: write_file
Using tool: bash
Executing tool: read
`,
			expectedTools: 4,
		},
		{
			name: "extracts tool from bullet point format",
			logContent: `
● startHttpServer
● noop
● label_agent
`,
			expectedTools: 3,
		},
		{
			name: "does not extract common English words as tool names",
			logContent: `
The agent tool calls a command which launches the unified process
Since the tool or alternative is needed, we use it
The tool calls for analysis
tool call to the API
The agent is making tool calls with certain parameters