Function ValidateCodeResponse

pkg/runtime/quality.go:409–465

ValidateCodeResponse checks if a code response has basic quality signals.

(text string)

// ValidateCodeResponse checks if a code response has basic quality signals.
func ValidateCodeResponse(text string) CodeQuality {
	q := CodeQuality{
		HasCode:        false,
		LinesOfCode:    0,
		LinesOfComment: 0,
		HasImports:     false,
		IsComplete:     false,
	}

	codeBlockRe := regexp.MustCompile("(?s)```\\w*\n(.*?)```")
	matches := codeBlockRe.FindAllStringSubmatch(text, -1)

	if len(matches) == 0 {
		return q
	}

	q.HasCode = true

	for _, match := range matches {
		code := match[1]
		lines := strings.Split(code, "\n")
		for _, line := range lines {
			trimmed := strings.TrimSpace(line)
			if trimmed == "" {
				continue
			}
			if strings.HasPrefix(trimmed, "//") || strings.HasPrefix(trimmed, "#") ||
				strings.HasPrefix(trimmed, "/*") || strings.HasPrefix(trimmed, "*") {
				q.LinesOfComment++
			} else {
				q.LinesOfCode++
			}
			if strings.HasPrefix(trimmed, "import") || strings.HasPrefix(trimmed, "from") ||
				strings.HasPrefix(trimmed, "require") || strings.HasPrefix(trimmed, "use") ||
				strings.HasPrefix(trimmed, "#include") {
				q.HasImports = true
			}
		}
	}

	// Simple completeness check: code has a function/class definition and closing brace
	fullCode := text
	if strings.Contains(fullCode, "func ") || strings.Contains(fullCode, "def ") ||
		strings.Contains(fullCode, "function ") || strings.Contains(fullCode, "class ") {
		if strings.Contains(fullCode, "}") || strings.Contains(fullCode, "return") {
			q.IsComplete = true
		}
	}

	// Calculate comment ratio
	total := q.LinesOfCode + q.LinesOfComment
	if total > 0 {
		q.CommentRatio = float64(q.LinesOfComment) / float64(total)
	}

	return q
}