Method runDockerAgentInContainer

pkg/evaluation/eval.go:390–527

(ctx context.Context, imageID string, questions []string, setup string)

}

func (r *Runner) runDockerAgentInContainer(ctx context.Context, imageID string, questions []string, setup string) ([]map[string]any, error) {
	agentDir := r.agentSource.ParentDir()
	agentFile := filepath.Base(r.agentSource.Name())
	containerName := fmt.Sprintf("docker-agent-eval-%d", uuid.New().ID())

	args := []string{
		"run",
		"--name", containerName,
		"--privileged",
		"--init",
	}
	if !r.KeepContainers {
		args = append(args, "--rm")
	}
	args = append(args,
		"-i",
		"-v", agentDir+":/configs:ro",
	)

	var env []string
	// addEnv forwards a variable to the container: "-e NAME" tells docker to
	// pass it through, and NAME=VALUE sets it on the docker process.
	addEnv := func(name, value string) {
		args = append(args, "-e", name)
		env = append(env, name+"="+value)
	}

	if r.runConfig.ModelsGateway != "" {
		addEnv("DOCKER_AGENT_MODELS_GATEWAY", r.runConfig.ModelsGateway)

		if token, ok := r.runConfig.EnvProvider().Get(ctx, environment.DockerDesktopTokenEnv); ok && token != "" {
			addEnv(environment.DockerDesktopTokenEnv, token)
		}
	} else {
		for _, name := range config.ProviderAPIKeyEnvVars() {
			if val, ok := r.runConfig.EnvProvider().Get(ctx, name); ok && val != "" {
				addEnv(name, val)
			}
		}
	}

	// Pass additional environment variables specified via -e flag
	// Format: KEY or KEY=VALUE
	for _, entry := range r.EnvVars {
		if key, val, hasValue := strings.Cut(entry, "="); hasValue && key != "" {
			addEnv(key, val)
		} else if val, ok := r.runConfig.EnvProvider().Get(ctx, entry); ok && entry != "" {
			addEnv(entry, val)
		}
	}

	// When a setup script is provided, mount it into the container and
	// override the entrypoint to run it before docker agent run --exec.
	// The default entrypoint is: /run.sh /docker-agent run --exec --yolo --json
	// /run.sh starts dockerd then exec's "$@".
	if setup != "" {
		setupFile := filepath.Join(os.TempDir(), fmt.Sprintf("docker-agent-eval-setup-%d.sh", uuid.New().ID()))
		if err := os.WriteFile(setupFile, []byte(setup), 0o600); err != nil {