MCPcopy Create free account
hub / github.com/crewAIInc/crewAI / create_evaluation

Method create_evaluation

lib/cli/src/crewai_cli/plus_api.py:46–71  ·  view source on GitHub ↗

Ask AMP to evaluate the traced run EXECUTION_ID (crewai eval). EVAL_CONFIG is the project's own `eval.jsonc` when it has one: what good means for this crew, in its own words. Sent as it was written, comments and all, and read by the grader rather than here. PROJECT_ID

(
        self,
        execution_id: str,
        *,
        eval_config: str | None = None,
        project_id: str | None = None,
    )

Source from the content-addressed store, hash-verified

44 return token
45
46 def create_evaluation(
47 self,
48 execution_id: str,
49 *,
50 eval_config: str | None = None,
51 project_id: str | None = None,
52 ) -> httpx.Response:
53 """Ask AMP to evaluate the traced run EXECUTION_ID (crewai eval).
54
55 EVAL_CONFIG is the project's own `eval.jsonc` when it has one: what
56 good means for this crew, in its own words. Sent as it was written,
57 comments and all, and read by the grader rather than here. PROJECT_ID
58 is `[tool.crewai].project_id`, so the evaluation is filed under the
59 project it is about.
60 """
61 body: dict[str, str] = {"execution_id": execution_id}
62 if eval_config:
63 body["eval_config"] = eval_config
64 if project_id:
65 body["project_id"] = project_id
66 return self._make_request(
67 "POST",
68 self.EVALUATIONS_RESOURCE,
69 json=body,
70 timeout=self.EVALUATION_START_TIMEOUT,
71 )
72
73 def create_models_evaluation(
74 self,

Callers 1

_start_evaluationFunction · 0.45

Calls 1

_make_requestMethod · 0.95

Tested by

no test coverage detected