Ask AMP to evaluate the traced run EXECUTION_ID (crewai eval). EVAL_CONFIG is the project's own `eval.jsonc` when it has one: what good means for this crew, in its own words. Sent as it was written, comments and all, and read by the grader rather than here. PROJECT_ID
(
self,
execution_id: str,
*,
eval_config: str | None = None,
project_id: str | None = None,
)
| 44 | return token |
| 45 | |
| 46 | def create_evaluation( |
| 47 | self, |
| 48 | execution_id: str, |
| 49 | *, |
| 50 | eval_config: str | None = None, |
| 51 | project_id: str | None = None, |
| 52 | ) -> httpx.Response: |
| 53 | """Ask AMP to evaluate the traced run EXECUTION_ID (crewai eval). |
| 54 | |
| 55 | EVAL_CONFIG is the project's own `eval.jsonc` when it has one: what |
| 56 | good means for this crew, in its own words. Sent as it was written, |
| 57 | comments and all, and read by the grader rather than here. PROJECT_ID |
| 58 | is `[tool.crewai].project_id`, so the evaluation is filed under the |
| 59 | project it is about. |
| 60 | """ |
| 61 | body: dict[str, str] = {"execution_id": execution_id} |
| 62 | if eval_config: |
| 63 | body["eval_config"] = eval_config |
| 64 | if project_id: |
| 65 | body["project_id"] = project_id |
| 66 | return self._make_request( |
| 67 | "POST", |
| 68 | self.EVALUATIONS_RESOURCE, |
| 69 | json=body, |
| 70 | timeout=self.EVALUATION_START_TIMEOUT, |
| 71 | ) |
| 72 | |
| 73 | def create_models_evaluation( |
| 74 | self, |
no test coverage detected