(
intent_report: CVEvaluationResult,
entity_report: CVEvaluationResult,
response_selector_report: CVEvaluationResult,
)
| 1237 | return evaluation_results |
| 1238 | |
| 1239 | def _get_evaluation_results( |
| 1240 | intent_report: CVEvaluationResult, |
| 1241 | entity_report: CVEvaluationResult, |
| 1242 | response_selector_report: CVEvaluationResult, |
| 1243 | ) -> Dict[Text, Any]: |
| 1244 | eval_name_mapping = { |
| 1245 | "intent_evaluation": intent_report, |
| 1246 | "entity_evaluation": entity_report, |
| 1247 | "response_selection_evaluation": response_selector_report, |
| 1248 | } |
| 1249 | |
| 1250 | result: DefaultDict[Text, Any] = defaultdict(dict) |
| 1251 | for evaluation_name, evaluation in eval_name_mapping.items(): |
| 1252 | report = evaluation.evaluation.get("report", {}) |
| 1253 | averages = report.get("weighted avg", {}) |
| 1254 | result[evaluation_name]["report"] = report |
| 1255 | result[evaluation_name]["precision"] = averages.get("precision") |
| 1256 | result[evaluation_name]["f1_score"] = averages.get("1-score") |
| 1257 | result[evaluation_name]["errors"] = evaluation.evaluation.get("errors", []) |
| 1258 | |
| 1259 | return result |
| 1260 | |
| 1261 | @app.post("/model/predict") |
| 1262 | @requires_auth(app, auth_token) |
no test coverage detected
searching dependent graphs…