(self, eval_loader=None, args=None)
| 269 | |
| 270 | @torch.no_grad() |
| 271 | def evaluate(self, eval_loader=None, args=None): |
| 272 | self.model.eval() |
| 273 | self.ema.apply_shadow() |
| 274 | if eval_loader is None: |
| 275 | eval_loader = self.loader_dict['eval'] |
| 276 | total_loss = 0.0 |
| 277 | total_num = 0.0 |
| 278 | y_true = [] |
| 279 | y_pred = [] |
| 280 | y_logits = [] |
| 281 | for _, x, y in eval_loader: |
| 282 | x, y = x.cuda(args.gpu), y.cuda(args.gpu) |
| 283 | num_batch = x.shape[0] |
| 284 | total_num += num_batch |
| 285 | logits = self.model(x) |
| 286 | loss = F.cross_entropy(logits, y, reduction='mean') |
| 287 | y_true.extend(y.cpu().tolist()) |
| 288 | y_pred.extend(torch.max(logits, dim=-1)[1].cpu().tolist()) |
| 289 | y_logits.extend(torch.softmax(logits, dim=-1).cpu().tolist()) |
| 290 | total_loss += loss.detach() * num_batch |
| 291 | top1 = accuracy_score(y_true, y_pred) |
| 292 | top5 = top_k_accuracy_score(y_true, y_logits, k=5) |
| 293 | precision = precision_score(y_true, y_pred, average='macro') |
| 294 | recall = recall_score(y_true, y_pred, average='macro') |
| 295 | F1 = f1_score(y_true, y_pred, average='macro') |
| 296 | AUC = roc_auc_score(y_true, y_logits, multi_class='ovo') |
| 297 | |
| 298 | cf_mat = confusion_matrix(y_true, y_pred, normalize='true') |
| 299 | self.print_fn('confusion matrix:\n' + np.array_str(cf_mat)) |
| 300 | self.ema.restore() |
| 301 | self.model.train() |
| 302 | return {'eval/loss': total_loss / total_num, 'eval/top-1-acc': top1, 'eval/top-5-acc': top5, |
| 303 | 'eval/precision': precision, 'eval/recall': recall, 'eval/F1': F1, 'eval/AUC': AUC} |
| 304 | |
| 305 | def save_model(self, save_name, save_path): |
| 306 | save_filename = os.path.join(save_path, save_name) |
no test coverage detected