Method compute_logits

data/inat2018_loader.py:158–178

Compute logits for all images in the dataset using the provided model and store them in logits_file.

(self, model, logits_file)

        return len(self.imgs)
    
    def compute_logits(self, model, logits_file):
        """Compute logits for all images in the dataset using the provided model
        and store them in logits_file."""
        
        batch_size = 11
        model.eval()
        dataloader = iter(data.DataLoader(self, batch_size=batch_size, shuffle=False))
        logits = np.zeros((len(self.ids), 8142))
        i = 0
        while True:
            i += 1
            try:
                batch = next(dataloader)
                indices = np.in1d(self.ids, batch[1].detach().cpu().numpy()).nonzero()[0]
                logits[indices] = model(batch[0].cuda()).detach().cpu().numpy().tolist()
                if i * batch_size % 1001 == 0:
                    print(f"{i * batch_size} images processed")
            except StopIteration:
                break
        
        np.save(logits_file, logits)

    def compute_features(self, model, logits_file):
        """Compute logits for all images in the dataset using the provided model