Method compute_features

data/inat2018_loader.py:180–200

Compute logits for all images in the dataset using the provided model and store them in logits_file.

(self, model, logits_file)

        np.save(logits_file, logits)

    def compute_features(self, model, logits_file):
        """Compute logits for all images in the dataset using the provided model
        and store them in logits_file."""

        batch_size = 11
        model.eval()
        dataloader = iter(data.DataLoader(self, batch_size=batch_size, shuffle=False))
        logits = np.zeros((len(self.ids), 8142))
        i = 0
        while True:
            i += 1
            try:
                batch = next(dataloader)
                indices = np.in1d(self.ids, batch[1].detach().cpu().numpy()).nonzero()[0]
                logits[indices] = model(batch[0].cuda()).detach().cpu().numpy().tolist()
                if i * batch_size % 1001 == 0:
                    print(f"{i * batch_size} images processed")
            except StopIteration:
                break

        np.save(logits_file, logits)

def load_inat_location_data(ip_dir, loc_file_name, ann_file_name, remove_empty=True):
    print('Loading ' + os.path.basename(loc_file_name))