Class ImageNet

python/graphvite/dataset.py:864–1069

ImageNet dataset for visualization. Splits: train_image, train_feature_data, train_label, train_hierarchical_label, valid_image, valid_feature_data, valid_label, valid_hierarchical_label

class ImageNet(Dataset):
    """
    ImageNet dataset for visualization.

    Splits:
        train_image, train_feature_data, train_label, train_hierarchical_label,
        valid_image, valid_feature_data, valid_label, valid_hierarchical_label
    """

    def __init__(self):
        super(ImageNet, self).__init__(
            "imagenet",
            urls={
                "train_image": "http://www.image-net.org/challenges/LSVRC/2012/nnoupb/ILSVRC2012_img_train.tar",
                "train_feature_data": [], # depends on `train_image`
                "train_label": [], # depends on `train_image`
                "train_hierarchical_label": [], # depends on `train_image`
                "valid_image": ["http://www.image-net.org/challenges/LSVRC/2012/nnoupb/ILSVRC2012_img_val.tar",
                                "http://www.image-net.org/challenges/LSVRC/2012/nnoupb/ILSVRC2012_devkit_t12.tar.gz"],
                "valid_feature_data": [], # depends on `valid_image`
                "valid_label": "http://www.image-net.org/challenges/LSVRC/2012/nnoupb/ILSVRC2012_devkit_t12.tar.gz",
                "valid_hierarchical_label":
                    "http://www.image-net.org/challenges/LSVRC/2012/nnoupb/ILSVRC2012_devkit_t12.tar.gz",
                "feature_data": [], # depends on `train_feature_data` & `valid_feature_data`
                "label": [], # depends on `train_label` & `valid_label`
                "hierarchical_label": [], # depends on `train_hierarchical_label` & `valid_hierarchical_label`
            }
        )

    def import_wordnet(self):
        import nltk
        try:
            nltk.data.find("corpora/wordnet")
        except LookupError:
            nltk.download("wordnet")
        from nltk.corpus import wordnet
        try:
            wordnet.synset_from_pos_and_offset
        except AttributeError:
            wordnet.synset_from_pos_and_offset = wordnet._synset_from_pos_and_offset
        return wordnet

    def get_name(self, synset):
        name = synset.name()
        return name[:name.find(".")]

    def readable_label(self, labels, save_file, hierarchy=False):
        wordnet = self.import_wordnet()

        if hierarchy:
            logger.info("generating human-readable hierarchical labels")
        else:
            logger.info("generating human-readable labels")
        synsets = []
        for label in labels:
            pos = label[0]
            offset = int(label[1:])
            synset = wordnet.synset_from_pos_and_offset(pos, offset)