Function descriptorsFromReader

cmd/collection.go:301–347

(reader utils.StringReader)

}

func descriptorsFromReader(reader utils.StringReader) map[string][]objectDescriptor {
	descriptors := make(map[string][]objectDescriptor)
	hashPattern := regexp.MustCompile("[0-9a-fA-F]{32,64}")
	urlPattern := regexp.MustCompile("[hH][tTxX]{2}[pP][sS]?://.*")
	// At least two domain parts.
	domainPattern := regexp.MustCompile(".*[^.]+\\.[^.]+.*")
	for {
		next, err := reader.ReadString()
		if err == io.EOF {
			break
		}
		if match := hashPattern.MatchString(next); match {
			files := descriptors["files"]
			files = append(files, objectDescriptor{
				Type: "file",
				Id:   next,
			})
			descriptors["files"] = files
		} else if net.ParseIP(next) != nil {
			if strings.Contains(next, ".") {
				ipAddresses := descriptors["ip_addresses"]
				ipAddresses = append(ipAddresses, objectDescriptor{
					Type: "ip_address",
					Id:   next,
				})
				descriptors["ip_addresses"] = ipAddresses
			} else {
				// IPv6, skip.
			}
		} else if urlPattern.MatchString(next) {
			urls := descriptors["urls"]
			urls = append(urls, objectDescriptor{
				Type: "url",
				Url:  next,
			})
			descriptors["urls"] = urls
		} else if domainPattern.MatchString(next) {
			domains := descriptors["domains"]
			domains = append(domains, objectDescriptor{
				Type: "domain",
				Id:   next,
			})
			descriptors["domains"] = domains
		}
	}
	return descriptors
}