Returns the URL domain name: http://en.wikipedia.org/wiki/Web_crawler => en.wikipedia.org
(url)
| 3081 | self._data.append(link) |
| 3082 | |
| 3083 | def base(url): |
| 3084 | """ Returns the URL domain name: |
| 3085 | http://en.wikipedia.org/wiki/Web_crawler => en.wikipedia.org |
| 3086 | """ |
| 3087 | return urlparse.urlparse(url).netloc |
| 3088 | |
| 3089 | def abs(url, base=None): |
| 3090 | """ Returns the absolute URL: |