Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/PeskyPotato/scrapers
/ functions
Functions
176 in github.com/PeskyPotato/scrapers
⨍
Functions
176
◇
Types & classes
14
↓ 37 callers
Method
close
(self)
wad-archive/database.py:138
↓ 15 callers
Function
grab_papers
(url, volume=1, issue=1)
IJSSB/IJSSB-scraper.py:10
↓ 6 callers
Method
debug
(self, msg)
oppetarkiv/oppetarkiv.py:16
↓ 5 callers
Function
format_name
(title)
oppetarkiv/oppetarkiv.py:33
↓ 4 callers
Method
error
(self, msg)
oppetarkiv/oppetarkiv.py:22
↓ 3 callers
Function
format_name
(title)
khinsider/khinsider-scraper.py:83
↓ 3 callers
Function
simple_list
(extra)
artic/artic-scraper.py:192
↓ 2 callers
Method
__del__
(self)
riksdagen/database.py:130
↓ 2 callers
Function
catch_list
(extra)
artic/artic-scraper.py:200
↓ 2 callers
Method
check_download
(self)
doomworld/database.py:30
↓ 2 callers
Method
create_tables
(self)
doomworld/database.py:66
↓ 2 callers
Function
download
(file_path, base_url, download_link)
linfoxdomain/linfoxdomain-scraper.py:90
↓ 2 callers
Function
download_file
(data, retries=0)
open3dlab/open3dlab-scraper.py:79
↓ 2 callers
Function
download_main
(download_dir)
riksdagen/download.py:48
↓ 2 callers
Function
format_name
(title)
riksdagen/download.py:41
↓ 2 callers
Function
format_name
(title)
IJSSB/IJSSB-scraper.py:48
↓ 2 callers
Function
format_name
(title)
memoryoftheworld/memoryoftheworld-scraper.py:14
↓ 2 callers
Function
get_category
(conn, c, name)
unicode-emoji-chart/unicode-emoji-chart-scraper.py:27
↓ 2 callers
Function
get_id
(url)
doomworld/doomworld-scraper.py:117
↓ 2 callers
Function
get_image
(link, query)
boorus/sankakucomplex/sankaku_complex.py:95
↓ 2 callers
Function
insert_category
(conn, c, name, parent=None)
unicode-emoji-chart/unicode-emoji-chart-scraper.py:37
↓ 2 callers
Function
scrape
(url_prefix, start, end)
riksdagen/riksdagen.py:13
↓ 2 callers
Function
scrape
(page)
impawards/impawards-scraper.py:15
↓ 2 callers
Function
scrape_album
(url)
khinsider/khinsider-scraper.py:13
↓ 1 callers
Method
add_author
(self)
doomworld/database.py:45
↓ 1 callers
Method
add_download
(self)
open3dlab/database.py:51
↓ 1 callers
Method
add_file
(self)
doomworld/database.py:23
↓ 1 callers
Method
add_project
(self)
open3dlab/database.py:17
↓ 1 callers
Method
add_user
(self)
open3dlab/database.py:35
↓ 1 callers
Function
all_programs
()
oppetarkiv/oppetarkiv.py:110
↓ 1 callers
Function
check_category
(conn, c, name)
unicode-emoji-chart/unicode-emoji-chart-scraper.py:23
↓ 1 callers
Function
close_db
(conn, c)
unicode-emoji-chart/unicode-emoji-chart-scraper.py:19
↓ 1 callers
Function
createTable
()
thecoverproject/thecoverproject-scraper.py:98
↓ 1 callers
Method
create_tables
(self)
riksdagen/database.py:44
↓ 1 callers
Method
create_tables
(self)
open3dlab/database.py:69
↓ 1 callers
Method
create_tables
(self)
wad-archive/database.py:34
↓ 1 callers
Function
dbWrite
(id)
thecoverproject/thecoverproject-scraper.py:110
↓ 1 callers
Function
download
(url, folder, filename)
boorus/sankakucomplex/sankaku_complex.py:60
↓ 1 callers
Function
download_all
()
open3dlab/open3dlab-scraper.py:124
↓ 1 callers
Function
download_all
()
wad-archive/wad-archive-scraper.py:52
↓ 1 callers
Function
download_emote
(emote)
betterttv/betterttv-scraper.py:41
↓ 1 callers
Function
download_file
(data, session, retries=0)
doomworld/doomworld-scraper.py:121
↓ 1 callers
Function
download_file
(data, retries=0)
wad-archive/wad-archive-scraper.py:22
↓ 1 callers
Function
enter_debate
(url)
riksdagen/riksdagen.py:31
↓ 1 callers
Function
findEnd
()
xkcd/xkcd-scraper.py:25
↓ 1 callers
Function
formatTitle
(title)
waset/waset-scraper.py:49
↓ 1 callers
Function
format_name
(title)
open3dlab/open3dlab-scraper.py:117
↓ 1 callers
Function
format_name
(name)
wad-archive/wad-archive-scraper.py:15
↓ 1 callers
Method
get_download
(self)
riksdagen/database.py:113
↓ 1 callers
Method
get_file_id
(self, file_id)
doomworld/database.py:123
↓ 1 callers
Function
get_file_url
(url)
open3dlab/open3dlab-scraper.py:107
↓ 1 callers
Function
get_flash_links
(base_url, down_path)
linfoxdomain/linfoxdomain-scraper.py:17
↓ 1 callers
Method
get_image_urls
(self, id)
open3dlab/database.py:207
↓ 1 callers
Function
get_item_metadata
(wad_id)
wad-archive/wad-archive-scraper.py:125
↓ 1 callers
Function
get_items
()
wad-archive/wad-archive-scraper.py:81
↓ 1 callers
Function
get_items_by_type
(wad_type)
wad-archive/wad-archive-scraper.py:90
↓ 1 callers
Function
get_latest
(query, image)
boorus/sankakucomplex/sankaku_complex.py:138
↓ 1 callers
Function
get_next
(image, query)
boorus/sankakucomplex/sankaku_complex.py:112
↓ 1 callers
Method
get_not_downloaded_download
(self)
open3dlab/database.py:174
↓ 1 callers
Method
get_not_downloaded_project
(self)
open3dlab/database.py:199
↓ 1 callers
Method
get_not_downloaded_wads
(self)
wad-archive/database.py:122
↓ 1 callers
Method
get_project
(self, id)
open3dlab/database.py:224
↓ 1 callers
Function
get_url
(img_page)
wallpaperflare/wallpaperflare-scraper.py:36
↓ 1 callers
Method
get_url
(self, id)
open3dlab/database.py:182
↓ 1 callers
Function
get_valid_filename
(s)
artic/artic-scraper.py:188
↓ 1 callers
Method
get_wad
(self, id)
wad-archive/database.py:114
↓ 1 callers
Method
get_wad_url
(self, wad)
wad-archive/database.py:130
↓ 1 callers
Function
grab_fonts
(category, x = "theme")
dafont/dafont-scraper.py:12
↓ 1 callers
Function
grab_papers
(total = 154)
waset/waset-scraper.py:9
↓ 1 callers
Function
grab_papers
(volume=1, issue=1, start=0)
IJSRD/IJSRD-scraper.py:10
↓ 1 callers
Method
inc_counter
(self)
boorus/sankakucomplex/sankaku_complex.py:38
↓ 1 callers
Function
init_db
()
unicode-emoji-chart/unicode-emoji-chart-scraper.py:11
↓ 1 callers
Method
insert_author
(self, author)
doomworld/database.py:113
↓ 1 callers
Method
insert_debate
(self, debate)
riksdagen/database.py:81
↓ 1 callers
Method
insert_download
(self, download)
open3dlab/database.py:141
↓ 1 callers
Method
insert_download_url
(self, url, download_id)
open3dlab/database.py:154
↓ 1 callers
Method
insert_download_url
(self, wad, url)
wad-archive/database.py:77
↓ 1 callers
Function
insert_emoji
(conn, c, code, emoji, cldr, category)
unicode-emoji-chart/unicode-emoji-chart-scraper.py:45
↓ 1 callers
Method
insert_file
(self, file)
doomworld/database.py:94
↓ 1 callers
Method
insert_image
(self, url, project_id)
open3dlab/database.py:164
↓ 1 callers
Method
insert_project
(self, project)
open3dlab/database.py:118
↓ 1 callers
Method
insert_speaker
(self, speaker: Speaker)
riksdagen/database.py:96
↓ 1 callers
Method
insert_user
(self, user)
open3dlab/database.py:131
↓ 1 callers
Method
insert_wad
(self, wad)
wad-archive/database.py:59
↓ 1 callers
Function
main
()
webtoons/webtoons-scraper.py:74
↓ 1 callers
Function
main
()
zenpencils/zenpencils-scraper.py:39
↓ 1 callers
Function
main
()
artic/artic-scraper.py:214
↓ 1 callers
Function
main
()
oppetarkiv/oppetarkiv.py:133
↓ 1 callers
Function
main
()
linfoxdomain/linfoxdomain-scraper.py:104
↓ 1 callers
Function
main
()
unicode-emoji-chart/unicode-emoji-chart-scraper.py:88
↓ 1 callers
Function
main
()
doomworld/doomworld-scraper.py:147
↓ 1 callers
Function
main
()
wallhaven/wallhaven-scraper.py:108
↓ 1 callers
Function
main
()
theoatmeal/theoatmeal-scraper.py:81
↓ 1 callers
Function
main
()
riksdagen/riksdagen.py:103
↓ 1 callers
Function
main
()
riksdagen/dokument.py:86
↓ 1 callers
Function
main
()
open3dlab/open3dlab-scraper.py:158
↓ 1 callers
Function
main
()
memoryoftheworld/memoryoftheworld-scraper.py:52
↓ 1 callers
Function
main
()
doomshack/doomshack-scraper.py:22
↓ 1 callers
Function
main
()
khinsider/khinsider-scraper.py:89
↓ 1 callers
Function
main
()
vulnhub/vulnhub-scraper.py:76
next →
1–100 of 176, ranked by callers