Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/awolfly9/IPProxyTool
/ functions
Functions
160 in github.com/awolfly9/IPProxyTool
⨍
Functions
160
◇
Types & classes
34
↳
Endpoints
5
↓ 16 callers
Method
commit
(self)
sql/mysql.py:268
↓ 14 callers
Method
execute
(self, command, commit=True)
sql/mysql.py:271
↓ 14 callers
Method
set_value
(self, ip, port, country, anonymity, source='unkonw', https='no', speed=-1, vali_count=0)
proxy.py:58
↓ 13 callers
Method
get_proxy_ids
(self, table_name)
sql/mysql.py:157
↓ 13 callers
Method
init
(self)
crawler/spiders/validator/validator.py:29
↓ 12 callers
Method
get_proxy_count
(self, table_name)
sql/mysql.py:146
↓ 11 callers
Method
add_proxy
(self, proxy)
crawler/spiders/proxy/basespider.py:54
↓ 11 callers
Method
init
(self)
crawler/spiders/proxy/basespider.py:26
↓ 10 callers
Method
del_proxy_with_id
(self, table_name, id)
sql/mysql.py:226
↓ 8 callers
Function
log
(msg, level=logging.DEBUG)
utils.py:13
↓ 6 callers
Method
get_proxy_with_id
(self, table_name, id)
sql/mysql.py:168
↓ 6 callers
Method
write
(self, data)
crawler/spiders/proxy/basespider.py:57
↓ 3 callers
Method
insert_proxy
(self, table_name, proxy)
sql/mysql.py:64
↓ 3 callers
Method
query
(self, command, commit=False)
sql/mysql.py:282
↓ 3 callers
Method
update_proxy
(self, table_name, proxy)
sql/mysql.py:111
↓ 2 callers
Method
init_proxy_table
(self, table_name)
sql/mysql.py:43
↓ 2 callers
Method
query_one
(self, command, commit=False)
sql/mysql.py:295
↓ 2 callers
Method
save_page
(self, ip, data)
crawler/spiders/validator/validator.py:143
↓ 2 callers
Function
test_process
(table_name,mode=None,limit=50)
run_validator_async.py:47
↓ 1 callers
Function
async_validator
()
run_validator_async.py:42
↓ 1 callers
Method
close
(spider, reason)
crawler/spiders/proxy/basespider.py:64
↓ 1 callers
Method
close
(spider, reason)
crawler/spiders/validator/validator.py:151
↓ 1 callers
Method
create_database
(self, database_name)
sql/mysql.py:25
↓ 1 callers
Method
del_proxy_with_id
(self, table_name, id)
sql/mongodb.py:82
↓ 1 callers
Method
del_proxy_with_ip
(self, table_name, ip)
sql/sql_manager.py:66
↓ 1 callers
Method
get_anonymity_type
There are 3 levels of proxies according to their anonymity. Level 1 - Elite Proxy / Highly Anonymous Proxy: The web server can't detect w
proxy.py:68
↓ 1 callers
Method
get_dict
(self)
proxy.py:44
↓ 1 callers
Method
get_proxies_info
批量获取代理表中的id，ip和port信息 Args: @table_name 表名 @start_id 起始id @limit 单批次最大记录数 Return 包
sql/mysql.py:203
↓ 1 callers
Method
get_proxies_info
(self,table_name,start_id=0,limit=10)
sql/sql_manager.py:69
↓ 1 callers
Method
init
(self)
crawler/spiders/validator/httpbin.py:36
↓ 1 callers
Method
insert_proxy
(self, table_name, proxy)
sql/sql_manager.py:33
↓ 1 callers
Method
insert_valid_proxy
(self, id)
sql/mysql.py:79
↓ 1 callers
Method
parse_ip
(self, page)
crawler/spiders/proxy/proxydb.py:41
↓ 1 callers
Function
runspider
(name)
run_spider.py:12
↓ 1 callers
Method
select_proxy
(self, table_name, **kwargs)
sql/sql_manager.py:39
↓ 1 callers
Method
success_content_parse
(self, response)
crawler/spiders/validator/validator.py:99
↓ 1 callers
Method
success_content_parse
(self, response)
crawler/spiders/validator/jd.py:47
↓ 1 callers
Function
test_connect
(proxy,operator,mode=None)
run_validator_async.py:16
↓ 1 callers
Method
update_valid_proxy
(self, id=0)
sql/mysql.py:124
↓ 1 callers
Function
validator
()
run_validator.py:31
Method
__dict__
(self)
proxy.py:30
Method
__init__
(self)
proxy.py:5
Method
__init__
(self, **kwargs)
sql/mysql.py:13
Method
__init__
(self)
sql/sql_manager.py:9
Method
__init__
(self, **kwargs)
sql/sql_base.py:4
Method
__init__
(self, **kwargs)
sql/mongodb.py:14
Method
__init__
(self, *a, **kw)
crawler/spiders/proxy/basespider.py:16
Method
__init__
(self, *a, **kw)
crawler/spiders/proxy/ip181.py:11
Method
__init__
(self, *a, **kwargs)
crawler/spiders/proxy/sixsixip.py:12
Method
__init__
(self, *a, **kw)
crawler/spiders/proxy/data5u.py:11
Method
__init__
(self, *a, **kwargs)
crawler/spiders/proxy/usproxy.py:12
Method
__init__
(self, *a, **kwargs)
crawler/spiders/proxy/freeproxylists.py:14
Method
__init__
(self, *a, **kw)
crawler/spiders/proxy/hidemy.py:13
Method
__init__
(self, *a, **kwargs)
crawler/spiders/proxy/kuaidaili.py:12
Method
__init__
(self, *a, **kwargs)
crawler/spiders/proxy/proxydb.py:12
Method
__init__
(self, *a, **kwargs)
crawler/spiders/proxy/gatherproxy.py:15
Method
__init__
(self, *a, **kw)
crawler/spiders/proxy/proxylistplus.py:11
Method
__init__
(self, *a, **kw)
crawler/spiders/proxy/xicidaili.py:11
Method
__init__
(self, name = None, **kwargs)
crawler/spiders/validator/douban.py:9
Method
__init__
(self, name = None, **kwargs)
crawler/spiders/validator/validator.py:18
Method
__init__
(self, name = None, **kwargs)
crawler/spiders/validator/baidu.py:9
Method
__init__
(self, name = None, **kwargs)
crawler/spiders/validator/jd.py:15
Method
__init__
(self, name = None, **kwargs)
crawler/spiders/validator/amazoncn.py:9
Method
__init__
(self, name = None, **kwargs)
crawler/spiders/validator/boss.py:10
Method
__init__
(self, name = None, **kwargs)
crawler/spiders/validator/liepin.py:10
Method
__init__
(self, name=None, **kwargs)
crawler/spiders/validator/httpbin.py:16
Method
__init__
(self, name = None, **kwargs)
crawler/spiders/validator/bbs.py:10
Method
__init__
(self, name = None, **kwargs)
crawler/spiders/validator/anjuke.py:20
Method
__init__
(self, name = None, **kwargs)
crawler/spiders/validator/lagou.py:15
Method
__init__
(self, *a, **kwargs)
crawler/spiders/validator/assetstore.py:14
Method
__init__
(self, name = None, **kwargs)
crawler/spiders/validator/gather.py:9
Method
__init__
(self, name = None, **kwargs)
crawler/spiders/validator/zhilian.py:10
Method
__init__
(self, name = None, **kwargs)
crawler/spiders/validator/steam.py:9
Method
__str__
(self)
proxy.py:16
Method
commit
(self)
sql/sql_manager.py:72
Method
commit
(self)
sql/sql_base.py:43
Method
commit
(self)
sql/mongodb.py:90
Method
create_table
(self, command)
sql/mysql.py:249
Method
del_proxy_with_id
(self, table_name, id)
sql/sql_manager.py:63
Method
del_proxy_with_id
(self, table_name, id)
sql/sql_base.py:37
Method
del_proxy_with_ip
(self, table_name, ip)
sql/mysql.py:237
Method
del_proxy_with_ip
(self, table_name, ip)
sql/sql_base.py:40
Method
del_proxy_with_ip
(self, table_name, ip)
sql/mongodb.py:86
Function
delete
()
server/dataserver.py:71
Method
delete_old
(self, table_name, day)
sql/mysql.py:136
Method
delete_old
(self, table_name, day)
sql/sql_manager.py:51
Method
delete_old
(self, table_name, day)
sql/sql_base.py:25
Method
delete_old
(self, table_name, day)
sql/mongodb.py:50
Method
delete_proxy
(self, table_name, proxy)
sql/mysql.py:133
Method
delete_proxy
(self, table_name, proxy)
sql/sql_manager.py:48
Method
delete_proxy
(self, table_name, proxy)
sql/sql_base.py:22
Method
delete_proxy
(self, table_name, proxy)
sql/mongodb.py:47
Method
error_parse
(self, failure)
crawler/spiders/proxy/basespider.py:50
Method
error_parse
(self, failure)
crawler/spiders/validator/validator.py:104
Method
error_parse
(self, failure)
crawler/spiders/validator/httpbin.py:120
Method
get_comment_count
(self, response)
crawler/spiders/validator/jd.py:88
Method
get_proxy
(self)
crawler/spiders/proxy/gatherproxy.py:56
Method
get_proxy_count
(self, table_name)
sql/sql_manager.py:54
Method
get_proxy_count
(self, table_name)
sql/sql_base.py:28
Method
get_proxy_count
(self, table_name)
sql/mongodb.py:55
next →
1–100 of 160, ranked by callers