MCPcopy Create free account

hub / github.com/NanmiCoder/MediaCrawler / functions

Functions1,133 in github.com/NanmiCoder/MediaCrawler

⨍ Functions 1,133◇ Types & classes 236↳ Endpoints 25
Method__init__
(self)
media_platform/zhihu/help.py:57
Method__init__
(self, login_type: str, browser_context: BrowserContext, co
media_platform/zhihu/login.py:38
Method__init__
( self, timeout=60, # For media crawling, Bilibili long videos need a longer timeout
media_platform/bilibili/client.py:49
Method__init__
(self)
media_platform/bilibili/core.py:63
Method__init__
(self, img_key: str, sub_key: str)
media_platform/bilibili/help.py:36
Method__init__
(self, login_type: str, browser_context: BrowserContext, co
media_platform/bilibili/login.py:41
Method__init__
( self, timeout=60, # If media crawling is enabled, Weibo images need a longer timeout
media_platform/weibo/client.py:51
Method__init__
(self)
media_platform/weibo/core.py:60
Method__init__
(self, login_type: str, browser_context: BrowserContext, co
media_platform/weibo/login.py:41
Method__init__
( self, timeout=10, ip_pool=None, default_ip_proxy=None, headers: Dict
media_platform/tieba/client.py:44
Method__init__
(self)
media_platform/tieba/core.py:55
Method__init__
(self)
media_platform/tieba/help.py:40
Method__init__
(self, login_type: str, browser_context: BrowserContext, co
media_platform/tieba/login.py:37
Method__init__
( self, timeout=10, proxy=None, *, headers: Dict[str, str], pl
media_platform/kuaishou/client.py:44
Method__init__
(self)
media_platform/kuaishou/core.py:57
Method__init__
(self, login_type: str, browser_context: BrowserContext, co
media_platform/kuaishou/login.py:36
Method__init__
(self)
media_platform/kuaishou/graphql.py:29
Method__init__
( self, timeout=60, # If media crawling is enabled, Xiaohongshu long videos need longer timeo
media_platform/xhs/client.py:47
Method__init__
(self)
media_platform/xhs/extractor.py:28
Method__init__
(self)
media_platform/xhs/core.py:57
Method__init__
(self, login_type: str, browser_context: BrowserContext, co
media_platform/xhs/login.py:38
Method__init__
( self, timeout=60, # If the crawl media option is turned on, Douyin’s short videos will requ
media_platform/douyin/client.py:45
Method__init__
(self)
media_platform/douyin/core.py:55
Method__init__
(self, login_type: str, browser_context: BrowserContext, # type: ignore
media_platform/douyin/login.py:39
Method__new__
(cls)
database/mongodb_store_base.py:34
Method__new__
(cls, *args, **kwargs)
store/zhihu/_store_impl.py:245
Method__new__
(cls, *args, **kwargs)
store/bilibili/_store_impl.py:378
Method__new__
(cls, *args, **kwargs)
store/weibo/_store_impl.py:300
Method__new__
(cls, *args, **kwargs)
store/tieba/_store_impl.py:254
Method__new__
(cls, *args, **kwargs)
store/kuaishou/_store_impl.py:238
Method__new__
(cls, *args, **kwargs)
store/xhs/_store_impl.py:305
Method__new__
(cls, *args, **kwargs)
store/douyin/_store_impl.py:269
Method_api_user_avatar
(user: Dict)
media_platform/tieba/help.py:110
Function_compress
(t)
libs/douyin.js:113
Method_extract_comment_ip_location
extract comment ip location Args: comment_tags: Returns:
media_platform/zhihu/help.py:258
Function_fill
()
libs/douyin.js:153
Method_foramt_gender_text
format gender text Args: gender: Returns:
media_platform/zhihu/help.py:297
Function_force_stop
()
main.py:148
Function_patched_build
(self, hex_parameter, a1_value, app_identifier="xhs-pc-web", string_param="", timestamp
media_platform/xhs/playwright_sign.py:50
Method_refresh_proxy_if_expired
Check if proxy has expired, automatically refresh if so Call this method before each request to ensure proxy is valid
proxy/proxy_mixin.py:57
Method_sync_request
Synchronous requests method Args: method: Request method url: Request URL proxy: Proxy IP
media_platform/tieba/client.py:187
Functionasync_cleanup
()
main.py:123
Functionb64_encode
Custom Base64 encoding
media_platform/xhs/xhs_sign.py:128
Functionbase36decode
(number)
media_platform/xhs/help.py:274
Functionbatch_update_bilibili_creator_dynamics
(creator_info: Dict, dynamics_list: List[Dict])
store/bilibili/__init__.py:144
Functionbatch_update_bilibili_creator_fans
(creator_info: Dict, fans_list: List[Dict])
store/bilibili/__init__.py:134
Functionbatch_update_bilibili_creator_followings
(creator_info: Dict, followings_list: List[Dict])
store/bilibili/__init__.py:139
Functionbatch_update_bilibili_video_comments
(video_id: str, comments: List[Dict])
store/bilibili/__init__.py:90
Functionbatch_update_dy_aweme_comments
(aweme_id: str, comments: List[Dict])
store/douyin/__init__.py:186
Functionbatch_update_ks_video_comments
(video_id: str, comments: List[Dict])
store/kuaishou/__init__.py:82
Functionbatch_update_tieba_note_comments
Batch update tieba note comments Args: note_id: comments: Returns:
store/tieba/__init__.py:83
Functionbatch_update_tieba_notes
Batch update tieba notes Args: note_list: Returns:
store/tieba/__init__.py:51
Functionbatch_update_weibo_note_comments
Batch update weibo note comments Args: note_id: comments: Returns:
store/weibo/__init__.py:110
Functionbatch_update_weibo_notes
Batch update weibo notes Args: note_list: Returns:
store/weibo/__init__.py:55
Functionbatch_update_xhs_note_comments
Batch update Xiaohongshu note comments Args: note_id: comments: Returns:
store/xhs/__init__.py:134
Functionbatch_update_zhihu_contents
Batch update Zhihu contents Args: contents: Returns:
store/zhihu/__init__.py:57
Functionbatch_update_zhihu_note_comments
Batch update Zhihu content comments Args: comments: Returns:
store/zhihu/__init__.py:89
Functioncalculate_number_of_files
Calculate the prefix sorting number for data save files, supporting writing to different files for each run Args: file_store_path; Ret
store/zhihu/_store_impl.py:45
Functioncalculate_number_of_files
Calculate the prefix sorting number for data save files, supporting writing to different files for each run Args: file_store_path; Ret
store/weibo/_store_impl.py:46
Functioncalculate_number_of_files
Calculate the prefix sorting number for data save files, supporting writing to different files for each run Args: file_store_path; Ret
store/tieba/_store_impl.py:46
Functioncalculate_number_of_files
Calculate the prefix sorting number for data save files, supporting writing to different files for each run Args: file_store_path; Ret
store/kuaishou/_store_impl.py:45
Functioncheck_environment
Check if MediaCrawler environment is configured correctly
api/main.py:89
Methodcleanup
Cleanup resources, close browser process
tools/browser_launcher.py:241
Methodcleanup
()
test/test_mongodb_integration.py:62
FunctionclearEnvCheck
()
webui/src/components/env/EnvironmentCheck.tsx:19
FunctionclearLicenseAccepted
()
webui/src/components/license/LicenseDisclaimer.tsx:13
Methodclear_singleton_state
Clear singleton state before and after each test
tests/test_excel_store.py:44
Functionclose
Placeholder for closing database connections if needed in the future.
database/db.py:49
Methodclose
Close browser context
media_platform/bilibili/core.py:558
Methodclose
Close browser context
media_platform/weibo/core.py:476
Methodclose
Close browser context
media_platform/kuaishou/core.py:443
Methodclose
Close browser context
media_platform/xhs/core.py:453
Methodclose
Close browser context
media_platform/douyin/core.py:392
Functionconvert_browser_context_cookies
( browser_context: BrowserContext, urls: Optional[List[str]] = None )
tools/crawler_util.py:148
Functionconvert_str_cookie_to_dict
(cookie_str: str)
tools/crawler_util.py:159
Functiondownload_file
Download file
api/routers/data.py:167
Functionease_in_quad
(x)
tools/easing.py:32
Functionease_out_bounce
(x)
tools/easing.py:51
Functionease_out_elastic
(x)
tools/easing.py:67
Functionease_out_expo
(x)
tools/easing.py:44
Functionease_out_quad
(x)
tools/easing.py:36
Functionease_out_quart
(x)
tools/easing.py:40
Functionencode_utf8
Encode string to UTF-8 byte list
media_platform/xhs/xhs_sign.py:113
Methodexcel_store
Create ExcelStoreBase instance for testing
tests/test_excel_store.py:59
Methodextract_gender
Extract gender from HTML content Args: html_content: HTML string Returns: Gender string ('Male', 'Fe
media_platform/tieba/help.py:743
Functionfake_batch_get_comments
(note_details)
tests/test_cmd_arg_tieba.py:53
Functionfake_extract_comments
(api_data, note_detail)
tests/test_tieba_client_pagination.py:47
Functionfake_fetch
(uri, method="GET", params=None, data=None, use_sign=False)
tests/test_tieba_client_pagination.py:18
Functionfake_get_note_by_id
(note_id)
tests/test_tieba_client_pagination.py:91
Functionfake_get_note_detail
(note_id, semaphore)
tests/test_cmd_arg_tieba.py:49
Functionfake_get_notes_by_creator_portrait
(portrait, page_number, page_size=20)
tests/test_tieba_client_pagination.py:74
Functionfake_get_page_data
(note_id, page=1)
tests/test_tieba_client_pagination.py:43
Functionfake_sleep
(_)
tests/test_tieba_client_pagination.py:100
Methodfetch_creator_notes_detail
Concurrently obtain the specified post list and save the data
media_platform/xhs/core.py:228
Methodfetch_creator_video_detail
Concurrently obtain the specified post list and save the data
media_platform/kuaishou/core.py:428
Methodfetch_creator_video_detail
Concurrently obtain the specified post list and save the data
media_platform/douyin/core.py:296
Functionfind_login_qrcode
find login qrcode image from target selector
tools/crawler_util.py:43
Functionfind_qrcode_img_from_canvas
find qrcode image from canvas element Args: page: canvas_selector: Returns:
tools/crawler_util.py:66
Methodflush
(self)
store/xhs/_store_impl.py:67
Methodflush
flush data to json file :return:
store/xhs/_store_impl.py:95
← previousnext →701–800 of 1,133, ranked by callers