MCPcopy Create free account

hub / github.com/Watchful1/PushshiftDumps / functions

Functions169 in github.com/Watchful1/PushshiftDumps

⨍ Functions 169◇ Types & classes 25
↓ 57 callersMethodwrite
(self, line)
personal/utils.py:65
↓ 28 callersMethodread
(bytes: bytes, position: int)
personal/zst_blocks.py:229
↓ 21 callersMethodclose
(self)
personal/combine/classes.py:178
↓ 13 callersMethodclose
(self)
scripts/combine_folder_multiprocess.py:181
↓ 11 callersMethodadd
(self, obj)
personal/combine/classes.py:316
↓ 7 callersFunctionis_empty
(value)
personal/combine/merge.py:306
↓ 6 callersMethodput
(self, item)
scripts/combine_folder_multiprocess.py:192
↓ 6 callersMethodput
(self, item)
personal/compression/recompress_folder_multiprocess.py:105
↓ 5 callersMethodput
(self, item)
personal/diagnostic/test_files_multiprocess.py:52
↓ 5 callersMethodput
(self, item)
personal/diagnostic/count_subreddits_multiprocess.py:53
↓ 4 callersMethodadd_object
(self, obj, ingest_type)
personal/combine/classes.py:281
↓ 4 callersMethodclose
(self)
personal/utils.py:69
↓ 4 callersFunctionend_of_day
(input_minute)
personal/combine/merge_and_backfill.py:145
↓ 4 callersFunctionend_of_day
(input_minute)
personal/combine/merge_minutes.py:30
↓ 4 callersMethodput
(self, item)
personal/combine/classes.py:108
↓ 4 callersFunctionsave_file_list
(input_files, working_folder, status_json, script_type, stage)
personal/diagnostic/count_subreddits_multiprocess.py:64
↓ 4 callersMethodto_str
(file_type)
scripts/combine_folder_multiprocess.py:54
↓ 4 callersMethodwrite
(self, file: BinaryIO, rowPositions: list[RowPosition] | None = None, compressionLevel=_defaultCompr
personal/zst_blocks.py:174
↓ 3 callersMethoddelete_object_id
(self, str_id)
personal/combine/classes.py:208
↓ 3 callersMethodget_counts_string_by_minute
(self, minute, ingest_types)
personal/combine/classes.py:236
↓ 3 callersFunctionsave_file_list
(input_files, working_folder, status_json, arg_string, script_type, completed_prefixes=None)
scripts/combine_folder_multiprocess.py:203
↓ 3 callersFunctionsave_pushshift_token
(token)
personal/process_month.py:53
↓ 3 callersFunctionsave_pushshift_token
(token)
personal/combine/merge_and_backfill.py:42
↓ 3 callersMethodwrite_line
(self, line, value=None)
scripts/combine_folder_multiprocess.py:169
↓ 3 callersMethodyield_lines
(self, character_filter=None)
scripts/combine_folder_multiprocess.py:128
↓ 2 callersFunctionbuild_day
(day_to_process, input_folders, output_folder, object_type, reddit, ignore_ids, pushshift_token_function)
personal/combine/merge_and_backfill.py:149
↓ 2 callersMethodcount_minutes
(self)
personal/combine/classes.py:223
↓ 2 callersMethoddelete_objects_below_minute
(self, delete_below_minute)
personal/combine/classes.py:211
↓ 2 callersMethodget_counts_string
(self)
personal/combine/classes.py:245
↓ 2 callersMethodget_counts_string_from_dict
(counts_dict, ingest_types)
personal/combine/classes.py:227
↓ 2 callersMethodget_path
(self, date_folder, export_filename, increment=None)
personal/combine/classes.py:131
↓ 2 callersMethodget_paths
(self, character_filter=None)
scripts/combine_folder_multiprocess.py:96
↓ 2 callersMethodget_prefix
(self)
personal/combine/classes.py:61
↓ 2 callersMethodget_write_handle
(self, character_filter=None)
scripts/combine_folder_multiprocess.py:153
↓ 2 callersFunctionread_and_decode
(reader, chunk_size, max_window_size, previous_chunk=None, bytes_read=0)
personal/utils.py:25
↓ 2 callersMethodrebuild_minute_dict
(self)
personal/combine/classes.py:217
↓ 2 callersFunctionsave_file_list
(input_files, status_json, script_type)
personal/diagnostic/test_files_multiprocess.py:63
↓ 2 callersFunctionsave_file_list
(input_files, working_folder, status_json, arg_string, script_type)
personal/compression/recompress_folder_multiprocess.py:116
↓ 2 callersMethodstreamRows
(cls, file: BinaryIO)
personal/zst_blocks.py:121
↓ 1 callersMethodadd_missing_object
(self, obj_id)
personal/combine/classes.py:298
↓ 1 callersFunctionbase36decode
(base36: str)
personal/utils.py:99
↓ 1 callersFunctionbuild_day
(day_to_process, input_folders, output_folder, object_type)
personal/combine/merge_minutes.py:34
↓ 1 callersFunctionbuild_month
(month, input_folder, output_folder, file_type, compression_level)
personal/combine/build_month.py:30
↓ 1 callersMethodcontains_id
(self, str_id)
personal/combine/classes.py:205
↓ 1 callersFunctioncount_lines_bytes
(file_name)
personal/diagnostic/get_zst_details.py:43
↓ 1 callersFunctioncount_lines_bytes
(file_name)
personal/compression/recompress_folder_multiprocess.py:80
↓ 1 callersFunctionend_of_day
(input_minute)
personal/process_month.py:134
↓ 1 callersMethodgenerateRowPositions
(file: BinaryIO)
personal/zst_blocks.py:207
↓ 1 callersFunctionget_commenters_from_file
(subreddit, subreddit_file, subreddit_commenters, total_lines, files_status, from_date, to_date)
scripts/find_overlapping_users.py:80
↓ 1 callersMethodget_missing_ids_by_minutes
(self, start_minute, end_minute, ignore_ids)
personal/combine/classes.py:255
↓ 1 callersMethodget_string_type
(self)
personal/combine/classes.py:58
↓ 1 callersFunctionload_file_list
(status_json)
scripts/combine_folder_multiprocess.py:224
↓ 1 callersFunctionload_file_list
(status_json)
personal/diagnostic/test_files_multiprocess.py:76
↓ 1 callersFunctionload_file_list
(status_json)
personal/diagnostic/count_subreddits_multiprocess.py:80
↓ 1 callersFunctionload_file_list
(status_json)
personal/compression/recompress_folder_multiprocess.py:132
↓ 1 callersFunctionload_pushshift_token
()
personal/process_month.py:58
↓ 1 callersFunctionload_pushshift_token
()
personal/combine/merge_and_backfill.py:47
↓ 1 callersFunctionload_status
(status_json)
personal/process_month.py:110
↓ 1 callersFunctionmain
(subreddits)
personal/opt_in_quarantined.py:11
↓ 1 callersFunctionmerge_and_backfill
(start_date, end_date, input_folders, output_folder, object_type, ignore_ids, reddit_username, pushshift_token
personal/combine/merge_and_backfill.py:247
↓ 1 callersMethodpeek
(self)
scripts/combine_folder_multiprocess.py:197
↓ 1 callersMethodpeek
(self)
personal/diagnostic/test_files_multiprocess.py:57
↓ 1 callersMethodpeek
(self)
personal/diagnostic/count_subreddits_multiprocess.py:58
↓ 1 callersMethodpeek
(self)
personal/compression/recompress_folder_multiprocess.py:110
↓ 1 callersFunctionprocess_file
(input_file, output_file, output_format, field, values, from_date, to_date, single_field, exact_match)
scripts/filter_file.py:180
↓ 1 callersFunctionprocess_update
(input_files, queue, last_log_time, force_write)
personal/diagnostic/test_files_multiprocess.py:142
↓ 1 callersFunctionquery_pushshift
(ids, bearer, object_type, pushshift_token_function)
personal/combine/merge_and_backfill.py:81
↓ 1 callersFunctionquery_reddit
(ids, reddit, object_type)
personal/combine/merge_and_backfill.py:128
↓ 1 callersFunctionre_auth_pushshift
(old_token)
personal/process_month.py:66
↓ 1 callersFunctionre_auth_pushshift
(old_token)
personal/combine/merge_and_backfill.py:53
↓ 1 callersMethodreadRow
(cls, file: BinaryIO, rowIndex: int)
personal/zst_blocks.py:159
↓ 1 callersMethodreadSpecificRows
(cls, file: BinaryIO, rowIndices: Iterable[int])
personal/zst_blocks.py:138
↓ 1 callersFunctionread_and_decode
(reader, chunk_size, max_window_size, previous_chunk=None, bytes_read=0)
scripts/to_csv.py:31
↓ 1 callersFunctionread_and_decode
(reader, chunk_size, max_window_size, previous_chunk=None, bytes_read=0)
scripts/iterate_folder.py:18
↓ 1 callersFunctionread_and_decode
(reader, chunk_size, max_window_size, previous_chunk=None, bytes_read=0)
scripts/single_file.py:16
↓ 1 callersFunctionread_and_decode
(reader, chunk_size, max_window_size, previous_chunk=None, bytes_read=0)
scripts/find_overlapping_users.py:47
↓ 1 callersFunctionread_and_decode
(reader, chunk_size, max_window_size, previous_chunk=None, bytes_read=0)
scripts/filter_file.py:147
↓ 1 callersFunctionread_and_decode
(reader, chunk_size, max_window_size, previous_chunk=None, bytes_read=0)
scripts/count_words_single_file.py:16
↓ 1 callersFunctionread_and_decode
(reader, chunk_size, max_window_size, previous_chunk=None, bytes_read=0)
personal/ingest/download_images.py:57
↓ 1 callersFunctionread_and_decode
(reader, chunk_size, max_window_size, previous_chunk=None, bytes_read=0)
personal/diagnostic/get_zst_details.py:30
↓ 1 callersFunctionread_and_decode
(reader, chunk_size, max_window_size, previous_chunk=None, bytes_read=0)
personal/diagnostic/count_fields.py:15
↓ 1 callersFunctionread_and_decode
(reader, chunk_size, max_window_size, previous_chunk=None, bytes_read=0)
personal/diagnostic/test_files_multiprocess.py:89
↓ 1 callersFunctionread_and_decode
(reader, chunk_size, max_window_size, previous_chunk=None, bytes_read=0)
personal/diagnostic/count_subreddits_multiprocess.py:95
↓ 1 callersFunctionread_and_decode
(reader, chunk_size, max_window_size, previous_chunk=None, bytes_read=0)
personal/compression/recompress_folder_multiprocess.py:67
↓ 1 callersMethodread_and_decode
(reader, chunk_size, max_window_size, previous_chunk=None, bytes_read=0)
scripts/combine_folder_multiprocess.py:114
↓ 1 callersFunctionread_lines_zst
(file_name)
scripts/to_csv.py:44
↓ 1 callersFunctionread_lines_zst
(file_name)
scripts/iterate_folder.py:32
↓ 1 callersFunctionread_lines_zst
(file_name)
scripts/single_file.py:30
↓ 1 callersFunctionread_lines_zst
(file_name)
scripts/find_overlapping_users.py:61
↓ 1 callersFunctionread_lines_zst
(file_name)
scripts/filter_file.py:161
↓ 1 callersFunctionread_lines_zst
(file_name)
scripts/count_words_single_file.py:30
↓ 1 callersFunctionread_lines_zst
(file_name)
personal/ingest/download_images.py:71
↓ 1 callersFunctionread_lines_zst
(file_name)
personal/diagnostic/count_fields.py:29
↓ 1 callersFunctionread_lines_zst
(file_name)
personal/diagnostic/test_files_multiprocess.py:104
↓ 1 callersFunctionread_lines_zst
(file_name)
personal/diagnostic/count_subreddits_multiprocess.py:110
↓ 1 callersFunctionsave_status
(status_json, stages, month)
personal/process_month.py:99
↓ 1 callersFunctionsplit_by_minutes
(input_file, output_file)
personal/transform/split_blocks_by_minutes.py:18
↓ 1 callersMethodwrite
(self, bytes: bytearray, position: int)
personal/zst_blocks.py:234
↓ 1 callersFunctionwrite_line_csv
(writer, obj, is_submission)
scripts/filter_file.py:123
↓ 1 callersFunctionwrite_line_json
(handle, obj)
scripts/filter_file.py:110
next →1–100 of 169, ranked by callers