MCPcopy Create free account

hub / github.com/Watchful1/PushshiftDumps / functions

Functions169 in github.com/Watchful1/PushshiftDumps

↓ 1 callersFunctionwrite_line_single
(handle, obj, field)
scripts/filter_file.py:115
↓ 1 callersFunctionwrite_line_zst
(handle, line)
scripts/filter_file.py:105
Method__enter__
(self)
personal/utils.py:72
Method__eq__
(self, other)
personal/combine/classes.py:97
Method__exit__
(self, exc_type, exc_value, exc_traceback)
personal/utils.py:75
Method__gt__
(self, other)
personal/combine/classes.py:87
Method__init__
(self, input_path, output_path=None, complete=False, lines_processed=0, error_lines=0, lines_matched=0)
scripts/combine_folder_multiprocess.py:64
Method__init__
(self, path, is_split=False)
scripts/combine_folder_multiprocess.py:91
Method__init__
(self, max_size)
scripts/combine_folder_multiprocess.py:188
Method__init__
(self, file_name)
personal/utils.py:61
Method__init__
(self, blocks: list[ZstBlock])
personal/zst_blocks.py:22
Method__init__
(self, rows: list[bytes])
personal/zst_blocks.py:117
Method__init__
(self, offset: int, size: int)
personal/zst_blocks.py:224
Method__init__
(self, input_path, output_path=None, complete=False, lines_processed=0, error_lines=0)
personal/diagnostic/test_files_multiprocess.py:32
Method__init__
(self, max_size)
personal/diagnostic/test_files_multiprocess.py:48
Method__init__
(self, input_path, output_path=None, complete=False, lines_processed=0, error_lines=0, count_file_path=None)
personal/diagnostic/count_subreddits_multiprocess.py:32
Method__init__
(self, max_size)
personal/diagnostic/count_subreddits_multiprocess.py:49
Method__init__
(self, input_path, output_path, complete=False, uncompressed_size=None, new_compressed_size=None, total_lines=
personal/compression/recompress_folder_multiprocess.py:51
Method__init__
(self, max_size)
personal/compression/recompress_folder_multiprocess.py:101
Method__init__
(self, ids, is_submission, ingest_name, estimated_datetime=None, missing_expected=False)
personal/combine/classes.py:20
Method__init__
(self, max_size)
personal/combine/classes.py:104
Method__init__
(self, is_submission, dump_folder)
personal/combine/classes.py:118
Method__init__
(self, min_datetime, max_datetime, obj_type)
personal/combine/classes.py:193
Method__init__
(self)
personal/combine/classes.py:311
Method__lt__
(self, other)
personal/combine/classes.py:92
Method__str__
(self)
scripts/combine_folder_multiprocess.py:82
Method__str__
(self)
personal/diagnostic/test_files_multiprocess.py:42
Method__str__
(self)
personal/diagnostic/count_subreddits_multiprocess.py:43
Method__str__
(self)
personal/compression/recompress_folder_multiprocess.py:63
Method__str__
(self)
personal/combine/classes.py:81
Method__str__
(self)
personal/combine/classes.py:320
MethodappendBlock
(file: BinaryIO, rows: list[bytes], compressionLevel=_defaultCompressionLevel)
personal/zst_blocks.py:65
Functionbase36encode
(integer: int)
personal/utils.py:88
Functionchunk_list
(items, chunk_size)
personal/utils.py:112
MethodcountBlocks
(file: BinaryIO)
personal/zst_blocks.py:94
Methodflush
(self)
personal/combine/classes.py:175
MethodgenerateRowPositions
(file: BinaryIO)
personal/zst_blocks.py:108
Methodget_body_key
(self)
personal/combine/classes.py:55
Methodget_count_files
(self)
scripts/combine_folder_multiprocess.py:109
Functionget_pushshift_token
(old_token)
personal/process_month.py:33
Functionget_pushshift_token
(old_token)
personal/combine/merge_and_backfill.py:30
Methodid_string
(self)
personal/combine/classes.py:78
Functioninit
(p_lock)
personal/process_month.py:94
Methodmatched_minute
(self, new_date_time)
personal/combine/classes.py:128
Functionmerge_fields
(existing_obj, new_obj, obj_type)
personal/combine/merge.py:328
Functionmerge_lowest_highest_id
(str_id, lowest_id, highest_id)
personal/utils.py:103
Functionopt_in
(reddit, subreddit_name)
personal/opt_in_quarantined.py:6
Functionparse_fields
(new_obj, obj_type)
personal/combine/merge.py:390
Methodpeek
(self)
personal/combine/classes.py:113
Functionprocess
(queue, base_folder, month, file_type, type_stages, reddit_username, compression_level, ignore_ids)
personal/process_month.py:138
Functionprocess_file
(file, queue, field, values, partial, regex, split_intermediate)
scripts/combine_folder_multiprocess.py:244
Functionprocess_file
(file, queue)
personal/diagnostic/test_files_multiprocess.py:121
Functionprocess_file
(file, queue, field)
personal/diagnostic/count_subreddits_multiprocess.py:130
Functionprocess_file
(file, queue, threads, level)
personal/compression/recompress_folder_multiprocess.py:149
Functionquery_reddit
(ids, reddit, is_submission)
personal/ingest/download_images.py:35
MethodreadBlockRowAt
(file: BinaryIO, rowPosition: RowPosition)
personal/zst_blocks.py:26
MethodreadMultipleBlocks
(file: BinaryIO, rowPositions: list[RowPosition])
personal/zst_blocks.py:31
Functionread_obj_zst
(file_name)
personal/utils.py:7
Functionread_obj_zst_blocks
(file_name)
personal/utils.py:81
Functionread_obj_zst_meta
(file_name)
personal/utils.py:38
Functionreplace
(match)
personal/combine/merge.py:317
Methodrollover_to_minute
(self, date_time)
personal/combine/classes.py:150
Methodset_results
(self, results)
personal/combine/classes.py:64
Methodshould_retry
(self)
personal/combine/classes.py:31
MethodstreamRows
(file: BinaryIO, blockIndexProgressCallback: Callable[[ int], None] | None = None)
personal/zst_blocks.py:54
MethodwriteBlocksStream
(file: BinaryIO, blocksStream: Iterable[list[bytes]], rowPositions: list[RowPosition] | None = None,
personal/zst_blocks.py:86
MethodwriteStream
(file: BinaryIO, rowStream: Iterable[bytes], blockSize: int, rowPositions: list[RowPosition] | None = Non
personal/zst_blocks.py:71
Functionwrite_line_zst
(handle, line)
personal/ingest/download_images.py:52
Methodwrite_object
(self, obj)
personal/combine/classes.py:171
← previous101–169 of 169, ranked by callers