MCPcopy Create free account

hub / github.com/Yelp/mrjob / functions

Functions4,468 in github.com/Yelp/mrjob

Methodfs
:py:class:`~mrjob.fs.base.Filesystem` object for SSH, S3, and the local filesystem.
mrjob/emr.py:672
Methodfs
:py:class:`~mrjob.fs.base.Filesystem` object for SSH, S3, GCS, and the local filesystem.
mrjob/dataproc.py:405
Methodfs
(self)
mrjob/spark/runner.py:217
Methodget_all_bucket_names
Yield the names of all buckets associated with this client. :param prefix: optional prefix to search under (e.g. ``'mrjob-'``) .. ve
mrjob/fs/gcs.py:237
Methodget_cluster
(self, project_id, region, cluster_name)
tests/mock_google/dataproc.py:242
Methodget_cluster_id
(self)
mrjob/dataproc.py:1077
Methodget_hadoop_version
(self)
mrjob/dataproc.py:1027
Methodget_image_version
Get the version that our cluster is running.
mrjob/dataproc.py:1032
Methodget_opts
Get options set for this runner, as a dict.
mrjob/runner.py:681
Methodget_paginator
(self, operation_name)
tests/mock_boto3/emr.py:216
Methodget_words
(self, line_iterator)
mrjob/examples/mr_spark_most_used_word.py:65
Methodget_words
(self, line)
mrjob/examples/mr_spark_wordcount.py:42
Functionhadoop_fs
Implements hadoop fs <args>
tests/mockhadoop.py:276
Functionhadoop_fs_cat
Implements hadoop fs -cat <src>
tests/mockhadoop.py:291
Functionhadoop_fs_du
(stdout, stderr, environ, *args)
tests/mockhadoop.py:318
Functionhadoop_fs_dus
Implements hadoop fs -dus.
tests/mockhadoop.py:330
Functionhadoop_fs_ls
Implements hadoop fs -ls.
tests/mockhadoop.py:439
Functionhadoop_fs_lsr
Implements hadoop fs -lsr.
tests/mockhadoop.py:452
Functionhadoop_fs_mkdir
Implements hadoop fs -mkdir
tests/mockhadoop.py:515
Functionhadoop_fs_put
Implements hadoop fs -put
tests/mockhadoop.py:546
Functionhadoop_fs_rm
Implements hadoop fs -rm.
tests/mockhadoop.py:566
Functionhadoop_fs_rmr
(stdout, stderr, environ, *args)
tests/mockhadoop.py:608
Functionhadoop_fs_test
Implements hadoop fs -test.
tests/mockhadoop.py:668
Functionhadoop_fs_touchz
Implements hadoop fs -touchz
tests/mockhadoop.py:679
Methodhadoop_input_format
(self)
tests/test_job.py:764
Functionhadoop_jar
(stdout, stderr, environ, *args)
tests/mockhadoop.py:708
Methodhadoop_output_format
(self)
tests/test_job.py:767
Functionhadoop_version
(stdout, stderr, environ, *args)
tests/mockhadoop.py:761
Methodhandle_non_json
(self)
tests/logs/test_history.py:230
Functionidentity_mapper
(k=None, v=None)
tests/test_step.py:31
Functionidentity_reducer
(k, vals)
tests/test_step.py:35
Methodignore_initial_dots
(self)
tests/test_util.py:113
Functionincrement_counter
(group, counter, amount=1)
mrjob/spark/harness.py:211
Methodinterpolate
(arg)
tests/test_runner.py:1214
Methodinvoke_task
(stdin, stdout, stderr, wd, env)
mrjob/inline.py:107
Methodjob_client
(self)
mrjob/dataproc.py:380
Methodjob_client
(self, channel=None, credentials=None)
tests/mock_google/case.py:117
Methodjobconf
(self)
tests/test_job.py:1068
Methodkaboom
(line)
mrjob/examples/mr_sparkaboom.py:27
Functionkey_func
(k_v)
mrjob/spark/harness.py:533
Methodlifecycle_rules
(self)
tests/mock_google/storage.py:92
Methodline_to_words
(self, line)
tests/mr_spark_method_wordcount.py:44
Methodlist_bootstrap_actions
(self, ClusterId)
tests/mock_boto3/emr.py:1290
Methodlist_buckets
(self, prefix=None)
tests/mock_google/storage.py:43
Methodlist_instance_fleets
(self, ClusterId)
tests/mock_boto3/emr.py:1390
Methodlist_instance_groups
(self, ClusterId)
tests/mock_boto3/emr.py:1404
Methodlist_instance_profiles
(self)
tests/mock_boto3/iam.py:188
Methodlist_roles
(self)
tests/mock_boto3/iam.py:102
Methodload_args
(self, args)
mrjob/examples/mr_log_sampler.py:62
Methodload_args
Parse stop_words option.
mrjob/examples/mr_text_classifier.py:200
Methodload_args
(self, args)
tests/mr_tower_of_powers.py:38
Methodlocation
(self)
tests/mock_google/storage.py:124
Methodlogging_client
(self)
mrjob/dataproc.py:385
Methodlogging_client
(self, project=None, credentials=None)
tests/mock_google/case.py:127
Methodls
(self, path_glob)
mrjob/fs/hadoop.py:208
Methodls
Recursively yield the URIs of S3 keys matching the given glob. *path_glob* can include ``?`` to match single characters or ``*`` to m
mrjob/fs/s3.py:112
Methodls_output
()
mrjob/runner.py:548
Methodm_find_words
Tokenize lines, and look for pairs of adjacent words. Yield (prev_word, word), 1 and (prev_word, '*'), 1 for each pair
mrjob/examples/mr_next_word_stats.py:38
Functionmain
(args=None)
mrjob/cmd.py:61
Functionmake_input_uri_line
(input_uri)
tests/test_emr.py:1359
Methodmake_mock_mrc_job
(mrc, step_num)
tests/spark/test_harness.py:891
Methodmake_pooled_cluster
Makes a pooled cluster and returns its cluster ID. Set ``cluster.startdatetime`` to *minutes_ago* before ``datetime.datetime.now()``.
tests/test_emr_pooling.py:72
Methodmake_runner
create a dummy job, and call make_runner() on it. Use this in a with block: with self.make_runner() as runner: ...
tests/mock_google/case.py:157
Functionmap_f
(key_and_lines)
mrjob/spark/harness.py:602
Functionmap_lines
(lines)
mrjob/spark/harness.py:396
Methodmapper
Re-define this to define the mapper for a one-step job. Yields zero or more tuples of ``(out_key, out_value)``. :param key: A value
mrjob/job.py:260
Methodmapper
(self, _, line)
mrjob/examples/mr_count_lines_wrong.py:25
Methodmapper
(self, _, line)
mrjob/examples/mr_words_containing_u_freq_count.py:32
Methodmapper
(self, _, line)
mrjob/examples/mr_count_lines_by_file.py:21
Methodmapper
(self, key, freq)
mrjob/examples/mr_jar_step_example.py:86
Methodmapper
(self, _, line)
mrjob/examples/mr_nick_nack.py:42
Methodmapper
For each log line, with probability self.sampling_probability, yield a None key, and (random seed, line) as the value, so that
mrjob/examples/mr_log_sampler.py:83
Methodmapper
(self, _, line)
mrjob/examples/mr_wc.py:29
Methodmapper
(self, _, line)
mrjob/examples/mr_count_lines_right.py:25
Methodmapper
(self, _, line)
mrjob/examples/mr_word_freq_count.py:25
Methodmapper
(self, key, value)
tests/mr_hadoop_format_job.py:26
Methodmapper
(self, key, value)
tests/mr_two_step_job.py:23
Methodmapper
(self, _, line)
tests/mr_sort_and_group_reversed_text.py:42
Methodmapper
(self, _, line)
tests/mr_sort_and_group.py:22
Methodmapper
(self, _, line)
tests/mr_no_mapper.py:23
Methodmapper
(self, key, value)
tests/mr_jar_and_streaming.py:39
Methodmapper
(self, _, value)
tests/mr_pass_thru_arg_test.py:24
Methodmapper
(self, _, line)
tests/mr_stdin_only.py:26
Methodmapper
(self, key, value)
tests/mr_test_per_step_jobconf.py:36
Methodmapper
(self, key, value)
tests/test_job.py:120
Methodmapper
(self, key, value)
tests/test_job.py:309
Methodmapper
(self, key, value)
tests/test_job.py:1065
Methodmapper
(self, _, line)
tests/mr_word_count.py:28
Methodmapper
(self, _, value)
tests/test_sim.py:54
Methodmapper
(self, _, value)
tests/test_sim.py:64
Methodmapper
(self, _, value)
tests/test_sim.py:177
Methodmapper
(self, _, value)
tests/mr_counting_job.py:28
Methodmapper
(self, _, line)
tests/mr_rot13lib.py:26
Methodmapper
(self, _, line)
tests/mr_group.py:20
Methodmapper
(self, key, value)
tests/mr_partitioner.py:24
Methodmapper
(self, key, value)
tests/mr_runner.py:26
Methodmapper
(self, key, value)
tests/mr_two_step_hadoop_format_job.py:56
Methodmapper
(self, key, value)
tests/mr_doubler.py:28
Methodmapper
(self, key, value)
tests/mr_upload_attrs_job.py:31
Methodmapper
(self, _, value)
tests/mr_tower_of_powers.py:44
← previousnext →1,601–1,700 of 4,468, ranked by callers