Functions — github.com/awslabs/amazon-redshift-utils

hub / github.com/awslabs/amazon-redshift-utils / functions

Functions735 in github.com/awslabs/amazon-redshift-utils

⨍ Functions 735◇ Types & classes 84 ↳ Endpoints 15

↓ 1 callersMethod_conn_to_rs

(self, opt=options, timeout=set_timeout_stmt, database=None)

src/UnloadCopyUtility/util/redshift_cluster.py:241

↓ 1 callersFunction_parse_connection_log

(file, connections, last_connections, start_time, end_time)

src/SimpleReplay/extract/extractor/extract_parser.py:140

↓ 1 callersFunction_parse_start_node_log

(file, logs, databases, start_time, end_time)

src/SimpleReplay/extract/extractor/extract_parser.py:95

↓ 1 callersFunction_parse_user_activity_log

(file, logs, databases, start_time, end_time)

src/SimpleReplay/extract/extractor/extract_parser.py:48

↓ 1 callersFunctionadd_logfile

Additionally log to a logfile

src/SimpleReplay/util.py:43

↓ 1 callersMethodadd_table_migration

(self, source, destination, global_config_values)

src/UnloadCopyUtility/redshift_unload_copy.py:122

↓ 1 callersFunctionadd_user_to_group

(identity_store_client, identity_store_id, user_id, group_id)

src/RedshiftIDCMigrationUtility/idc_add_users_groups_roles_psets.py:166

↓ 1 callersFunctionanalyze

(table_info)

src/ColumnEncodingUtility/analyze-schema-compression.py:529

↓ 1 callersMethodapply_all_redactions

(self, input_string)

src/UnloadCopyUtility/util/sql/sql_text_helpers.py:16

↓ 1 callersMethodare_all_tests_completed

(self)

src/UnloadCopyUtility/tests/cloudformation/run_stack.py:164

↓ 1 callersFunctionassign_copy_replacements

(connection_logs, replacements)

src/SimpleReplay/replay.py:1389

↓ 1 callersFunctionassign_create_user_password

(connection_logs)

src/SimpleReplay/replay.py:1539

↓ 1 callersFunctionassign_time_intervals

(connection_logs)

src/SimpleReplay/replay.py:1520

↓ 1 callersFunctionassign_unloads

(connection_logs, replay_output, replay_name, unload_iam_role)

src/SimpleReplay/replay.py:1460

↓ 1 callersFunctioncategorize_error

(err_code)

src/SimpleReplay/util.py:332

↓ 1 callersFunctioncheck_bucket_encryption

(bucket_name)

src/RedshiftIDCMigrationUtility/idc_redshift_unload_indatabase_groups_roles_users.py:50

↓ 1 callersFunctioncheck_config

(config)

src/WorkloadManagementScheduler/wlm_scheduler.py:68

↓ 1 callersMethodcheck_is_region

(self, value)

src/UnloadCopyUtility/global_config.py:159

↓ 1 callersFunctioncheck_table_exists

(cursor, conn, table, schema)

src/UnloadAutoPartitions/genunload.py:78

↓ 1 callersMethodcheck_unprocessed_parameters

(self)

src/UnloadCopyUtility/global_config.py:234

↓ 1 callersFunctioncleanup_all

()

src/LakeFormationMigrationUtility/tests/performance_test/perf_unified_cleanup.py:26

↓ 1 callersFunctioncleanup_all

()

src/LakeFormationMigrationUtility/tests/integration_test/int_unified_cleanup.py:8

↓ 1 callersFunctioncleanup_snapshots

(cursor, conn, cleanup_after_days, table_config)

src/SystemTablePersistence/snapshot_system_stats.py:110

↓ 1 callersFunctionclearFilter

()

src/SimpleReplay/gui/src/components/ReplayAnalysis/TopQueryDeltas.js:29

↓ 1 callersFunctionclearFilter

()

src/SimpleReplay/gui/src/components/ReplayValidation/ErrorTable.js:85

↓ 1 callersFunctionclearFilter

()

src/SimpleReplay/gui/src/components/ReplayValidation/CopyDiff.js:23

↓ 1 callersFunctionclone_glue_catalog

It reads through the systems table to create clone of the database,tables and partitions record[3]['stringValue'] : glue database vale from t

src/SimpleReplay/external_object_replicator/glue_util.py:18

↓ 1 callersFunctionclose_conn

(conn)

src/AnalyzeVacuumUtility/lib/analyze_vacuum.py:60

↓ 1 callersFunctionconfigure

(**kwargs)

src/ColumnEncodingUtility/analyze-schema-compression.py:905

↓ 1 callersMethodconfigure_test_cluster

(self)

src/UnloadCopyUtility/tests/redshift_unload_copy_cluster_tests.py:21

↓ 1 callersFunctionconnect

(host, port, db, dbuser, table, schema, column_list, partition_column, sort_keys, s3path, iamrole)

src/UnloadAutoPartitions/genunload.py:37

↓ 1 callersFunctionconnect_to_redshift

Establish connection to Redshift database using config and AWS Secrets Manager

src/LakeFormationMigrationUtility/rs_privs_to_lf.py:97

↓ 1 callersFunctionconnect_to_redshift

(config)

src/RedshiftIDCMigrationUtility/idc_redshift_unload_indatabase_groups_roles_users.py:109

↓ 1 callersMethodcopy_data

(self, s3_details)

src/UnloadCopyUtility/util/resources.py:333

↓ 1 callersFunctioncopy_parallel

(dest_bucket, dest_prefix, source_location, obj_type)

src/SimpleReplay/external_object_replicator/copy_util.py:13

↓ 1 callersFunctioncreate_awsidc_roles

()

src/LakeFormationMigrationUtility/tests/integration_test/test_int_redshift_to_lakeformation.py:430

↓ 1 callersFunctioncreate_group

(identity_store_client, sso_admin_client, identity_store_id, role_name, assign_permission_set=True, **addition

src/RedshiftIDCMigrationUtility/idc_add_users_groups_roles_psets.py:127

↓ 1 callersFunctioncreate_iam_users

()

src/LakeFormationMigrationUtility/tests/integration_test/test_int_redshift_to_lakeformation.py:41

↓ 1 callersFunctioncreate_iam_users_in_redshift

()

src/LakeFormationMigrationUtility/tests/integration_test/test_int_redshift_to_lakeformation.py:250

↓ 1 callersFunctioncreate_idc_users_and_groups

()

src/LakeFormationMigrationUtility/tests/performance_test/test_perf_redshift_to_lakeformation.py:67

↓ 1 callersFunctioncreate_json

Generates a JSON containing cluster details for the replay

src/SimpleReplay/util.py:439

↓ 1 callersFunctioncreate_redshift_roles

()

src/LakeFormationMigrationUtility/tests/performance_test/test_perf_redshift_to_lakeformation.py:147

↓ 1 callersFunctioncreate_schema_objects

(cursor, conn)

src/SystemTablePersistence/snapshot_system_stats.py:56

↓ 1 callersFunctioncreate_schemas_and_tables

()

src/LakeFormationMigrationUtility/tests/performance_test/test_perf_redshift_to_lakeformation.py:29

↓ 1 callersMethodcreate_stack

(self)

src/UnloadCopyUtility/tests/cloudformation/run_stack.py:74

↓ 1 callersMethodcreate_test_table

(self)

src/UnloadCopyUtility/tests/redshift_unload_copy_cluster_tests.py:28

↓ 1 callersFunctioncreate_user

(identity_store_client, identity_store_id, user_name)

src/RedshiftIDCMigrationUtility/idc_add_users_groups_roles_psets.py:80

↓ 1 callersFunctiondatabase_copy

create a new database @param record: original_glue_db, new_glue_db, original_glue_table @return:

src/SimpleReplay/external_object_replicator/glue_util.py:48

↓ 1 callersFunctiondecodeprivs

(privs)

src/MetadataTransfer/userprivs.py:30

↓ 1 callersMethoddelete_s3_prefix

(self, s3_details)

src/UnloadCopyUtility/util/s3_utils.py:50

↓ 1 callersFunctionderiveddls

(privlist, targetuser)

src/MetadataTransfer/userprivs.py:60

↓ 1 callersFunctiondisplay_stats

( stats, total_connections, total_transactions, total_queries, peak_connections )

src/SimpleReplay/replay.py:952

↓ 1 callersFunctionemit_metrics

(cw, namespace, put_metrics)

src/redshift_utils_helper.py:26

↓ 1 callersFunctionencrypt

(aws_region, password, auth_context)

src/RedshiftAutomation/encrypt_password.py:40

↓ 1 callersFunctionencrypt_password

(args)

src/RedshiftAutomation/encrypt_password.py:20

↓ 1 callersMethodend_time

(self)

src/SimpleReplay/replay.py:163

↓ 1 callersMethodenrich_cluster_parameters

(self)

src/UnloadCopyUtility/tests/cloudformation/get_stack_parameters.py:52

↓ 1 callersMethodenrich_s3_parameters

(self)

src/UnloadCopyUtility/tests/cloudformation/get_stack_parameters.py:43

↓ 1 callersFunctionerrormsg

(script_name)

src/MultipleTableRestoreUtility/multitablerestore.py:79

↓ 1 callersFunctionevent_handler

(event, context)

src/RedshiftAutomation/lambda_function.py:39

↓ 1 callersFunctionexecute_SVL_query

(cluster_object, end_time, file_config, redshift_user, start_time)

src/SimpleReplay/external_object_replicator/external_object_replicator.py:70

↓ 1 callersFunctionexecute_api_sql

(queries, dbCluster=None, dbWorkgroup=None, dbPort=5439, dbName=None, dbUser=None)

src/QMRNotificationUtility/lambda/lambda_function.py:49

↓ 1 callersFunctionexecute_ds_privs_to_lf

()

src/LakeFormationMigrationUtility/tests/integration_test/test_int_redshift_to_lakeformation.py:537

↓ 1 callersFunctionexecute_rs_privs_to_lf

()

src/LakeFormationMigrationUtility/tests/performance_test/test_perf_redshift_to_lakeformation.py:198

↓ 1 callersFunctionexecute_stl_load_query

(cluster_object, end_time, file_config, redshift_user, start_time)

src/SimpleReplay/external_object_replicator/external_object_replicator.py:106

↓ 1 callersMethodexecute_transactions

(self, connection)

src/SimpleReplay/replay.py:347

↓ 1 callersFunctionexecute_unload

(cursor, conn)

src/UnloadAutoPartitions/genunload.py:195

↓ 1 callersFunctionexport_errors

Save any errors that occurred during replay to a local directory or s3

src/SimpleReplay/replay.py:1313

↓ 1 callersFunctionextract_value

(constant, config)

src/config_constants.py:128

↓ 1 callersFunctionfetchData

()

src/SimpleReplay/gui/src/components/ReplayOverview.js:8

↓ 1 callersFunctionfetchData

()

src/SimpleReplay/gui/src/components/ReplayAnalysis/CompareThroughput.js:21

↓ 1 callersFunctionfetchData

()

src/SimpleReplay/gui/src/components/ReplayAnalysis/QueryLatency.js:23

↓ 1 callersFunctionfetchData

()

src/SimpleReplay/gui/src/components/ReplayAnalysis/TopRunningQueries.js:16

↓ 1 callersFunctionfetchData

()

src/SimpleReplay/gui/src/components/ReplayAnalysis/AggregateMetrics.js:23

↓ 1 callersFunctionfetchData

()

src/SimpleReplay/gui/src/components/navigation/GlobalFilters.js:30

↓ 1 callersFunctionfetchData

()

src/SimpleReplay/gui/src/components/ReplayValidation/CopyAgg.js:12

↓ 1 callersFunctionfetchData

()

src/SimpleReplay/gui/src/components/ReplayValidation/ErrorDistribution.js:11

↓ 1 callersFunctionfetchData

()

src/SimpleReplay/gui/src/components/ReplayValidation/ErrorTable.js:29

↓ 1 callersFunctionfetchData

()

src/SimpleReplay/gui/src/pages/home.js:20

↓ 1 callersFunctionfetch_data_from_redshift

(conn, query)

src/RedshiftIDCMigrationUtility/idc_redshift_unload_indatabase_groups_roles_users.py:139

↓ 1 callersMethodfrom_cluster

(cluster)

src/UnloadCopyUtility/util/redshift_cluster.py:48

↓ 1 callersFunctiongen_unload

:param full_column_list: list :param partition_keys: list :param partition_column_type: str :param schema: str :param table: str

src/UnloadAutoPartitions/genunload.py:153

↓ 1 callersMethodgenerate_base64_encoded_data_key

(self, encryption_key_id, key_spec="AES_256")

src/UnloadCopyUtility/util/kms_helper.py:12

↓ 1 callersFunctiongenerate_cleanup_script

()

src/LakeFormationMigrationUtility/tests/performance_test/test_perf_redshift_to_lakeformation.py:225

↓ 1 callersMethodgenerate_data_key_without_kms

()

src/UnloadCopyUtility/util/kms_helper.py:20

↓ 1 callersFunctiongenerate_lakeformation_commands

Generate AWS CLI commands for LakeFormation permissions If object_level_permissions is True, generate table-level permissions based on SHOW G

src/LakeFormationMigrationUtility/rs_privs_to_lf.py:586

↓ 1 callersFunctiongenerate_manifest

Generates the Redshift manifest dictionary from the given iterable of entries.

src/ManifestGenerator/manifestgen.py:63

↓ 1 callersFunctionget_active_ruleset

(config)

src/WorkloadManagementScheduler/wlm_scheduler.py:31

↓ 1 callersMethodget_base_filename

(self)

src/SimpleReplay/replay.py:155

↓ 1 callersMethodget_cloud_formation_stack_properties

(properties_file='stack_parameter_overrides.txt')

src/UnloadCopyUtility/tests/cloudformation/run_stack.py:84

↓ 1 callersMethodget_cloud_formation_template_body

(cloudformation_file='RedshiftCFTemplate.json')

src/UnloadCopyUtility/tests/cloudformation/run_stack.py:103

↓ 1 callersMethodget_cluster_endpoint_regex

A cluster endpoint is comprised of letters, digits, or hyphens From http://docs.aws.amazon.com/redshift/latest/mgmt/managing-cluster

src/UnloadCopyUtility/util/redshift_cluster.py:169

↓ 1 callersMethodget_cluster_from_cluster_dict

(cluster_dict, kms_region)

src/UnloadCopyUtility/util/resources.py:398

↓ 1 callersFunctionget_column_list_partition_keys

(cursor, conn, table, schema, column_list, partition_column)

src/UnloadAutoPartitions/genunload.py:97

↓ 1 callersFunctionget_config_file_from_args

getting the CLI arguments :return: CLI argumets

src/SimpleReplay/helper/config.py:10

↓ 1 callersMethodget_connection_string

(self, cluster_endpoint, username, odbc_driver)

src/SimpleReplay/extract/extractor/extractor.py:325

↓ 1 callersFunctionget_count_raw_columns

(schema_name, table_name)

src/ColumnEncodingUtility/analyze-schema-compression.py:395

↓ 1 callersMethodget_create_schema_ddl_for_different_relation

(ddl, new_schema_name=None)

src/UnloadCopyUtility/util/sql/ddl_generators.py:211

↓ 1 callersMethodget_create_table_ddl_for_different_relation

Get ddl but adapt it to create a relation with different name but same structure :param ddl: ddl from admin.v_generate_tbl_ddl view

src/UnloadCopyUtility/util/sql/ddl_generators.py:235

↓ 1 callersMethodget_database_ddl_SQL

(self, database_name=None)

src/UnloadCopyUtility/util/sql/ddl_generators.py:49

← previous next →201–300 of 735, ranked by callers