MCPcopy Create free account

hub / github.com/alibaba/MongoShake / functions

Functions933 in github.com/alibaba/MongoShake

⨍ Functions 933◇ Types & classes 171
↓ 1 callersMethoddispatchBuffer
()
collector/persister.go:203
↓ 1 callersMethoddoSync
(logs []*OplogRecord)
executor/executor.go:235
↓ 1 callersMethoddoUpdateOnInsert
(database, collection string, metadata bson.E, oplogs []*OplogRecord, upsert bool)
executor/db_writer_bulk.go:82
↓ 1 callersMethoddoUpdateOnInsert
(database, collection string, metadata bson.E, oplogs []*OplogRecord, upsert bool)
executor/db_writer_single.go:96
↓ 1 callersMethoddoUpdateOnInsert
(database, collection string, metadata bson.E, oplogs []*OplogRecord, upsert bool)
executor/db_writer_command.go:72
↓ 1 callersFunctiondocuments_equal
(doc1, doc2)
scripts/comparison_3x.py:152
↓ 1 callersMethoddropConnection
()
executor/operation.go:49
↓ 1 callersMethodencode
(id int)
tunnel/kafka_writer.go:116
↓ 1 callersMethodensureConnection
()
executor/operation.go:23
↓ 1 callersMethodensureNetwork
ensureNetwork establish the mongodb connection at first if current connection is not ready or disconnected
collector/docsyncer/doc_reader.go:374
↓ 1 callersMethoderrorIgnore
errorIgnore will ignore some known errors
executor/operation.go:164
↓ 1 callersMethodexecute
(group *OplogsGroup)
executor/operation.go:54
↓ 1 callersMethodexecuteInParallel
(logs []*OplogRecord)
executor/executor.go:131
↓ 1 callersFunctionextractSourceTime
(raw []byte, log *oplog.PartialLog)
collector/syncer.go:543
↓ 1 callersFunctionfetchChunkMap
(isSharding bool)
collector/coordinator/full.go:20
↓ 1 callersMethodfetcher
fetch oplog tp store disk queue or memory
collector/reader/oplog_reader.go:149
↓ 1 callersMethodfetcher
fetch change stream event tp store disk queue or memory
collector/reader/event_reader.go:120
↓ 1 callersFunctionfillupOperationValues
(log *PartialLogWithCallback)
executor/collision_matrix.go:65
↓ 1 callersMethodfilterApplyOpsDML
filterApplyOpsDML removes matching DML ops inside applyOps and returns the remaining inner ops.
collector/filter/oplog_filter.go:105
↓ 1 callersMethodfindFirstAvailableBatch
()
collector/worker.go:126
↓ 1 callersMethodget
()
collector/reader/event_reader.go:96
↓ 1 callersMethodgetBatch
get a batch
collector/batcher.go:162
↓ 1 callersFunctiongetExitPoint
()
collector/batcher.go:48
↓ 1 callersFunctiongetKafkaCompression
getKafkaCompression 根据kafkaCompression值获取对应的枚举
tunnel/kafka/common.go:130
↓ 1 callersMethodgetNewestTimestamp
get newest oplog
collector/reader/oplog_reader.go:279
↓ 1 callersMethodgetOldestTimestamp
get oldest oplog
collector/reader/oplog_reader.go:285
↓ 1 callersFunctiongetOpsForCase
(name string, data bson.Raw)
oplog/txn_test.go:56
↓ 1 callersFunctiongetPrimaryShard
getPrimaryShard return the primary shard name of specified db
tools/pre-split/pre_split.go:343
↓ 1 callersFunctiongetPrimaryShard
(dbName)
tools/pre-split/dryRun_range.js:84
↓ 1 callersMethodgetProvider
()
common/sentinel.go:63
↓ 1 callersFunctiongetShardsList
getShardsList return all shardNames from config.shards
tools/pre-split/pre_split.go:318
↓ 1 callersFunctiongetShardsList
()
tools/pre-split/dryRun_range.js:74
↓ 1 callersFunctiongetTimestampMap
(sources []*utils.MongoSource, sslRootFile string)
collector/coordinator/full.go:44
↓ 1 callersMethodgetTunnelTraffic
()
common/metric.go:189
↓ 1 callersFunctiongetValueFromBsonD
*********************************************/
oplog/hasher.go:113
↓ 1 callersFunctionhandleDeprecateConf
()
cmd/collector/sanitize.go:60
↓ 1 callersFunctionhandleExit
()
cmd/receiver/receiver.go:135
↓ 1 callersFunctionhandleExit
()
cmd/collector/collector.go:234
↓ 1 callersMethodhandler
* * Users should modify this function according to different demands. */
receiver/replayer.go:112
↓ 1 callersMethodhasApplyOpsDMLFilter
hasApplyOpsDMLFilter reports whether inner applyOps rewriting is relevant for the current filter configuration.
collector/filter/oplog_filter.go:93
↓ 1 callersFunctionhaveMinMaxKey
(min, max)
tools/pre-split/dryRun_range.js:112
↓ 1 callersFunctionhaveMutualIndex
(first, second *oplog.PartialLog)
executor/collision_matrix.go:309
↓ 1 callersFunctionin
(target string, strArray []string)
collector/docsyncer/doc_syncer.go:60
↓ 1 callersMethodingester
(state *txnState)
oplog/txn_buffer.go:128
↓ 1 callersMethodinit
()
common/metric.go:98
↓ 1 callersFunctioninitAllClients
()
tools/pre-split/pre_split.go:139
↓ 1 callersMethodinitPrometheusSeries
()
common/metric.go:194
↓ 1 callersMethodinstallModules
()
collector/write_controller.go:79
↓ 1 callersMethodisCheckpointExist
()
collector/coordinator/utils.go:117
↓ 1 callersMethodisCrashError
(errMsg string)
collector/syncer.go:705
↓ 1 callersFunctionisEqual
(x, y []bson.D, t *testing.T)
collector/docsyncer/doc_syncer_test.go:513
↓ 1 callersMethodjournal
(oplog *oplog.PartialLog)
journal/journal.go:66
↓ 1 callersFunctionloadCert
(data []byte)
common/community_client.go:56
↓ 1 callersMethodloadCheckpoint
* * load checkpoint and do some checks */
collector/checkpoint.go:31
↓ 1 callersFunctionlookupOpName
(op string)
executor/operation.go:261
↓ 1 callersFunctionmakeSession
(uri string)
quorum/quorum.go:181
↓ 1 callersMethodmerge
(group *OplogsGroup, log *OplogRecord)
executor/combiner.go:65
↓ 1 callersFunctionmergeOplogStreams
MergeOplogStreams combines oplog arrays such that the order of entries is random, but order-preserving with respect to each initial stream.
oplog/txn_test.go:264
↓ 1 callersFunctionmoveChunkIfNeeded
(dstC *mongo.Client, dbName, collName string, hasHashed bool)
tools/pre-split/pre_split.go:357
↓ 1 callersMethodnewCheckpointManager
(name string, startPosition interface{})
collector/checkpoint.go:16
↓ 1 callersFunctionnewTxnState
(op *GenericOplog)
oplog/txn_buffer.go:40
↓ 1 callersFunctionnewUniqueIdentifier
(order int, log *PartialLogWithCallback)
executor/collision_matrix.go:140
↓ 1 callersFunctionnormalizeMaxAge
(maxAge int)
pkg/log/logger.go:130
↓ 1 callersFunctionnormalizeMaxSize
(maxSizeMB int)
pkg/log/logger.go:123
↓ 1 callersMethodparallelDocumentOplog
TODO, set initSyncFinishTs into worker run full-sync and incr-sync in parallel
collector/coordinator/replication.go:238
↓ 1 callersFunctionparseAuth
parse the auth (user@pwd)
tunnel/kafka/common.go:120
↓ 1 callersFunctionparseDocKeyValue
(x interface{})
collector/docsyncer/doc_reader.go:280
↓ 1 callersFunctionparseLogLevel
(level string)
pkg/log/logger.go:137
↓ 1 callersMethodpoll
only master(maybe several mongo-shake start) can poll oplog.
collector/syncer.go:596
↓ 1 callersMethodpollRemoteAckValue
()
tunnel/tcp_writer.go:159
↓ 1 callersFunctionpreCheck
check if both client is created through mongos and have sufficient permissions(not implemented)
tools/pre-split/pre_split.go:201
↓ 1 callersFunctionpreShardingForHashed
preShardingForHashed does the pre-sharding work for hashed sharding
tools/pre-split/pre_split.go:582
↓ 1 callersFunctionpreSharingForRange
(dbName, collName)
tools/pre-split/dryRun_range.js:215
↓ 1 callersFunctionrandom_string
(randomlength=8)
tools/data_generator.py:25
↓ 1 callersMethodread
()
tunnel/file_reader.go:74
↓ 1 callersFunctionreadBecomeMasterCall
(t *testing.T, calls <-chan struct { uri string db string })
cmd/collector/collector_test.go:154
↓ 1 callersFunctionreadTestData
()
oplog/txn_test.go:44
↓ 1 callersMethodrecvGetAck
(socket *net.TCPConn)
tunnel/tcp_reader.go:115
↓ 1 callersMethodrecvTransfer
(socket *net.TCPConn)
tunnel/tcp_reader.go:79
↓ 1 callersMethodreleaseCursor
()
collector/reader/oplog_reader.go:290
↓ 1 callersMethodreleaseCursor
()
collector/docsyncer/doc_reader.go:422
↓ 1 callersMethodreplay
(logs []*PartialLogWithCallback)
executor/executor.go:95
↓ 1 callersMethodreplay
()
tunnel/kafka_reader.go:30
↓ 1 callersMethodreplicateShouldStall
TODO
executor/executor.go:128
↓ 1 callersMethodresetEverySecond
(items []*MetricDelta)
common/metric.go:113
↓ 1 callersMethodresizeLimit
()
common/speed.go:48
↓ 1 callersMethodretain
(batch []*oplog.GenericOplog)
collector/worker.go:254
↓ 1 callersMethodretrieve
()
collector/persister.go:239
↓ 1 callersFunctionrunNonTxnMetaCase
(t *testing.T, c *TestData)
oplog/txn_test.go:116
↓ 1 callersFunctionrunOplog
(data *PartialLog)
oplog/change_stream_event_test.go:370
↓ 1 callersFunctionrunTxnMetaCase
(t *testing.T, c *TestData)
oplog/txn_test.go:126
↓ 1 callersMethodsanitizeMongoDB
()
collector/coordinator/replication.go:109
↓ 1 callersFunctionsanitizeOptions
()
cmd/receiver/receiver.go:80
↓ 1 callersFunctionselectLeader
()
cmd/collector/collector.go:209
↓ 1 callersMethodsend
()
tunnel/kafka/reader.go:52
↓ 1 callersMethodsend
(input []byte)
tunnel/kafka/sync_writer.go:53
↓ 1 callersMethodserializeDocumentOplog
run incr-sync after full-sync
collector/coordinator/replication.go:194
↓ 1 callersMethodsetPayload
(payload []byte)
tunnel/tcp_writer.go:81
↓ 1 callersMethodshouldDelay
()
collector/worker.go:110
↓ 1 callersMethodshouldDispatchBuffer
(flush bool)
collector/persister.go:193
← previousnext →501–600 of 933, ranked by callers