MCPcopy Create free account

hub / github.com/dianping/wormhole / functions

Functions874 in github.com/dianping/wormhole

↓ 4 callersMethodgetTrimmed
(String s)
src/main/java/com/dp/nebula/wormhole/plugins/reader/salesforcereader/SOQLInfo.java:142
↓ 4 callersMethodprepare
(IParam param, ISourceCounter counter)
src/main/java/com/dp/nebula/wormhole/common/interfaces/ITransmissionPeriphery.java:6
↓ 4 callersMethodpull
Pull one line from {@link IStorage}, used by {@link IWriter}. @return one {@link ILine} of record.
src/main/java/com/dp/nebula/wormhole/engine/storage/IStorage.java:66
↓ 4 callersMethodpush
Push one line into {@link IStorage}, used by {@link IReader} @param line One line of record, see {@link ILine} @return true for OK, false for
src/main/java/com/dp/nebula/wormhole/engine/storage/IStorage.java:42
↓ 4 callersMethodreplaceNullString
(String string)
src/main/java/com/dp/nebula/wormhole/plugins/reader/sftpreader/SftpReader.java:264
↓ 4 callersMethodsetByteLimit
(int byteLimit)
src/main/java/com/dp/nebula/wormhole/engine/storage/StorageConf.java:42
↓ 4 callersMethodsetId
(String id)
src/main/java/com/dp/nebula/wormhole/engine/storage/StorageConf.java:18
↓ 4 callersMethodsetIp
(String ip)
src/main/java/com/dp/nebula/wormhole/plugins/common/PCInfo.java:16
↓ 4 callersMethodsetLineLimit
(int lineLimit)
src/main/java/com/dp/nebula/wormhole/engine/storage/StorageConf.java:34
↓ 4 callersMethodsetPath
(String path)
src/main/java/com/dp/nebula/wormhole/plugins/common/PCInfo.java:48
↓ 4 callersMethodsetPeriod
(int period)
src/main/java/com/dp/nebula/wormhole/engine/storage/StorageConf.java:58
↓ 4 callersMethodsetPwd
(String pwd)
src/main/java/com/dp/nebula/wormhole/plugins/common/PCInfo.java:40
↓ 4 callersMethodsetStorageClassName
(String storageClassName)
src/main/java/com/dp/nebula/wormhole/engine/storage/StorageConf.java:26
↓ 4 callersMethodsetUser
(String user)
src/main/java/com/dp/nebula/wormhole/plugins/common/PCInfo.java:32
↓ 4 callersMethodsetWaitTime
(int waitTime)
src/main/java/com/dp/nebula/wormhole/engine/storage/StorageConf.java:66
↓ 4 callersMethodshutdown
()
src/test/java/com/dp/nebula/wormhole/plugins/reader/hivereader/HiveReaderTest.java:148
↓ 3 callersMethodaddColumn
(byte[] family, byte[] qualifier, byte[] value)
src/main/java/com/dp/nebula/wormhole/plugins/common/HBaseClient.java:87
↓ 3 callersMethodauthenticate
(String username, String password, ServerSession session)
src/test/java/com/dp/nebula/wormhole/plugins/reader/sftpreader/MyPasswordAuthenticator.java:11
↓ 3 callersMethodcloseAll
()
src/main/java/com/dp/nebula/wormhole/plugins/writer/hdfswriter/HdfsWriterPeriphery.java:278
↓ 3 callersMethodcommit
()
src/main/java/com/dp/nebula/wormhole/common/interfaces/IWriter.java:7
↓ 3 callersMethodcreateReaderThread
(IReader reader)
src/test/java/com/dp/nebula/wormhole/engine/core/ReaderThreadTest.java:60
↓ 3 callersMethodcreateWriterThread
(IWriter writer)
src/test/java/com/dp/nebula/wormhole/engine/core/WriterThreadTest.java:60
↓ 3 callersMethoddbPreCheck
(String preSql,Connection conn)
src/main/java/com/dp/nebula/wormhole/plugins/common/DBUtils.java:23
↓ 3 callersMethoddeleteFilesOnHdfs
(String dir, String prefix, String suffix)
src/main/java/com/dp/nebula/wormhole/plugins/writer/hdfswriter/HdfsWriterPeriphery.java:307
↓ 3 callersMethodfromStatus
(int status)
src/main/java/com/dp/nebula/wormhole/common/JobStatus.java:55
↓ 3 callersMethodgenKey
generate key to get {@link DataSource} NOTE: Client must make sure all connections to the same database should share the same value a suggestion: use
src/main/java/com/dp/nebula/wormhole/plugins/common/DBSource.java:244
↓ 3 callersMethodgetCompletedMonitorInfo
()
src/main/java/com/dp/nebula/wormhole/engine/monitor/MonitorManager.java:73
↓ 3 callersMethodgetCompressionSuffixMap
()
src/main/java/com/dp/nebula/wormhole/plugins/common/DFSUtils.java:62
↓ 3 callersMethodgetConf
()
src/main/java/com/dp/nebula/wormhole/plugins/common/SFTPUtils.java:26
↓ 3 callersMethodgetFailedInfo
()
src/main/java/com/dp/nebula/wormhole/engine/monitor/MonitorManager.java:138
↓ 3 callersMethodgetFieldName
()
src/main/java/com/dp/nebula/wormhole/plugins/reader/salesforcereader/SOQLInfo.java:68
↓ 3 callersMethodgetResourcePath
(String[] paths)
src/test/java/com/dp/nebula/wormhole/engine/common/TestUtils.java:11
↓ 3 callersMethodgetStatus
Decide whether the reader or writer thread is executed successfully if there is NO thread failed, it returns true; even if some of the thread is runni
src/main/java/com/dp/nebula/wormhole/engine/core/AbstractPluginManager.java:70
↓ 3 callersMethodgetStorageMonitorCriteriaMap
()
src/main/java/com/dp/nebula/wormhole/engine/monitor/RealtimeMonitorInfo.java:52
↓ 3 callersMethodgetString
()
src/main/java/com/dp/nebula/wormhole/engine/monitor/WormHoleJobInfo.java:78
↓ 3 callersMethodgetWriterConfs
Get writer plugin's configuration. The return value is a list, this is designed to suit multiple data destination. @return a list of {@link JobPlu
src/main/java/com/dp/nebula/wormhole/common/config/JobConf.java:43
↓ 3 callersMethodinfo
Get info of line number in {@link IStorage} space. @return Information of line number.
src/main/java/com/dp/nebula/wormhole/engine/storage/RAMStorage.java:228
↓ 3 callersMethodinit
(IParam jobParams)
src/main/java/com/dp/nebula/wormhole/plugins/reader/sftpreader/SftpDirSplitter.java:44
↓ 3 callersMethodisSuccess
()
src/main/java/com/dp/nebula/wormhole/engine/core/ReaderManager.java:167
↓ 3 callersMethodloadJobConf
@param filename job configuration name @return a job configure instance with the specified job configuration file
src/main/java/com/dp/nebula/wormhole/common/utils/ParseXMLUtil.java:37
↓ 3 callersMethodloadPluginConf
Parse plugin configure file. @return a map mapping plugin name to plugin params
src/main/java/com/dp/nebula/wormhole/common/utils/ParseXMLUtil.java:110
↓ 3 callersMethodread
(ILineSender lineSender)
src/main/java/com/dp/nebula/wormhole/common/interfaces/IReader.java:5
↓ 3 callersMethodrollbackAll
()
src/main/java/com/dp/nebula/wormhole/engine/core/WriterManager.java:259
↓ 3 callersMethodsetCipherKeyFromFilePath
@param keyFilename @throws IOException
src/main/java/com/dp/nebula/wormhole/plugins/reader/salesforcereader/EncryptionUtil.java:220
↓ 3 callersMethodsetSourceLines
(long lines)
src/main/java/com/dp/nebula/wormhole/common/interfaces/ISourceCounter.java:5
↓ 3 callersMethodsetStartEndRange
(byte[] startKey, byte[] endKey)
src/main/java/com/dp/nebula/wormhole/plugins/reader/hbasereader/HBaseProxy.java:69
↓ 3 callersMethodsetText
(boolean isText)
src/main/java/com/dp/nebula/wormhole/plugins/common/MetaData.java:140
↓ 3 callersMethodsplit
()
src/main/java/com/dp/nebula/wormhole/plugins/reader/sftpreader/SftpDirSplitter.java:50
↓ 3 callersMethodsplitColumns
@param der column list from job configure @return comma split column string, can be empty string
src/main/java/com/dp/nebula/wormhole/plugins/writer/mysqlwriter/MysqlWriter.java:342
↓ 3 callersMethodtransform
(ILine line)
src/main/java/com/dp/nebula/wormhole/common/interfaces/ITransformer.java:5
↓ 3 callersMethodwrite
(ILineReceiver lineReceiver)
src/main/java/com/dp/nebula/wormhole/common/interfaces/IWriter.java:5
↓ 2 callersMethodaddStorageMonitorCriteria
(String name, Statistics smc)
src/main/java/com/dp/nebula/wormhole/engine/monitor/RealtimeMonitorInfo.java:40
↓ 2 callersMethodbuild
()
src/main/java/com/dp/nebula/wormhole/plugins/reader/hivereader/HiveJdbcClient.java:133
↓ 2 callersMethodbulkInsertToMongo
(DBCollection coll, List<DBObject> dbObjectList)
src/main/java/com/dp/nebula/wormhole/plugins/writer/mongowriter/MongoWriter.java:84
↓ 2 callersMethodbytesToText
Convert bytes to text @param bytes @return text for the input bytes
src/main/java/com/dp/nebula/wormhole/plugins/reader/salesforcereader/EncryptionUtil.java:62
↓ 2 callersMethodchangeChar
(String str)
src/main/java/com/dp/nebula/wormhole/common/DefaultParam.java:184
↓ 2 callersMethodclearPutBuffer
()
src/main/java/com/dp/nebula/wormhole/plugins/common/HBaseClient.java:196
↓ 2 callersMethodcloseAll
()
src/main/java/com/dp/nebula/wormhole/plugins/writer/sftpwriter/SftpWriterPeriphery.java:110
↓ 2 callersMethodcloseAll
()
src/main/java/com/dp/nebula/wormhole/plugins/writer/sftpwriter/SftpWriter.java:163
↓ 2 callersMethodcreateCipher
Create the cipher object for encryption or decryption. We create a DES cipher with PKCS#5 padding @return Cipher @throws NoSuchAlgorithmException @th
src/main/java/com/dp/nebula/wormhole/plugins/reader/salesforcereader/EncryptionUtil.java:111
↓ 2 callersMethodcreateThreadPool
create thread pool to run reader/writer threads @param concurrency @return ExecutorService
src/main/java/com/dp/nebula/wormhole/engine/core/AbstractPluginManager.java:56
↓ 2 callersMethoddecryptString
Decrypt a string using whatever is the default encryption technique for the system. @param cipherText @return The decrypted string @throws NoSuchPadd
src/main/java/com/dp/nebula/wormhole/plugins/reader/salesforcereader/EncryptionUtil.java:166
↓ 2 callersMethoddeleteTableByMode
(int mode)
src/main/java/com/dp/nebula/wormhole/plugins/writer/hbasewriter/HBaseWriterPeriphery.java:73
↓ 2 callersMethoddescribeSObject
(String entity)
src/main/java/com/dp/nebula/wormhole/plugins/reader/salesforcereader/SalesforceReader.java:253
↓ 2 callersMethoddoPost
(IParam param, ITargetCounter counter)
src/main/java/com/dp/nebula/wormhole/common/interfaces/ITransmissionPeriphery.java:8
↓ 2 callersMethodextract
()
src/main/java/com/dp/nebula/wormhole/engine/storage/SingleQueue.java:81
↓ 2 callersMethodextract
Extract one line of record from the space which contains current data. @return line A line of data.
src/main/java/com/dp/nebula/wormhole/engine/storage/DoubleQueue.java:160
↓ 2 callersMethodflush
Flush data in buffer (if exists) to {@link Storage}.
src/main/java/com/dp/nebula/wormhole/common/BufferedLineExchanger.java:120
↓ 2 callersMethodflush
()
src/main/java/com/dp/nebula/wormhole/plugins/common/DBResultSetSender.java:87
↓ 2 callersMethodfromUnixTime
(long unixTime)
src/main/java/com/dp/nebula/wormhole/transform/utils/FieldTransformUtils.java:12
↓ 2 callersMethodgenerateJobConfXml
()
src/main/java/com/dp/nebula/wormhole/common/utils/JobConfGenDriver.java:85
↓ 2 callersMethodgenerateKey
Create a DES key and return a string version of the raw bits. @param seed @return A key for encryption @throws NoSuchAlgorithmException
src/main/java/com/dp/nebula/wormhole/plugins/reader/salesforcereader/EncryptionUtil.java:197
↓ 2 callersMethodgetAllKeys
()
src/main/java/com/dp/nebula/wormhole/common/utils/ClassNode.java:78
↓ 2 callersMethodgetAllMembers
()
src/main/java/com/dp/nebula/wormhole/common/utils/ClassNode.java:30
↓ 2 callersMethodgetBufferedLineExchangerInstance
()
src/test/java/com/dp/nebula/wormhole/plugins/reader/hivereader/HiveReaderTest.java:38
↓ 2 callersMethodgetConcurrency
get number of reader/writer threads running concurrently it's determined by parameter concurrency set in job.xml the valid value is between 1 to MAX_T
src/main/java/com/dp/nebula/wormhole/engine/core/AbstractPluginManager.java:39
↓ 2 callersMethodgetConnection
(IParam param)
src/main/java/com/dp/nebula/wormhole/plugins/reader/sqlserverreader/SqlserverReaderPeriphery.java:46
↓ 2 callersMethodgetCryptoKey
Create a key for encryption and decryption @return Key @throws NoSuchAlgorithmException @throws InvalidKeySpecException @throws InvalidKeyException
src/main/java/com/dp/nebula/wormhole/plugins/reader/salesforcereader/EncryptionUtil.java:85
↓ 2 callersMethodgetErrorCode
()
src/main/java/com/dp/nebula/wormhole/engine/core/WriterManager.java:232
↓ 2 callersMethodgetFailedLinesThreshold
(String writerID)
src/main/java/com/dp/nebula/wormhole/engine/core/WriterManager.java:73
↓ 2 callersMethodgetId
Get job id. @return job id.
src/main/java/com/dp/nebula/wormhole/common/config/JobConf.java:87
↓ 2 callersMethodgetInstance
(ILineSender lineSender, IParam param, String readerClassName, String readerPath, IPluginMonitor monitor)
src/main/java/com/dp/nebula/wormhole/engine/core/ReaderThread.java:24
↓ 2 callersMethodgetInstance
(ILineReceiver lineReceiver, IParam param, String writerClassName, String writerPath, IPluginMonitor pm)
src/main/java/com/dp/nebula/wormhole/engine/core/WriterThread.java:24
↓ 2 callersMethodgetLineSpeed
Get average line speed @param lines Line amount @param seconds Costed time. @return Average line speed.
src/main/java/com/dp/nebula/wormhole/engine/storage/Statistics.java:194
↓ 2 callersMethodgetPath
(String[] paths)
src/test/java/com/dp/nebula/wormhole/engine/utils/ReflectionUtilTest.java:55
↓ 2 callersMethodgetPluginDirAsList
(String pluginsDirName)
src/main/java/com/dp/nebula/wormhole/common/utils/JobConfGenDriver.java:47
↓ 2 callersMethodgetPluginName
()
src/main/java/com/dp/nebula/wormhole/common/AbstractPlugin.java:37
↓ 2 callersMethodgetPut
()
src/main/java/com/dp/nebula/wormhole/plugins/common/HBaseClient.java:184
↓ 2 callersMethodgetReadSuccessLines
()
src/main/java/com/dp/nebula/wormhole/engine/monitor/RealtimeMonitorInfo.java:24
↓ 2 callersMethodgetReaderConf
Get reader plugin's configuration. @return a {@link JobPluginConf}.
src/main/java/com/dp/nebula/wormhole/common/config/JobConf.java:20
↓ 2 callersMethodgetSpeed
(long byteNum, double seconds)
src/main/java/com/dp/nebula/wormhole/engine/storage/Statistics.java:165
↓ 2 callersMethodgetStorageMap
()
src/main/java/com/dp/nebula/wormhole/engine/storage/StorageManager.java:28
↓ 2 callersMethodgetSuccessLines
()
src/main/java/com/dp/nebula/wormhole/common/interfaces/IPluginMonitor.java:5
↓ 2 callersMethodincByteTx
(long i)
src/main/java/com/dp/nebula/wormhole/engine/storage/Statistics.java:104
↓ 2 callersMethodincLineRRefused
(long lineRRefused)
src/main/java/com/dp/nebula/wormhole/engine/storage/Statistics.java:113
↓ 2 callersMethodincLineTRefused
(long lineTRefused)
src/main/java/com/dp/nebula/wormhole/engine/storage/Statistics.java:121
↓ 2 callersMethodincLineTx
(long i)
src/main/java/com/dp/nebula/wormhole/engine/storage/Statistics.java:86
↓ 2 callersMethodinit
(IParam jobParams)
src/main/java/com/dp/nebula/wormhole/common/interfaces/ISplitter.java:7
↓ 2 callersMethodinitialize
()
src/main/java/com/dp/nebula/wormhole/plugins/reader/hivereader/HiveJdbcClient.java:30
↓ 2 callersMethodinsert
(ILine line)
src/main/java/com/dp/nebula/wormhole/engine/storage/SingleQueue.java:63
← previousnext →101–200 of 874, ranked by callers