Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/AdRoll/baker
/ functions
Functions
846 in github.com/AdRoll/baker
⨍
Functions
846
◇
Types & classes
221
↓ 1 callers
Function
displayProgramUsage
(components Components)
baker_cli.go:131
↓ 1 callers
Function
doFirstSplit
doFirstSplit creates the first splits of f, at offset off. That is, from 'file' it creates both 'file.part-1' and 'file.part-2' and then removes 'file
pkg/splitwriter/split_writer.go:225
↓ 1 callers
Function
doNextSplit
doNextSplit splits f at offset off, transfering the data to the next split. It returns the next split.
pkg/splitwriter/split_writer.go:189
↓ 1 callers
Method
doRequest
(inp *dynamodb.BatchWriteItemInput)
output/dyndb.go:111
↓ 1 callers
Method
doRun
(input <-chan baker.OutputRecord)
output/sqlite.go:334
↓ 1 callers
Function
doSplit
(f *os.File, off int64)
pkg/splitwriter/split_writer.go:172
↓ 1 callers
Method
err
(err error)
output/websocket/server.go:55
↓ 1 callers
Function
expectSplits
(t *testing.T, dir string, splits map[string]int)
pkg/splitwriter/split_writer_test.go:14
↓ 1 callers
Function
fileExists
fileExists reports whether fname exists and is a regular file.
pkg/splitwriter/split_writer.go:311
↓ 1 callers
Method
fillDefault
()
filter/expand_list.go:49
↓ 1 callers
Method
fillDefaults
()
config.go:162
↓ 1 callers
Method
fillDefaults
()
output/filewriter.go:102
↓ 1 callers
Method
fillDefaults
()
output/oplog.go:20
↓ 1 callers
Method
fillDefaults
()
output/dyndb.go:178
↓ 1 callers
Method
fillDefaults
()
output/stats.go:35
↓ 1 callers
Method
fillDefaults
()
output/websocket.go:22
↓ 1 callers
Method
fillDefaults
()
upload/s3.go:54
↓ 1 callers
Method
fillDefaults
()
filter/external_match.go:55
↓ 1 callers
Method
fillDefaults
()
filter/expand_json.go:46
↓ 1 callers
Method
fillDefaults
()
filter/format_time.go:69
↓ 1 callers
Method
fillDefaults
()
input/sqs.go:53
↓ 1 callers
Method
fillDefaults
()
input/kinesis.go:34
↓ 1 callers
Method
fillDefaults
()
input/kcl.go:63
↓ 1 callers
Method
fillDefaults
()
input/tcp.go:44
↓ 1 callers
Method
fillDefaults
()
input/list.go:64
↓ 1 callers
Method
fillDefaults
()
input/inputtest/random.go:26
↓ 1 callers
Method
findSplitPoint
findSplitPoint searches for a suitable split point in f, which is the offset of the last line feed which is prior to the split size. A split offset of
pkg/splitwriter/split_writer.go:133
↓ 1 callers
Method
flushCold
()
pkg/buffercache/cache.go:241
↓ 1 callers
Function
genFilterMarkdown
(w io.Writer, doc filterDoc)
help_markdown.go:96
↓ 1 callers
Function
genFilterText
(w io.Writer, doc filterDoc)
help_text.go:84
↓ 1 callers
Function
genFormatFun
(format string)
filter/format_time.go:190
↓ 1 callers
Function
genInputMarkdown
(w io.Writer, doc inputDoc)
help_markdown.go:81
↓ 1 callers
Function
genInputText
(w io.Writer, doc inputDoc)
help_text.go:67
↓ 1 callers
Function
genMetricsMarkdown
(w io.Writer, doc metricsDoc)
help_markdown.go:153
↓ 1 callers
Function
genMetricsText
(w io.Writer, doc metricsDoc)
help_text.go:146
↓ 1 callers
Function
genOutputMarkdown
(w io.Writer, doc outputDoc)
help_markdown.go:111
↓ 1 callers
Function
genOutputText
(w io.Writer, doc outputDoc)
help_text.go:101
↓ 1 callers
Function
genParseFun
(format string)
filter/format_time.go:152
↓ 1 callers
Function
genUploadMarkdown
(w io.Writer, doc uploadDoc)
help_markdown.go:138
↓ 1 callers
Function
genUploadText
(w io.Writer, doc uploadDoc)
help_text.go:129
↓ 1 callers
Function
generateWorkerID
generateWorkerID generates an unique ID for currrent worker, based off hostname and an UUID.
input/kcl.go:98
↓ 1 callers
Method
get
(key string)
api.go:14
↓ 1 callers
Function
getFieldIdInReturn
(name string, cfg Conf)
output/websocket/client.go:34
↓ 1 callers
Method
grow
()
pkg/buffercache/compressor.go:102
↓ 1 callers
Method
handleStream
(conn *net.TCPConn)
input/tcp.go:146
↓ 1 callers
Method
incr
()
upload/s3.go:231
↓ 1 callers
Method
isMatchAny
(l baker.Record)
filter/string_match.go:63
↓ 1 callers
Function
isPrintable
isPrintable reports whether a string contains only printable runes.
output/sqlite.go:203
↓ 1 callers
Function
levelToAlertType
(level log.Level)
metrics/datadog/hook.go:65
↓ 1 callers
Method
listenRead
Listen read request via chanel
output/websocket/client.go:142
↓ 1 callers
Method
listenWrite
Listen write request via chanel
output/websocket/client.go:114
↓ 1 callers
Method
match
(l baker.Record)
filter/regex_match.go:70
↓ 1 callers
Method
matchClause
(l baker.Record, clause *Clause)
filter/clausefilter.go:251
↓ 1 callers
Method
maybeTruncate
maybeTruncate truncates the table (if configured to do so)
output/sqlite.go:288
↓ 1 callers
Function
newClient
Create new ws client.
output/websocket/client.go:45
↓ 1 callers
Function
newCountingWriter
newCountingWriter function create new countingWriter
output/filewriter.go:485
↓ 1 callers
Function
newDynamoProcess
(db *dynamodb.DynamoDB, region string, maxbackoff time.Duration)
output/dyndb.go:99
↓ 1 callers
Function
newFastReader
(command []string, r io.Reader)
input/inpututils/fastreader_unix.go:37
↓ 1 callers
Function
newHTTPFileServer
(tb testing.TB, files httpServerFiles)
input/list_test.go:502
↓ 1 callers
Function
newHelpConfigKeyFromField
(f reflect.StructField)
help_config.go:146
↓ 1 callers
Function
newInputStats
()
input/inpututils/compressedstream.go:116
↓ 1 callers
Function
newMockedS3FromFS
(fs fs.FS)
input/sqs_test.go:532
↓ 1 callers
Function
newWorker
(cfg *FileWriterConfig, tmpl *template.Template, replFieldValue string, index int, uid string, upch chan<- str
output/filewriter.go:246
↓ 1 callers
Method
numBuffers
numBuffers returns the number of buffers (i.e occupied cells) actually present in the bucket.
pkg/buffercache/cold.go:149
↓ 1 callers
Function
openSplit
openSplit opens or creates the last split corresponding to fname and returns it. The last split can be fname itself.
pkg/splitwriter/split_writer.go:59
↓ 1 callers
Method
parseClauseSexp
(node *sexp.Node)
filter/clausefilter.go:143
↓ 1 callers
Method
parseConf
(map[string]string)
filter/crypt.go:42
↓ 1 callers
Method
pollQueue
pollQueue polls the given queue as long as the given context is alive.
input/sqs.go:192
↓ 1 callers
Method
postProcessJSON
(r interface{})
filter/expand_json.go:130
↓ 1 callers
Method
prepInsertStatement
prepInsertStatement prepares and returns the statement inserting records.
output/sqlite.go:258
↓ 1 callers
Method
processJSON
(data []byte)
filter/expand_json.go:117
↓ 1 callers
Method
processList
(fn string)
input/list.go:262
↓ 1 callers
Method
processURL
(u string)
filter/external_match.go:175
↓ 1 callers
Method
push
Push a new record into DynamoDB. The record is first cached internally, then when the batch limit (25) is reached, it is actually written to DyanmoDB.
output/dyndb.go:307
↓ 1 callers
Method
refreshShards
()
input/kinesis.go:81
↓ 1 callers
Method
removeCold
removeCold removes all locations pointing to the given cold cache bucket.
pkg/buffercache/location.go:50
↓ 1 callers
Method
removeHot
removeHot removes all locations pointing to the hot cache.
pkg/buffercache/location.go:63
↓ 1 callers
Function
renderSQLitePathString
(pathString string, shardID int, field string)
output/sqlite.go:85
↓ 1 callers
Method
reset
()
pkg/buffercache/location.go:45
↓ 1 callers
Method
run
()
output/dyndb.go:148
↓ 1 callers
Function
s3UploadFile
(uploader *s3manager.Uploader, bucket, prefix, localPath, fpath string)
upload/s3.go:289
↓ 1 callers
Method
sendAll
(msg []string)
output/websocket/server.go:59
↓ 1 callers
Method
setDBSettings
(conn *sql.DB)
output/sqlite.go:271
↓ 1 callers
Method
setOutputChannel
(data chan<- *baker.Data)
input/tcp.go:120
↓ 1 callers
Method
setTimes
(start, end string)
filter/timestamp_range.go:56
↓ 1 callers
Method
setup
()
output/sqlite.go:163
↓ 1 callers
Method
setupTable
setupTable either creates the table or, in case it already exists and the config has Clear=true, we truncate the table.
output/sqlite.go:306
↓ 1 callers
Method
shouldSend
(msg []string)
output/websocket/client.go:74
↓ 1 callers
Method
smallestFitBucket
smallestFitBucket returns the smallest bucket in which fits a buffer of length l or -1 if all buckets are too small.
pkg/buffercache/cold.go:48
↓ 1 callers
Function
sqsParseFunction
(cfg *SQSConfig)
input/sqs.go:145
↓ 1 callers
Function
terminalWidth
()
term.go:10
↓ 1 callers
Function
testFileWriterCompareInOut
testFileWriterCompareInOut sends numRecords records and wait for the given duration between each send, to a FileWriter where PathString is set to the
output/filewriter_test.go:101
↓ 1 callers
Function
testIntegrationSQS
(tc sqsIntegrationTestCase)
input/sqs_test.go:355
↓ 1 callers
Function
valuesFromCSV
valuesFromCSV reads the CSV-formatted reader r and returns the set of values in the 0-based column index.. Note: rows not having enough columns to ex
filter/external_match.go:153
↓ 1 callers
Method
vetIdentifiers
vetIdentifiers checks all identifiers respect some rule so that we can use them safely in queries.
output/sqlite.go:217
↓ 1 callers
Method
worker
()
input/inpututils/compressedstream.go:188
↓ 1 callers
Function
wrapString
wrapString wraps the given string within lim width in characters. Source: https://github.com/mitchellh/go-wordwrap Wrapping is currently naive and on
help_text.go:191
↓ 1 callers
Method
write
(req []byte)
output/filewriter.go:415
Function
BenchmarkColdPutNoFlush
(b *testing.B)
pkg/buffercache/bench_test.go:61
Function
BenchmarkExpandJSON
(b *testing.B)
filter/expand_json_test.go:198
← previous
next →
301–400 of 846, ranked by callers