MCPcopy Index your code

hub / github.com/dataArtisans/flink-dataflow / functions

Functions813 in github.com/dataArtisans/flink-dataflow

↓ 246 callersMethodof
Builds a union coder with the given list of element coders. This list corresponds to a mapping of union tag to Coder. Union tags start at 0.
runner/src/main/java/com/dataartisans/flink/dataflow/translation/functions/UnionCoder.java:47
↓ 92 callersMethodapply
(int[] accumulator)
runner/src/test/java/com/dataartisans/flink/dataflow/streaming/StateSerializationTest.java:83
↓ 83 callersMethodgetValue
()
examples/src/main/java/com/dataartisans/flink/dataflow/examples/streaming/AutoComplete.java:262
↓ 69 callersMethodadd
(AI value)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/CombineFnAggregatorWrapper.java:46
↓ 60 callersMethodelement
()
runner/src/test/java/com/dataartisans/flink/dataflow/streaming/GroupAlsoByWindowTest.java:478
↓ 53 callersMethodmakeWindowedValue
(WindowingStrategy strategy, T output, Instant timestamp, Collection<? extends BoundedWindow> w
runner/src/test/java/com/dataartisans/flink/dataflow/streaming/GroupAlsoByWindowTest.java:466
↓ 45 callersMethodgetKey
(WindowedValue<KV<K, V>> value)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/FlinkGroupByKeyWrapper.java:52
↓ 43 callersMethodgetOutput
()
examples/src/main/java/com/dataartisans/flink/dataflow/examples/WordCount.java:90
↓ 42 callersMethodapply
( PCollection<CompletionCandidate> input)
examples/src/main/java/com/dataartisans/flink/dataflow/examples/streaming/AutoComplete.java:118
↓ 39 callersMethodoutput
(OUT output)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/functions/FlinkDoFnFunction.java:171
↓ 35 callersMethodgetInput
()
examples/src/main/java/com/dataartisans/flink/dataflow/examples/WordCount.java:85
↓ 35 callersMethodprocessElement
(ProcessContext c)
runner/src/test/java/com/dataartisans/flink/dataflow/streaming/GroupByNullKeyTest.java:99
↓ 25 callersMethodrun
(Pipeline pipeline)
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineRunner.java:101
↓ 23 callersMethodapply
(PCollection<KV<String, KV<URI, Double>>> wordToUriAndTfIdf)
examples/src/main/java/com/dataartisans/flink/dataflow/examples/TFIDF.java:417
↓ 22 callersMethodgetTimestamp
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointReader.java:56
↓ 20 callersMethodnamed
Returns a ConsoleIO.Write PTransform with the given step name.
runner/src/main/java/com/dataartisans/flink/dataflow/io/ConsoleIO.java:46
↓ 20 callersMethodstate
(StateNamespace namespace, StateTag<? super K, StateT> address)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:130
↓ 19 callersMethodencode
( RawUnionValue union, OutputStream outStream, Context context)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/functions/UnionCoder.java:71
↓ 19 callersMethodisEmpty
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:660
↓ 17 callersMethodgetBuffer
Get the underlying byte array.
runner/src/main/java/com/dataartisans/flink/dataflow/translation/types/InspectableByteArrayOutputStream.java:31
↓ 16 callersMethodequals
(Object o)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/types/CoderTypeSerializer.java:134
↓ 16 callersMethodof
Creates a new unbounded source from a Flink source. @param flinkSource The Flink source function @param <T> The type that the source function produces
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/io/UnboundedFlinkSource.java:75
↓ 15 callersMethodcreateForBatch
Creates and returns a new test pipeline for batch execution. <p> Use {@link com.google.cloud.dataflow.sdk.testing.DataflowAssert} to add tests, then
runner/src/test/java/com/dataartisans/flink/dataflow/FlinkTestPipeline.java:35
↓ 15 callersMethodgetName
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/CombineFnAggregatorWrapper.java:82
↓ 15 callersMethodread
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/DataInputViewWrapper.java:44
↓ 14 callersMethodcreate
Returns a ConsoleIO.Write PTransform with a default step name.
runner/src/main/java/com/dataartisans/flink/dataflow/io/ConsoleIO.java:39
↓ 13 callersMethodgetInputDataSet
(PValue value)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkBatchTranslationContext.java:69
↓ 13 callersMethodnext
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/functions/FlinkKeyedListAggregationFunction.java:59
↓ 12 callersMethodcreate
Creates and returns a new test pipeline for streaming or batch execution. <p> Use {@link com.google.cloud.dataflow.sdk.testing.DataflowAssert} to add
runner/src/test/java/com/dataartisans/flink/dataflow/FlinkTestPipeline.java:60
↓ 11 callersMethodgetExecutionEnvironment
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkBatchTranslationContext.java:61
↓ 11 callersMethodhasNext
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/functions/FlinkKeyedListAggregationFunction.java:54
↓ 11 callersMethoditerator
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/functions/FlinkKeyedListAggregationFunction.java:49
↓ 11 callersMethodsetOutputDataSet
(PValue value, DataSet<?> set)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkBatchTranslationContext.java:74
↓ 10 callersMethodas
(Class<T> kls)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/FlinkGroupAlsoByWindowWrapper.java:449
↓ 10 callersMethodgetPipelineOptions
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkBatchTranslationContext.java:65
↓ 10 callersMethodgetTypeInfo
(PInput output)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkBatchTranslationContext.java:99
↓ 9 callersMethoddecode
(InputStream inStream, Context context)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/functions/UnionCoder.java:90
↓ 8 callersMethodsetOutputDataStream
(PValue value, DataStream<?> set)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkStreamingTranslationContext.java:64
↓ 8 callersMethodvalidate
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointWriter.java:122
↓ 7 callersMethodclose
()
runner/src/test/java/com/dataartisans/flink/dataflow/streaming/UnboundedSourceITCase.java:179
↓ 7 callersMethodflatMap
(String s, Collector<WindowedValue<String>> collector)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkStreamingTransformTranslators.java:177
↓ 7 callersMethodgetInputDataStream
(PValue value)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkStreamingTranslationContext.java:59
↓ 7 callersMethodgetParallelism
()
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineOptions.java:69
↓ 7 callersMethodprocessWatermark
(Watermark mark)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/FlinkGroupAlsoByWindowWrapper.java:268
↓ 7 callersMethodsetData
(ByteString data)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointWriter.java:87
↓ 7 callersMethodsetParallelism
(Integer value)
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineOptions.java:72
↓ 7 callersMethodwriteInt
(int number)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointWriter.java:101
↓ 6 callersMethodcreateForStreaming
Creates and returns a new test pipeline for streaming execution. <p> Use {@link com.google.cloud.dataflow.sdk.testing.DataflowAssert} to add tests, t
runner/src/test/java/com/dataartisans/flink/dataflow/FlinkTestPipeline.java:47
↓ 6 callersMethodencodeKey
(StateNamespace namespace, StateTag<? super K, ?> address)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:260
↓ 6 callersMethodgetInt
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointReader.java:46
↓ 6 callersMethodgetWindowSize
()
examples/src/main/java/com/dataartisans/flink/dataflow/examples/streaming/WindowedWordCount.java:84
↓ 6 callersMethodsetRunner
(Class<? extends PipelineRunner<?>> kls)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/FlinkGroupAlsoByWindowWrapper.java:464
↓ 6 callersMethodtoString
()
examples/src/main/java/com/dataartisans/flink/dataflow/examples/streaming/AutoComplete.java:296
↓ 5 callersMethodapply
(PCollection<?> input)
runner/src/main/java/com/dataartisans/flink/dataflow/io/ConsoleIO.java:73
↓ 5 callersMethodcreateAccumulator
(K key, CombineWithContext.Context c)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:441
↓ 5 callersMethodcreateTestingOperatorAndState
(WindowingStrategy strategy, long initialTime)
runner/src/test/java/com/dataartisans/flink/dataflow/streaming/GroupAlsoByWindowTest.java:383
↓ 5 callersMethodgetData
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointReader.java:42
↓ 5 callersMethodgetFilesToStage
List of local files to make available to workers. <p> Jars are placed on the worker's classpath. <p> The default value is the list of jars from the ma
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineOptions.java:41
↓ 5 callersMethodgetHostname
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/io/UnboundedSocketSource.java:70
↓ 5 callersMethodgetPort
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/io/UnboundedSocketSource.java:74
↓ 5 callersMethodgetSource
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/SourceInputSplit.java:48
↓ 5 callersMethodmergeAccumulators
(K key, Iterable<AccumT> accumulators, CombineWithContext.Context c)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:451
↓ 5 callersMethodrestoreState
(StateCheckpointReader checkpointReader, ClassLoader loader)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:154
↓ 5 callersMethodserialize
(StateType type, StateCheckpointWriter output)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateType.java:40
↓ 5 callersMethodserializeObject
(T object, CoderTypeSerializer<T> objectSerializer)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointWriter.java:80
↓ 5 callersMethodsetExecutionRetryDelay
(Long delay)
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineOptions.java:90
↓ 5 callersMethodsetNumberOfExecutionRetries
(Integer retries)
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineOptions.java:85
↓ 5 callersMethodsetTag
(ByteString stateKey)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointWriter.java:66
↓ 5 callersMethodtoString
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/types/CoderTypeInformation.java:104
↓ 5 callersMethodtoString
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:412
↓ 4 callersMethodadd
(T input)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:655
↓ 4 callersMethodaddInput
(K key, AccumT accumulator, InputT value, CombineWithContext.Context c)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:446
↓ 4 callersMethodaddValue
(AI value)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/CombineFnAggregatorWrapper.java:77
↓ 4 callersMethodadvance
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/io/UnboundedSocketSource.java:173
↓ 4 callersMethodapply
(PCollection<String> lines)
examples/src/main/java/com/dataartisans/flink/dataflow/examples/WordCount.java:56
↓ 4 callersMethodcreate
Creates an DataStream where elements are grouped in windows based on the specified windowing strategy. This method assumes that <b>elements are alread
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/FlinkGroupAlsoByWindowWrapper.java:118
↓ 4 callersMethodequals
(Object other)
examples/src/main/java/com/dataartisans/flink/dataflow/examples/streaming/AutoComplete.java:281
↓ 4 callersMethodformatNodeName
(TransformTreeNode node)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkStreamingPipelineTranslator.java:144
↓ 4 callersMethodformatNodeName
(TransformTreeNode node)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkBatchPipelineTranslator.java:151
↓ 4 callersMethodgenSpaces
(int n)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkStreamingPipelineTranslator.java:136
↓ 4 callersMethodgenSpaces
(int n)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkBatchPipelineTranslator.java:143
↓ 4 callersMethodmakeWindowedValue
( T output, Instant timestamp, Collection<? extends BoundedWindow> windows, PaneInfo pane)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/FlinkAbstractParDoWrapper.java:204
↓ 4 callersMethodremove
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/functions/FlinkKeyedListAggregationFunction.java:70
↓ 4 callersMethodsetCheckpointingInterval
(Long interval)
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineOptions.java:78
↓ 4 callersMethodsetTimestamp
(Instant timestamp)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointWriter.java:95
↓ 4 callersMethodsideOutput
(TupleTag<T> tag, T output)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/functions/FlinkDoFnFunction.java:182
↓ 4 callersMethodstartBundle
(Context c)
runner/src/test/java/com/dataartisans/flink/dataflow/WordCountJoin3ITCase.java:115
↓ 4 callersMethodvalidate
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointReader.java:84
↓ 3 callersMethodcheckTimestamp
(WindowedValue<IN> ref, Instant timestamp)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/FlinkAbstractParDoWrapper.java:193
↓ 3 callersMethodcreateForTesting
(PipelineOptions options, CoderRegistry registry, WindowingStrategy<KV<K,
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/FlinkGroupAlsoByWindowWrapper.java:190
↓ 3 callersMethoddeserialize
(DataInputView dataInputView)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/types/CoderTypeSerializer.java:109
↓ 3 callersMethoddeserializeObject
(CoderTypeSerializer<T> objectSerializer)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointReader.java:66
↓ 3 callersMethodextractOutput
(K key, AccumT accumulator, CombineWithContext.Context c)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:456
↓ 3 callersMethodgetFlinkMaster
The url of the Flink JobManager on which to execute pipelines. This can either be the the address of a cluster JobManager, in the form "host:port" or
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineOptions.java:63
↓ 3 callersMethodgetIndexForEncoding
(RawUnionValue union)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/functions/UnionCoder.java:58
↓ 3 callersMethodgetTranslator
(PTransform<?, ?> transform)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkBatchTransformTranslators.java:139
↓ 3 callersMethodgetTranslator
(PTransform<?, ?> transform)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkStreamingTransformTranslators.java:83
↓ 3 callersMethodhashCode
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/types/CoderTypeSerializer.java:148
↓ 3 callersMethodopen
(String uId)
runner/src/test/java/com/dataartisans/flink/dataflow/WriteSinkITCase.java:129
↓ 3 callersMethodprocessElement
(StreamRecord<WindowedValue<KV<K, VIN>>> element)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/FlinkGroupAlsoByWindowWrapper.java:260
next →1–100 of 813, ranked by callers