MCPcopy Create free account

hub / github.com/dataArtisans/flink-dataflow / functions

Functions813 in github.com/dataArtisans/flink-dataflow

↓ 3 callersMethodsetInputView
(DataInputView inputView)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/DataInputViewWrapper.java:40
↓ 3 callersMethodtoString
()
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineRunner.java:162
↓ 3 callersMethodwrite
(String value)
runner/src/test/java/com/dataartisans/flink/dataflow/WriteSinkITCase.java:136
↓ 3 callersMethodwriteByte
(byte b)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointWriter.java:107
↓ 3 callersMethodwriteData
(byte[] data)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointWriter.java:115
↓ 2 callersMethodapplyBatchTransform
(PTransform<?, ?> transform, TransformTreeNode node, BatchTransformTranslator<?> translator)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkBatchPipelineTranslator.java:122
↓ 2 callersMethodapplyStreamingTransform
(PTransform<?, ?> transform, TransformTreeNode node, StreamTransformTranslator<?> translator)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkStreamingPipelineTranslator.java:113
↓ 2 callersMethodcheckInitializationState
()
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineExecutionEnvironment.java:260
↓ 2 callersMethodcheckStateForKey
(String key)
runner/src/test/java/com/dataartisans/flink/dataflow/streaming/StateSerializationTest.java:194
↓ 2 callersMethodclear
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:639
↓ 2 callersMethodclose
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/io/UnboundedSocketSource.java:208
↓ 2 callersMethodcreate
(AbstractStateBackend.CheckpointStateOutputView output)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointWriter.java:30
↓ 2 callersMethodcreatePipelineExecutionEnvironment
Depending on the type of job (Streaming or Batch) and the user-specified options, this method creates the adequate ExecutionEnvironment.
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineExecutionEnvironment.java:89
↓ 2 callersMethodcreatePipelineTranslator
Depending on the type of job (Streaming or Batch), this method creates the adequate job graph translator. In the case of batch, it will work with {@li
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineExecutionEnvironment.java:102
↓ 2 callersMethodcreateReader
(PipelineOptions options, @Nullable CheckpointMark checkpointMark)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/io/UnboundedFlinkSource.java:48
↓ 2 callersMethoddecodeState
( StateCheckpointReader reader, OutputTimeFn<? super BoundedWindow> outputTimeFn, Coder<K> keyCoder,
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointUtils.java:55
↓ 2 callersMethoddecodeTimers
( StateCheckpointReader reader, Coder<? extends BoundedWindow> windowCoder, Coder<K> keyCoder)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointUtils.java:103
↓ 2 callersMethoddeserialize
(StateCheckpointReader input)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateType.java:52
↓ 2 callersMethoddeserializeKey
(CoderTypeSerializer<K> keySerializer)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointReader.java:62
↓ 2 callersMethodelement
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/FlinkGroupAlsoByWindowWrapper.java:431
↓ 2 callersMethodencodeState
(Map<K, FlinkStateInternals<K>> perKeyStateInternals, StateCheckpointWriter writer, Coder<K> keyCoder)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointUtils.java:37
↓ 2 callersMethodencodeTimers
(Map<K, Set<TimerInternals.TimerData>> allTimers, StateCheckpointWriter writer, Coder<K> key
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointUtils.java:84
↓ 2 callersMethodgetBroker
()
examples/src/main/java/com/dataartisans/flink/dataflow/examples/streaming/KafkaWindowedWordCountExample.java:81
↓ 2 callersMethodgetCurrent
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/io/UnboundedSocketSource.java:198
↓ 2 callersMethodgetDelayBetweenRetries
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/io/UnboundedSocketSource.java:86
↓ 2 callersMethodgetEstimatedSizeBytes
(PipelineOptions options)
runner/src/test/java/com/dataartisans/flink/dataflow/ReadSourceITCase.java:104
↓ 2 callersMethodgetGroup
()
examples/src/main/java/com/dataartisans/flink/dataflow/examples/streaming/KafkaWindowedWordCountExample.java:93
↓ 2 callersMethodgetJobName
The job name is used to identify jobs running on a Flink cluster.
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineOptions.java:50
↓ 2 callersMethodgetKafkaTopic
()
examples/src/main/java/com/dataartisans/flink/dataflow/examples/streaming/KafkaWindowedWordCountExample.java:75
↓ 2 callersMethodgetKey
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:125
↓ 2 callersMethodgetMaxNumRetries
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/io/UnboundedSocketSource.java:82
↓ 2 callersMethodgetOutputTimeFn
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:396
↓ 2 callersMethodgetOutputTypeInfo
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkBatchTranslationContext.java:116
↓ 2 callersMethodgetSlide
()
examples/src/main/java/com/dataartisans/flink/dataflow/examples/streaming/WindowedWordCount.java:90
↓ 2 callersMethodgetZookeeper
()
examples/src/main/java/com/dataartisans/flink/dataflow/examples/streaming/KafkaWindowedWordCountExample.java:87
↓ 2 callersMethodgroupStreamByKey
(DataStream<WindowedValue<KV<K, V>>> inputDataStream, KvCoder<K, V> inputKvCoder)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/FlinkGroupByKeyWrapper.java:44
↓ 2 callersMethodjoinEvents
Join two collections, using country code as the key.
runner/src/test/java/com/dataartisans/flink/dataflow/util/JoinExamples.java:51
↓ 2 callersMethodoutputWithTimestamp
(OUT output, Instant timestamp)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/functions/FlinkDoFnFunction.java:176
↓ 2 callersMethodpane
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/functions/FlinkDoFnFunction.java:112
↓ 2 callersMethodpersistState
(StateCheckpointWriter checkpointBuilder)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:76
↓ 2 callersMethodprocessElement
(WindowedValue<IN> value)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/FlinkAbstractParDoWrapper.java:85
↓ 2 callersMethodprocessKeyedWorkItem
(KeyedWorkItem<K, VIN> workItem)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/FlinkGroupAlsoByWindowWrapper.java:251
↓ 2 callersMethodread
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:644
↓ 2 callersMethodreadRawData
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointReader.java:72
↓ 2 callersMethodserializeKey
(K key, CoderTypeSerializer<K> keySerializer)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointWriter.java:76
↓ 2 callersMethodsetCurrentTransform
Sets the AppliedPTransform which carries input/output. @param currentTransform
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkBatchTranslationContext.java:84
↓ 2 callersMethodsetFlinkMaster
(String value)
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineOptions.java:67
↓ 2 callersMethodsetNextWatermarkTimer
(StreamingRuntimeContext runtime)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/io/UnboundedSourceWrapper.java:143
↓ 2 callersMethodsideInput
(PCollectionView<T> view, BoundedWindow mainInputWindow)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/functions/FlinkDoFnFunction.java:149
↓ 2 callersMethodtimestamp
()
runner/src/test/java/com/dataartisans/flink/dataflow/streaming/GroupAlsoByWindowTest.java:484
↓ 2 callersMethodtransformSideInputs
(List<PCollectionView<?>> sideInputs, MapPartitionOperator<?, ?> outp
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkBatchTransformTranslators.java:539
↓ 2 callersMethodwindowingInternals
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/functions/FlinkDoFnFunction.java:117
↓ 2 callersMethodwrite
(T input)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:304
↓ 1 callersMethodadd
(AI value)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/SerializableFnAggregatorWrapper.java:44
↓ 1 callersMethodadd
(Instant watermarkHold)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:372
↓ 1 callersMethodaddAccum
(AccumT accum)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:571
↓ 1 callersMethodaddAccumulatorBuilder
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointWriter.java:58
↓ 1 callersMethodaddListUpdatesBuilder
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointWriter.java:52
↓ 1 callersMethodaddValueBuilder
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointWriter.java:40
↓ 1 callersMethodaddWatermarkHoldsBuilder
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointWriter.java:46
↓ 1 callersMethodcanEqual
(Object obj)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/types/VoidCoderTypeSerializer.java:96
↓ 1 callersMethodcheckIfValidInputWatermark
(Instant newWatermark)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/AbstractFlinkTimerInternals.java:90
↓ 1 callersMethodcheckIfValidOutputWatermark
(Instant newWatermark)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/AbstractFlinkTimerInternals.java:99
↓ 1 callersMethodcheckTimersForKey
(Set<TimerInternals.TimerData> originalTimers, Set<TimerInternals.TimerData> restoredTimers)
runner/src/test/java/com/dataartisans/flink/dataflow/streaming/StateSerializationTest.java:229
↓ 1 callersMethodclose
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/SinkOutputFormat.java:101
↓ 1 callersMethodcompare
(T first, T second)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/types/CoderComparator.java:114
↓ 1 callersMethodcompareTo
(CompletionCandidate o)
examples/src/main/java/com/dataartisans/flink/dataflow/examples/streaming/AutoComplete.java:270
↓ 1 callersMethodcreateBatchExecutionEnvironment
If the submitted job is a batch processing job, this method creates the adequate Flink {@link org.apache.flink.api.java.ExecutionEnvironment} dependin
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineExecutionEnvironment.java:159
↓ 1 callersMethodcreateForIterable
Creates an DataStream where elements are grouped in windows based on the specified windowing strategy. This method assumes that <b>elements are alread
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/FlinkGroupAlsoByWindowWrapper.java:158
↓ 1 callersMethodcreateForTest
Constructs a runner with default properties for testing. @return The newly created runner.
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineRunner.java:145
↓ 1 callersMethodcreateGroupAlsoByWindowOperator
Create the adequate {@link com.google.cloud.dataflow.sdk.util.GroupAlsoByWindowsDoFn}, <b> if not already created</b>. If a {@link com.google.cloud.da
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/FlinkGroupAlsoByWindowWrapper.java:230
↓ 1 callersMethodcreateState
(String key)
runner/src/test/java/com/dataartisans/flink/dataflow/streaming/StateSerializationTest.java:279
↓ 1 callersMethodcreateStreamExecutionEnvironment
If the submitted job is a stream processing job, this method creates the adequate Flink {@link org.apache.flink.streaming.api.environment.StreamExecut
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineExecutionEnvironment.java:201
↓ 1 callersMethodcreateWindowAssigner
(final WindowFn<T, W> windowFn)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkStreamingTransformTranslators.java:241
↓ 1 callersMethodcreateWriteOperation
(PipelineOptions options)
runner/src/test/java/com/dataartisans/flink/dataflow/WriteSinkITCase.java:90
↓ 1 callersMethodcreateWriter
(PipelineOptions options)
runner/src/test/java/com/dataartisans/flink/dataflow/WriteSinkITCase.java:112
↓ 1 callersMethoddecodeState
We remove the first character which encodes the type of the stateTag ('s' for system and 'u' for user). For more details check out the source of {@lin
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:169
↓ 1 callersMethoddecodeTimerDataForKey
( StateCheckpointReader reader, Coder<? extends BoundedWindow> windowCoder)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointUtils.java:137
↓ 1 callersMethoddetectClassPathResourcesToStage
Attempts to detect all the resources the class loader has access to. This does not recurse to class loader parents stopping it from pulling in resourc
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineRunner.java:176
↓ 1 callersMethodduplicate
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/types/CoderComparator.java:201
↓ 1 callersMethodelement
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkStreamingTransformTranslators.java:248
↓ 1 callersMethodencodeTimerDataForKey
(StateCheckpointWriter writer, Set<TimerInternals.TimerData> timers)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointUtils.java:125
↓ 1 callersMethodencodeTimerInternals
(DoFn.ProcessContext context, StateCheckpointWriter writer,
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/AbstractFlinkTimerInternals.java:108
↓ 1 callersMethodexecutePipeline
Launches the program execution.
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineExecutionEnvironment.java:134
↓ 1 callersMethodextractSink
(Write.Bound<T> transform)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/SinkOutputFormat.java:55
↓ 1 callersMethodfilter
(WindowedValue<RawUnionValue> value)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkStreamingTransformTranslators.java:368
↓ 1 callersMethodgetByte
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/StateCheckpointReader.java:51
↓ 1 callersMethodgetCheckpointingInterval
()
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineOptions.java:74
↓ 1 callersMethodgetCurrentTimestamp
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/io/UnboundedSocketSource.java:203
↓ 1 callersMethodgetDelimiter
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/io/UnboundedSocketSource.java:78
↓ 1 callersMethodgetExecutionRetryDelay
()
runner/src/main/java/com/dataartisans/flink/dataflow/FlinkPipelineOptions.java:87
↓ 1 callersMethodgetFavoriteColor
()
runner/src/test/java/com/dataartisans/flink/dataflow/AvroITCase.java:115
↓ 1 callersMethodgetFavoriteNumber
()
runner/src/test/java/com/dataartisans/flink/dataflow/AvroITCase.java:119
↓ 1 callersMethodgetFlinkSource
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/io/UnboundedFlinkSource.java:39
↓ 1 callersMethodgetIntermUnionCoder
(Collection<PCollection<?>> taggedCollections)
runner/src/main/java/com/dataartisans/flink/dataflow/translation/FlinkStreamingTransformTranslators.java:397
↓ 1 callersMethodgetLength
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/types/CoderTypeSerializer.java:98
↓ 1 callersMethodgetLocalValue
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/SerializableFnAggregatorWrapper.java:50
↓ 1 callersMethodgetName
()
runner/src/test/java/com/dataartisans/flink/dataflow/AvroITCase.java:111
↓ 1 callersMethodgetName
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/io/UnboundedSourceWrapper.java:65
↓ 1 callersMethodgetNoOfElements
()
runner/src/main/java/com/dataartisans/flink/dataflow/translation/wrappers/streaming/state/FlinkStateInternals.java:272
← previousnext →101–200 of 813, ranked by callers