boolean endReached
org.apache.hadoop.hbase.client.ResultScanner resultScanner
byte[] currentRow
long scannedRows
String tableName
HBaseTableSchema schema
byte[][] families
byte[][][] qualifiers
int[][] types
Row resultRow
Row[] familyRows
byte[] tableName
byte[] startRow
byte[] endRow
DataOutput out
ExecutionMode executionMode
boolean useClosureCleaner
int parallelism
int maxParallelism
int numberOfExecutionRetries
boolean forceKryo
boolean disableGenericTypes
boolean objectReuse
boolean autoTypeRegistrationEnabled
boolean forceAvro
CodeAnalysisMode codeAnalysisMode
boolean printProgressDuringExecution
long autoWatermarkInterval
long latencyTrackingInterval
long executionRetryDelay
RestartStrategies.RestartStrategyConfiguration restartStrategyConfiguration
long taskCancellationIntervalMillis
long taskCancellationTimeoutMillis
ExecutionConfig.GlobalJobParameters globalJobParameters
LinkedHashMap<K,V> registeredTypesWithKryoSerializers
LinkedHashMap<K,V> registeredTypesWithKryoSerializerClasses
LinkedHashMap<K,V> defaultKryoSerializers
LinkedHashMap<K,V> defaultKryoSerializerClasses
LinkedHashSet<E> registeredKryoTypes
LinkedHashSet<E> registeredPojoTypes
com.esotericsoftware.kryo.Serializer<T> serializer
long count
double sum
double localValue
double max
double min
int localValue
int max
int min
long localValue
long max
long min
DoubleValue wrapper
double sum
long sum
TypeComparator<T> typeComparator
Object[][] boundaries
TypeComparator<T>[] flatComparators
Object[] keys
long blockSize
long readRecords
long blockSize
Path filePath
long minSplitSize
int numSplits
long openTimeout
boolean unsplittable
boolean enumerateNestedFiles
FilePathFilter filesFilter
Path outputFilePath
FileSystem.WriteMode writeMode
FileOutputFormat.OutputDirectoryMode outputDirectoryMode
boolean lineDelimiterIsLinebreak
Class<T>[] fieldTypes
boolean[] fieldIncluded
byte[] fieldDelim
String fieldDelimString
boolean lenient
boolean skipFirstLineAsHeader
boolean quotedStringParsing
byte quoteCharacter
byte[] commentPrefix
String commentPrefixString
int partitionNumber
InputFormat<OT,T extends InputSplit> replicatedIF
Map<K,V> fieldMapping1
Map<K,V> fieldMapping2
FieldSet readFields1
FieldSet readFields2
double cpuCores
int heapMemoryInMB
int directMemoryInMB
int nativeMemoryInMB
int stateSizeInMB
long count
BulkIterationBase.TerminationCriterionAggregator aggregator
Object userCodeObject
int restartAttempts
Time delayBetweenAttemptsInterval
AggregateFunction<IN,ACC,OUT> aggFunction
FoldFunction<O,T> foldFunction
ReduceFunction<T> reduceFunction
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
String name
TypeSerializer<T> serializer
String queryableStateName
TimeUnit unit
long size
Class<T> arrayClass
TypeInformation<T> componentInfo
TypeComparator<T> comparator1
TypeComparator<T> comparator2
TypeComparator<T>[] comparators1
TypeComparator<T>[] comparators2
Object[] referenceKeyFields
Object[] candidateKeyFields
TypeDeserializer<T> deserializer
TypeSerializer<T> serializer
byte[] actualBytes
boolean ascendingComparison
TypeComparator<T>[] comparators
boolean ascendingComparison
BooleanValue reference
BooleanValue tempReference
TypeComparator<T>[] comparators
boolean ascendingComparison
ByteValue reference
ByteValue tempReference
TypeComparator<T>[] comparators
boolean ascendingComparison
CharValue reference
CharValue tempReference
TypeComparator<T>[] comparators
boolean ascendingComparison
DoubleValue reference
DoubleValue tempReference
TypeComparator<T>[] comparators
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Class<T> enumClass
Map<K,V> valueToOrdinal
Enum.ordinal
.
This allows us to maintain backwards compatibility for previous serialized data in the case that the
order of enum constants was changed or new constants were added.
On a fresh start with no reconfiguration, the ordinals would simply be identical to the enum constants actual ordinals. Ordinals may change after reconfiguration.
Enum<E extends Enum<E>>[] values
EnumSerializer.valueToOrdinal
map.
Serves as a bidirectional map to have fast access from ordinal to value. May be reordered after reconfiguration.boolean ascendingComparison
FloatValue reference
FloatValue tempReference
TypeComparator<T>[] comparators
Class<T> componentClass
TypeSerializer<T> componentSerializer
boolean ascendingComparison
IntValue reference
IntValue tempReference
TypeComparator<T>[] comparators
TypeSerializer<T> elementSerializer
boolean ascendingComparison
LongValue reference
LongValue tempReference
TypeComparator<T>[] comparators
TypeSerializer<T> keySerializer
TypeSerializer<T> valueSerializer
TypeComparator<T>[] comparators
boolean ascendingComparison
ShortValue reference
ShortValue tempReference
TypeComparator<T>[] comparators
boolean ascendingComparison
StringValue reference
StringValue tempReference
TypeComparator<T>[] comparators
TypeComparator<T>[] comparators
boolean ascending
BasicTypeComparator<T extends Comparable<T>> comparator
long count
long checksum
String id
long counter
long checksum
String id
TypeSerializer<T> serializer
SerializedListAccumulator<T> accumulator
String id
long counter
Comparable<T> value
Comparable<T> value
Comparable<T> value
Comparable<T> value
long agg
long agg
double agg
double agg
double agg
double agg
long agg
long agg
long agg
long agg
long agg
long agg
int count
TextOutputFormat.TextFormatter<IN> formatter
boolean withReplacement
int numSample
long seed
boolean withReplacement
int numSample
long seed
boolean withReplacement
double fraction
long seed
int[] fields
int[] fields
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
org.apache.hadoop.mapred.JobConf jobConf
org.apache.hadoop.mapred.OutputFormat<K,V> mapredOutputFormat
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
org.apache.hadoop.conf.Configuration configuration
org.apache.hadoop.mapreduce.OutputFormat<K,V> mapreduceOutputFormat
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
TypeSerializer<T> serializer
TypeSerializer<T> typeSerializer
int id
SplittableIterator<T> source
String sinkIdentifier
boolean target
int arity
TypeInformation<T>[] fieldTypeInfos
int[] fieldPosMap
boolean emptyColumnAsNull
String partitionMarker
String charsetName
String charsetName
String charsetName
boolean skipInvalidLines
TupleSerializerBase<T> tupleSerializer
TypeSerializer<T> serializer
TypeSerializer<T> serializer
String username
String password
String drivername
String dbURL
String queryTemplate
int resultSetType
int resultSetConcurrency
RowTypeInfo rowTypeInfo
boolean hasNext
Object[][] parameterValues
String username
String password
String drivername
String dbURL
String query
int batchInterval
Connection dbConn
PreparedStatement upload
int batchCount
int[] typesArray
int[] fieldPositions
AggregationFunction<T>[] aggFunctions
int[] fields
boolean[] isFromFirst
Tuple outTuple
int[] fields
boolean[] isFromFirst
Tuple outTuple
CombineFunction<IN,OUT> wrappedFunction
TupleUnwrappingIterator<T,K> iter1
TupleUnwrappingIterator<T,K> iter2
TupleUnwrappingIterator<T,K> iter1
int[] fields
Tuple outTuple
TupleUnwrappingIterator<T,K> iter2
TupleUnwrappingIterator<T,K> iter
TupleUnwrappingIterator<T,K> iter
TupleWrappingCollector<IN,K> coll
TupleUnwrappingIterator<T,K> iter
Tuple3UnwrappingIterator<T,K1,K2> iter
Tuple3UnwrappingIterator<T,K1,K2> iter
Tuple3WrappingCollector<IN,K1,K2> coll
Tuple3UnwrappingIterator<T,K1,K2> iter
RichGroupReduceFunction<IN,OUT> wrappedFunction
KeySelector<IN,KEY> keySelector1
KeySelector<IN,KEY> keySelector2
Tuple3<T0,T1,T2> tuple
Function wrappedFunction
long trueCount
long falseCount
long nullCount
double value
double delta
double max
double min
CompensatedSum sum
float max
float min
CompensatedSum sum
int max
int min
int sum
long max
long min
long sum
long nonMissingCount
long nullCount
long nanCount
long infinityCount
Aggregator<T,R> min
Aggregator<T,R> max
Aggregator<T,R> sum
CompensatedSum mean
CompensatedSum m2
long nonNullCount
long nullCount
short max
short min
short sum
long nonNullCount
long nullCount
long emptyCount
int minStringLength
int maxStringLength
CompensatedSum meanLength
Aggregator<T,R>[] columnAggregators
Aggregator<T,R> aggregator
private Object readResolve() throws ObjectStreamException
ObjectStreamException
Object f0
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f20
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f20
Object f21
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f20
Object f21
Object f22
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f20
Object f21
Object f22
Object f23
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f20
Object f21
Object f22
Object f23
Object f24
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
TypeInformation<T> leftType
TypeInformation<T> rightType
TypeInformation<T> elementTypeInfo
TypeInformation<T> keyTypeInfo
TypeInformation<T> valueTypeInfo
String functionName
InvalidTypesException typeException
Class<T> arrayType
TypeInformation<T> componentInfo
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
TypeInformation<T> type
PojoField[] fields
int totalFields
String[] fieldNames
boolean[] comparatorOrders
String[] fieldNames
TypeInformation<T>[] types
int totalFields
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Class<T> type
Class<T> typeToInstantiate
LinkedHashMap<K,V> kryoRegistrations
This map serves as a preview of the final registration result of the Kryo instance, taking into account registration overwrites.
private void readObject(ObjectInputStream s) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Class<T> type
boolean ascendingComparison
TypeComparator<T>[] comparators
private void readObject(ObjectInputStream s) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void readObject(ObjectInputStream s) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
TypeSerializer<T> leftSerializer
TypeSerializer<T> rightSerializer
boolean ascending
Class<T> type
TypeSerializer<T> serializer
TypeComparator<T>[] comparators
Class<T> registeredClass
This can be a dummy class KryoRegistrationSerializerConfigSnapshot.DummyRegisteredClass
if
the class no longer exists when this registration instance was restored.
Class<T> serializerClass
KryoRegistration.SerializerDefinitionType.CLASS
.
This can be a dummy serializer KryoRegistrationSerializerConfigSnapshot.DummyKryoSerializerClass
if
the serializer class no longer exists when this registration instance was restored.
ExecutionConfig.SerializableSerializer<T extends com.esotericsoftware.kryo.Serializer<?> & Serializable> serializableSerializerInstance
KryoRegistration.SerializerDefinitionType.INSTANCE
.
This can be a dummy serializer KryoRegistrationSerializerConfigSnapshot.DummyKryoSerializerClass
if
the serializer class no longer exists or is no longer valid when this registration instance was restored.
KryoRegistration.SerializerDefinitionType serializerDefinitionType
TypeComparator<T> wrappedComparator
boolean order
int flatFields
boolean nullReference
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
TypeComparator<T>[] comparators
int[] normalizedKeyLengths
int numLeadingNormalizableKeys
int normalizableKeyPrefixLen
boolean invertNormKey
TypeSerializer<T> serializer
Class<T> type
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Class<T> clazz
TypeSerializer<T>[] fieldSerializers
int numFields
LinkedHashMap<K,V> registeredClasses
These may be reconfigured in PojoSerializer.ensureCompatibility(TypeSerializerConfigSnapshot)
.
TypeSerializer<T>[] registeredSerializers
ExecutionConfig executionConfig
Nested serializers created using this will have the most up-to-date configuration,
and can be resolved for backwards compatibility with previous configuration
snapshots in PojoSerializer.ensureCompatibility(TypeSerializerConfigSnapshot)
.
int arity
int[] keyPositions
NullAwareComparator<T>[] comparators
TypeSerializer<T>[] serializers
int[] normalizedKeyLengths
int numLeadingNormalizableKeys
int normalizableKeyPrefixLen
boolean invertNormKey
boolean[] nullMask1
boolean[] nullMask2
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
TypeSerializer<T>[] fieldSerializers
TypeComparator<T> comparator
TypeSerializer<T> serializer
boolean firstSerializer
Class<T> clazz
int[] keyPositions
TypeComparator<T>[] comparators
int[] normalizedKeyLengths
int numLeadingNormalizableKeys
int normalizableKeyPrefixLen
boolean invertNormKey
TypeSerializer<T>[] serializers
Class<T> tupleClass
TypeSerializer<T>[] fieldSerializers
int arity
int length
Class<T> type
boolean ascendingComparison
TypeComparator<T>[] comparators
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Class<T> type
LinkedHashMap<K,V> kryoRegistrations
This map serves as a preview of the final registration result of the Kryo instance, taking into account registration overwrites.
Currently, we only have one single registration for the value type. Nevertheless, we keep this information here for future compatibility.
Class<T> type
boolean ascendingComparison
TypeComparator<T>[] comparators
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
LinkedHashMap<K,V> defaultSerializers
LinkedHashMap<K,V> defaultSerializerClasses
LinkedHashMap<K,V> kryoRegistrations
This map serves as a preview of the final registration result of the Kryo instance, taking into account registration overwrites.
Class<T> type
LinkedHashMap<K,V> registeredTypesWithSerializers
LinkedHashMap<K,V> registeredTypesWithSerializerClasses
LinkedHashSet<E> registeredTypes
int[] fieldPositions
AggregationFunction<T>[] aggFunctions
TupleSerializerBase<T> serializer
TypeInformation<T> typeInfo
private void readObject(ObjectInputStream in)
String query
ClusterBuilder builder
String insertQuery
ClusterBuilder builder
private void readObject(ObjectInputStream ois) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
TypeSerializer<T> typeSerializer
boolean shouldUpdate
iterative condition
can be evaluated.NFA<T> nfa
NFA
of this computation state.int[] deweyNumber
IntSerializer elemSerializer
private void readObject(ObjectInputStream ois) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
SharedBuffer<K extends Serializable,V> sharedBuffer
NFA.eventSharedBuffer
for its replacement.int startEventCounter
NonDuplicatingTypeSerializer<T> nonDuplicatingTypeSerializer
Set<E> states
NFACompiler
.
These are directly derived from the user-specified pattern.long windowTime
Pattern.within(Time)
Pattern.within(Time)}
method.boolean handleTimeout
true
), or silently discarded (false
).SharedBuffer<K extends Serializable,V> eventSharedBuffer
TypeSerializer<T> eventSerializer
TypeSerializer<T> sharedBufferSerializer
TypeSerializer<T> eventSerializer
private void readObject(ObjectInputStream ois) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
TypeSerializer<T> valueSerializer
TypeSerializer<T> keySerializer
TypeSerializer<T> valueSerializer
TypeSerializer<T> versionSerializer
private void readObject(ObjectInputStream ois) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
String name
State.StateType stateType
Collection<E> stateTransitions
StateTransitionAction action
State<T> sourceState
State<T> targetState
IterativeCondition<T> newCondition
FilterFunction<T> condition
IterativeCondition
.boolean isProcessingTime
TypeSerializer<T> inputSerializer
TypeSerializer<T> keySerializer
NFACompiler.NFAFactory<T> nfaFactory
long lastWatermark
boolean migratingFromOldKeyedOperator
FilterFunction<T> left
FilterFunction<T> right
FilterFunction<T> left
FilterFunction<T> right
IterativeCondition<T> left
IterativeCondition<T> right
IterativeCondition<T> original
IterativeCondition<T> left
IterativeCondition<T> right
IterativeCondition.Context<T> jContext
Configuration backingConfig
String prefix
long bytes
AbstractStateBackend checkpointStreamBackend
String operatorIdentifier
JobID jobId
Path[] configuredDbBasePaths
File[] initializedDbBasePaths
int nextDirectory
PredefinedOptions predefinedOptions
OptionsFactory optionsFactory
boolean enableIncrementalCheckpointing
Path file
long start
long length
URI uri
int partitionNumber
int totalNumberOfPartitions
int splitNumber
String[] hostnames
int id
double x
double y
Collection<E> centroids
List<E> tasks
FileCopyTaskInputSplit curInputSplit
FileCopyTask task
int splitNumber
EnumTrianglesDataTypes.Edge outEdge
double dampening
double randomJump
double x
double y
double theta0
double theta1
Collection<E> parameters
LinearRegression.Params parameter
int count
EmptyFieldsCountAccumulator.VectorAccumulator emptyFieldCounter
String id
long count
long checksum
Murmur3_32 hasher
long offset
double x
double y
double beta
long srcId
long offset
long length
long numberOfVertices
IterationRuntimeContext runtimeContext
long numberOfVertices
IterationRuntimeContext runtimeContext
double delta
TypeInformation<T> typeInformation
Object srcVertexId
TypeInformation<T> typeInformation
Object srcVertexId
Either.Right<L,R> nullValue
Murmur3_32 hasher
Murmur3_32 hasher
Murmur3_32 hasher
Murmur3_32 hasher
Murmur3_32 hasher
Murmur3_32 hasher
Vertex<K,V> outVertex
Tuple2<T0,T1> outMsg
IterationRuntimeContext runtimeContext
Iterator<E> edges
Collector<T> out
org.apache.flink.graph.pregel.ComputeFunction.EdgesIterator<K,EV> edgeIterator
boolean edgesUsed
boolean setNewVertexValueCalled
Object first
MessageCombiner<K,Message> combinerFunction
long numberOfVertices
boolean optDegrees
IterationRuntimeContext runtimeContext
Collector<T> out
Collector<T> outWithDegrees
Vertex<K,V> outVal
Vertex<K,V> outValWithDegrees
long inDegree
long outDegree
boolean setNewVertexValueCalled
long numberOfVertices
EdgeDirection direction
Tuple2<T0,T1> outValue
IterationRuntimeContext runtimeContext
Iterator<E> edges
Collector<T> out
Object vertexId
org.apache.flink.graph.spargel.ScatterFunction.EdgesIterator<K,EV> edgeIterator
boolean edgesUsed
long inDegree
long outDegree
boolean isBounded
int[] data
int position
Murmur3_32 hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.IntValueArray.ReadIterator iterator
boolean ascendingComparison
IntValueArray reference
TypeComparator<T>[] comparators
boolean isBounded
long[] data
int position
Murmur3_32 hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.LongValueArray.ReadIterator iterator
boolean ascendingComparison
LongValueArray reference
TypeComparator<T>[] comparators
int position
IntValue hashValue
org.apache.flink.graph.types.valuearray.NullValueArray.ReadIterator iterator
boolean ascendingComparison
NullValueArray reference
TypeComparator<T>[] comparators
boolean isBounded
int boundedLength
byte[] data
int length
int position
Murmur3_32 hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.StringValueArray.ReadIterator iterator
boolean ascendingComparison
StringValueArray reference
TypeComparator<T>[] comparators
TypeInformation<T> valueType
Class<T> type
Object value
int seed
int count
int hash
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
TypeSerializer<T> keySerializer
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
org.apache.hadoop.conf.Configuration configuration
org.apache.hive.hcatalog.mapreduce.HCatInputFormat hCatInputFormat
org.apache.hadoop.mapreduce.RecordReader<KEYIN,VALUEIN> recordReader
boolean fetched
boolean hasNext
String[] fieldNames
org.apache.hive.hcatalog.data.schema.HCatSchema outputSchema
TypeInformation<T> resultType
org.apache.mesos.Protos.TaskID taskID
scala.Option<A> slaveID
scala.Option<A> hostname
MesosWorkerStore.WorkerState state
String hostname
Collection<E> offerIds
Collection<E> operations
org.apache.mesos.Protos.Filters filters
String message
org.apache.mesos.Protos.ExecutorID executorId
org.apache.mesos.Protos.SlaveID slaveId
int status
org.apache.mesos.Protos.ExecutorID executorId
org.apache.mesos.Protos.SlaveID slaveId
byte[] data
org.apache.mesos.Protos.OfferID offerId
org.apache.mesos.Protos.FrameworkID frameworkId
org.apache.mesos.Protos.MasterInfo masterInfo
org.apache.mesos.Protos.MasterInfo masterInfo
org.apache.mesos.Protos.SlaveID slaveId
org.apache.mesos.Protos.TaskStatus status
StateHandle<T> stateHandle
long checkpointId
SerializedValue<T> keyGroupState
long stateSize
long duration
SerializedValue<T> state
long stateSize
long duration
JobVertexID jobVertexID
Map<K,V> subtaskStates
Map<K,V> kvStates
int parallelism
StreamStateHandle stream
Path filePath
TypeSerializer<T> keySerializer
TypeSerializer<T> namespaceSerializer
TypeSerializer<T> stateSerializer
StateDescriptor<S extends State,T> stateDesc
Path basePath
int fileStateThreshold
TypeSerializer<T> keySerializer
TypeSerializer<T> namespaceSerializer
TypeSerializer<T> stateSerializer
StateDescriptor<S extends State,T> stateDesc
byte[] data
byte[] data
byte[] serializedData
StreamStateHandle delegate
TypeSerializer<T> typeSerializer
TypeSerializer<T> typeSerializer
StateHandle<T> operatorState
StateHandle<T> functionState
HashMap<K,V> kvStates
StreamTaskState[] states
byte[] serializedData
scala.Function2<T1,T2,R> fun
Object broadcastVariable
scala.Function2<T1,T2,R> fun
Object broadcastVariable
scala.Function3<T1,T2,T3,R> fun
Object broadcastVariable
int fieldNumber
PythonDualInputStreamer<IN1,IN2,OUT> streamer
PythonSingleInputStreamer<IN,OUT> streamer
long mappedFileSizeBytes
boolean readAsByteArray
long mappedFileSizeBytes
Configuration config
Configuration config
int envID
int setID
int port
PythonSender sender
PythonReceiver<OUT> receiver
AtomicReference<V> msg
AbstractRichFunction function
JobID jobID
ExecutionAttemptID executionAttemptID
SerializedValue<T> userAccumulators
byte[] key
long checkpointId
long triggerTimestamp
Map<K,V> taskStats
TaskStateStats
accessible by their ID.int numberOfSubtasks
CheckpointProperties props
long checkpointId
long timestamp
long bytesBufferedInAlignment
long alignmentDurationNanos
long syncDurationMillis
long asyncDurationMillis
CheckpointOptions.CheckpointType checkpointType
String targetLocation
boolean forced
boolean externalize
boolean discardSubsumed
boolean discardFinished
boolean discardCancelled
boolean discardFailed
boolean discardSuspended
long numRestoredCheckpoints
long numTotalCheckpoints
int numInProgressCheckpoints
long numCompletedCheckpoints
long numFailedCheckpoints
Iterable<T> checkpointsIterable
CheckpointStatsHistory.createSnapshot()
.Map<K,V> checkpointsById
CheckpointStatsHistory.createSnapshot()
.int maxSize
boolean readOnly
CompletedCheckpointStats latestCompletedCheckpoint
FailedCheckpointStats latestFailedCheckpoint
CompletedCheckpointStats latestSavepoint
CheckpointStatsCounts counts
CompletedCheckpointStatsSummary summary
CheckpointStatsHistory history
RestoredCheckpointStats latestRestoredCheckpoint
JobID job
long checkpointID
long timestamp
long duration
Map<K,V> operatorStates
CheckpointProperties props
Collection<E> masterHookStates
StreamStateHandle externalizedMetadata
String externalPointer
long stateSize
long alignmentBuffered
SubtaskStateStats latestAcknowledgedSubtask
String externalPath
boolean discarded
MinMaxAvgStats stateSize
MinMaxAvgStats duration
MinMaxAvgStats alignmentBuffered
int numAcknowledgedSubtasks
long stateSize
long alignmentBuffered
long failureTimestamp
SubtaskStateStats latestAcknowledgedSubtask
String failureMsg
String name
byte[] bytes
int version
long min
long max
long sum
long count
OperatorID operatorID
Map<K,V> operatorSubtaskStates
int parallelism
int maxParallelism
StreamStateHandle legacyOperatorState
OperatorStateHandle managedOperatorState
OperatorStateBackend
.OperatorStateHandle rawOperatorState
OperatorStateCheckpointOutputStream
.KeyedStateHandle managedKeyedState
KeyedStateBackend
.KeyedStateHandle rawKeyedState
KeyedStateCheckpointOutputStream
.long stateSize
int currentNumAcknowledgedSubtasks
long currentStateSize
long currentAlignmentBuffered
SubtaskStateStats latestAcknowledgedSubtask
long checkpointId
CheckpointProperties props
long restoreTimestamp
String externalPath
ChainedStateHandle<T extends StateObject> legacyOperatorState
ChainedStateHandle<T extends StateObject> managedOperatorState
OperatorStateBackend
.ChainedStateHandle<T extends StateObject> rawOperatorState
OperatorStateCheckpointOutputStream
.KeyedStateHandle managedKeyedState
KeyedStateBackend
.KeyedStateHandle rawKeyedState
KeyedStateCheckpointOutputStream
.long stateSize
int subtaskIndex
long ackTimestamp
long stateSize
long syncCheckpointDuration
long asyncCheckpointDuration
long alignmentBuffered
long alignmentDuration
JobVertexID jobVertexID
Map<K,V> subtaskStates
int parallelism
int maxParallelism
int chainLength
JobVertexID jobVertexId
SubtaskStateStats[] subtaskStats
TaskStateStats.TaskStateStatsSummary summaryStats
int numAcknowledgedSubtasks
SubtaskStateStats latestAckedSubtaskStats
MinMaxAvgStats stateSize
MinMaxAvgStats ackTimestamp
MinMaxAvgStats syncCheckpointDuration
MinMaxAvgStats asyncCheckpointDuration
MinMaxAvgStats alignmentBuffered
MinMaxAvgStats alignmentDuration
JobID jobID
long totalContainerMemoryMB
long taskManagerHeapSizeMB
long taskManagerDirectMemoryLimitMB
int numSlots
HashMap<K,V> taskManagerEnv
Configuration systemProperties
List<E> artifacts
Map<K,V> environmentVariables
Configuration dynamicConfiguration
private Object readResolve() throws ObjectStreamException
ObjectStreamException
String message
SerializedThrowable error
private Object readResolve() throws ObjectStreamException
ObjectStreamException
int numRegisteredTaskManagers
int totalNumberOfSlots
ResourceID resourceID
akka.actor.ActorRef resourceManager
long connectionId
private Object readResolve() throws ObjectStreamException
ObjectStreamException
private Object readResolve() throws ObjectStreamException
ObjectStreamException
akka.actor.ActorRef resourceManager
akka.actor.ActorRef jobManager
Collection<E> currentlyRegisteredTaskManagers
ResourceID resourceId
ResourceID resourceId
String message
int numberOfWorkers
JobID jobId
ApplicationStatus finalStatus
String message
String jobManagerAddress
private Object readResolve() throws ObjectStreamException
ObjectStreamException
String resourceId
double cpuCores
int heapMemoryInMB
int directMemoryInMB
int nativeMemoryInMB
ResourceID resourceId
int slotNumber
ResultPartitionID consumedPartitionId
ResultPartitionLocation consumedPartitionLocation
IntermediateDataSetID consumedResultId
ResultPartitionType consumedPartitionType
int consumedSubpartitionIndex
DistributionPattern
and the subtask indices of the producing and consuming task.InputChannelDeploymentDescriptor[] inputChannels
IntermediateDataSetID resultId
IntermediateResultPartitionID partitionId
ResultPartitionType partitionType
int numberOfSubpartitions
int maxParallelism
boolean sendScheduleOrUpdateConsumersMessage
org.apache.flink.runtime.deployment.ResultPartitionLocation.LocationType locationType
ConnectionID connectionId
SerializedValue<T> serializedJobInformation
SerializedValue<T> serializedTaskInformation
ExecutionAttemptID executionId
AllocationID allocationId
int subtaskIndex
int attemptNumber
Collection<E> producedPartitions
Collection<E> inputGates
int targetSlotNumber
TaskStateHandles taskStateHandles
ExecutionAttemptID attemptId
long[] stateTimestamps
int attemptNumber
ExecutionState state
String failureCause
TaskManagerLocation assignedResourceLocation
StringifiedAccumulatorResult[] userAccumulators
int parallelSubtaskIndex
IOMetrics ioMetrics
JobID jobID
String jobName
Map<K,V> tasks
List<E> verticesInCreationOrder
long[] stateTimestamps
System.currentTimeMillis()
when
the execution graph transitioned into a certain state. The index into this array is the
ordinal of the enum value, i.e. the timestamp when the graph went into state "RUNNING" is
at stateTimestamps[RUNNING.ordinal()]
.JobStatus state
String failureCause
String jsonPlan
StringifiedAccumulatorResult[] archivedUserAccumulators
ArchivedExecutionConfig archivedExecutionConfig
boolean isStoppable
Map<K,V> serializedUserAccumulators
JobCheckpointingSettings jobCheckpointingSettings
CheckpointStatsSnapshot checkpointStatsSnapshot
ArchivedExecutionVertex[] taskVertices
JobVertexID id
String name
int parallelism
int maxParallelism
StringifiedAccumulatorResult[] archivedUserAccumulators
int subTaskIndex
EvictingBoundedList<T> priorExecutions
String taskNameWithSubtask
ArchivedExecution currentExecution
long expectedModVersion
long actualModVersion
long numRecordsIn
long numRecordsOut
double numRecordsInPerSecond
double numRecordsOutPerSecond
long numBytesInLocal
long numBytesInRemote
long numBytesOut
double numBytesInLocalPerSecond
double numBytesInRemotePerSecond
double numBytesOutPerSecond
JobID jobId
String jobName
SerializedValue<T> serializedExecutionConfig
Configuration jobConfiguration
Collection<E> requiredJarFileBlobKeys
Collection<E> requiredClasspathURLs
IntermediateDataSetID intermediateDataSetID
InputChannelDeploymentDescriptor inputChannelDeploymentDescriptor
JobVertexID jobVertexId
String taskName
int numberOfSubtasks
int maxNumberOfSubtaks
String invokableClassName
Configuration taskConfiguration
int maxAttempts
long delay
akka.actor.ActorRef actor
UUID leaderSessionID
MessageDecorator decorator
int numberOfCPUCores
long sizeOfPhysicalMemory
long sizeOfJvmHeap
long sizeOfManagedMemory
Instance instance
boolean closed
InetSocketAddress address
int connectionIndex
SocketAddress address
ResultPartitionID partitionId
IntermediateResultPartitionID partitionId
ExecutionAttemptID producerId
String formatDescription
IntermediateDataSetID id
JobVertex producer
List<E> consumers
ResultPartitionType resultType
JobVertex target
DistributionPattern distributionPattern
IntermediateDataSet source
IntermediateDataSetID sourceId
String shipStrategyName
String preProcessingOperationName
String operatorLevelCachingDescription
Map<K,V> taskVertices
Configuration jobConfiguration
JobID jobID
String jobName
long sessionTimeout
boolean allowQueuedScheduling
ScheduleMode scheduleMode
SerializedValue<T> serializedExecutionConfig
JobCheckpointingSettings snapshotSettings
SavepointRestoreSettings savepointRestoreSettings
List<E> userJars
List<E> userJarBlobKeys
List<E> classpaths
JobVertexID id
ArrayList<E> idAlternatives
ArrayList<E> operatorIDs
ArrayList<E> operatorIdsAlternatives
ArrayList<E> results
ArrayList<E> inputs
int parallelism
int maxParallelism
ResourceSpec minResources
ResourceSpec preferredResources
Configuration configuration
String invokableClassName
boolean isStoppable
InputSplitSource<T extends InputSplit> inputSplitSource
String name
SlotSharingGroup slotSharingGroup
CoLocationGroup coLocationGroup
String operatorName
String operatorDescription
String operatorPrettyName
String resultOptimizerProperties
String formatDescription
String restorePath
boolean allowNonRestoredState
boolean externalizeCheckpoints
boolean deleteOnCancellation
List<E> verticesToTrigger
List<E> verticesToAcknowledge
List<E> verticesToConfirm
long checkpointInterval
long checkpointTimeout
long minPauseBetweenCheckpoints
int maxConcurrentCheckpoints
ExternalizedCheckpointSettings externalizedCheckpointSettings
SerializedValue<T> defaultStateBackend
SerializedValue<T> masterHooks
boolean isExactlyOnce
false
, at least once mode has been configured. This is
not a necessary attribute, because the checkpointing mode is only relevant
for the stream tasks, but we expose it here to forward it to the web runtime
UI.AbstractID id
List<E> vertices
ResourceID resourceID
int blobPort
long heartbeatInterval
UUID resourceManagerLeaderId
ResourceID resourceManagerResourceId
byte[] inputSplitData
int blobManagerPort
Collection<E> requiredJarFiles
Collection<E> requiredClasspaths
protected Object readResolve() throws ObjectStreamException
ObjectStreamException
UUID leaderSessionID
InstanceID instanceId
String stackTrace
int sampleId
ExecutionAttemptID executionAttemptID
List<E> samples
JobID job
ExecutionAttemptID taskExecutionId
long checkpointId
SubtaskState subtaskState
CheckpointMetrics checkpointMetrics
Throwable reason
long timestamp
long timestamp
CheckpointOptions checkpointOptions
int numJobsRunningOrPending
int numJobsFinished
int numJobsCancelled
int numJobsFailed
JobDetails[] runningJobs
JobDetails[] finishedJobs
boolean includeRunning
boolean includeFinished
private Object readResolve()
private Object readResolve()
private Object readResolve()
int numTaskManagersConnected
int numSlotsTotal
int numSlotsAvailable
byte[] serializedMetrics
int numCounters
int numGauges
int numMeters
int numHistograms
TypeComparatorFactory<T> typeComparator
int parallelism
TypeComparatorFactory<T> comparatorFactory
Configuration config
JobID jobId
JobVertexID jobVertexId
int numKeyGroups
String registrationName
KvStateID[] kvStateIds
KvStateServerAddress[] kvStateAddresses
int numRegisteredKeyGroups
JobID jobId
JobVertexID jobVertexId
KeyGroupRange keyGroupRange
String registrationName
KvStateID kvStateId
KvStateServerAddress kvStateServerAddress
JobID jobId
JobVertexID jobVertexId
KeyGroupRange keyGroupRange
String registrationName
InetAddress hostAddress
int port
String reason
JobID jobId
AllocationID allocationId
ResourceProfile resourceProfile
String targetAddress
private void readObject(ObjectInputStream ois) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream oos) throws IOException
IOException
SerializedValue<T> serializedMethodInvocation
TypeSerializer<T> elementSerializer
TypeSerializer<T> keySerializer
TypeSerializer<T> valueSerializer
UUID backendIdentifier
SharedStateRegistry
.KeyGroupRange keyGroupRange
long checkpointId
Map<K,V> sharedState
Map<K,V> privateState
StreamStateHandle metaStateHandle
int startKeyGroup
int endKeyGroup
KeyGroupRange keyGroupRange
long[] offsets
KeyGroupRangeOffsets groupRangeOffsets
StreamStateHandle stateHandle
Map<K,V> stateNameToPartitionOffsets
StreamStateHandle delegateStateHandle
long[] offsets
OperatorStateHandle.Mode distributionMode
StreamStateHandle wrappedStreamStateHandle
long checkpointId
byte[] serializedData
int numIds
ChainedStateHandle<T extends StateObject> legacyOperatorState
Collection<E> managedKeyedState
Collection<E> rawKeyedState
List<E> managedOperatorState
List<E> rawOperatorState
Path filePath
long stateSize
Path basePath
int fileStateThreshold
boolean asynchronousSnapshots
byte[] data
String handleName
ByteStreamStateHandle
with the exact same name must also have the exact same content in data.int maxStateSize
boolean asynchronousSnapshots
Collection<E> slotsStatus
SlotID slotID
ResourceProfile resourceProfile
AllocationID allocationID
JobID jobID
InstanceID registrationId
ResourceID resourceManagerResourceId
long heartbeatInterval
AllocationID allocationId
AllocationID allocationId
int slotIndex
ResourceProfile resourceProfile
JobID jobID
ExecutionAttemptID executionId
ExecutionState executionState
SerializedThrowable throwable
AccumulatorSnapshot accumulators
IOMetrics ioMetrics
ResourceID resourceID
InetAddress inetAddress
String fqdnHostName
String hostName
int dataPort
String stringRepresentation
byte[] buffer
int end
int position
org.apache.storm.task.OutputCollector collector
String exclamation
boolean split
Random r
org.apache.storm.spout.SpoutOutputCollector collector
boolean evenOrOdd
String token
org.apache.storm.task.OutputCollector collector
StringBuilder lineBuilder
String prefix
OutputFormatter formatter
org.apache.storm.spout.SpoutOutputCollector collector
String path
BufferedWriter writer
String path
BufferedReader reader
String line
boolean newLineRead
Object[] source
int counter
org.apache.storm.topology.IRichSpout spout
org.apache.flink.storm.util.SpoutOutputCollectorObserver observer
org.apache.storm.task.OutputCollector collector
org.apache.storm.task.OutputCollector collector
String sentence
org.apache.storm.topology.IRichBolt bolt
bolt
.String name
HashMap<K,V> numberOfAttributes
org.apache.storm.generated.StormTopology stormTopology
HashMap<K,V> inputStreamIds
HashMap<K,V> inputComponentIds
HashMap<K,V> inputSchemas
HashMap<K,V> numberOfAttributes
org.apache.storm.topology.IRichSpout spout
spout
.String name
boolean isRunning
Integer numberOfInvocations
ISpout.nextTuple()
calls.org.apache.storm.generated.StormTopology stormTopology
CheckpointingMode checkpointingMode
long checkpointInterval
long checkpointTimeout
long minPauseBetweenCheckpoints
int maxConcurrentCheckpoints
boolean forceCheckpointing
CheckpointConfig.ExternalizedCheckpointCleanup externalizedCheckpointCleanup
long maxTimestamp
Comparator comparator
boolean byAggregate
boolean first
FieldAccessor<T,F> fieldAccessor
FieldAccessor<T,F> fieldAccessor
SumFunction adder
TypeSerializer<T> serializer
boolean isTuple
OutputFormat<IT> format
boolean cleanupCalled
boolean target
SerializableObject lock
SerializationSchema<T> schema
String hostName
int port
int maxNumRetries
boolean autoFlush
int retries
boolean isRunning
String path
ArrayList<E> tupleList
WriteFormat<IN> format
long millis
long lastTime
String path
int readerParallelism
FileInputFormat<OT> format
FileInputFormat
to be read.long interval
FileProcessingMode watchType
FileProcessingMode
.long globalModificationTime
boolean isRunning
FileInputFormat<OT> format
TypeSerializer<T> serializer
TypeSerializer<T> serializer
byte[] elementsSerialized
int numElements
int numElementsEmitted
int numElementsToSkip
boolean isRunning
SplittableIterator<T> fullIterator
boolean isRunning
TypeInformation<T> typeInfo
InputFormat<OT,T extends InputSplit> format
boolean isRunning
TypeSerializer<T> idSerializer
long start
long end
boolean isRunning
long modificationTime
Serializable splitState
long currentTimestamp
AscendingTimestampExtractor.MonotonyViolationHandler violationHandler
long currentMaxTimestamp
long lastEmittedWatermark
long maxOutOfOrderness
AggregateFunction<IN,ACC,OUT> aggFunction
AggregateFunction<IN,ACC,OUT> aggFunction
FoldFunction<O,T> foldFunction
byte[] serializedInitialValue
TypeSerializer<T> accSerializer
FoldFunction<O,T> foldFunction
ProcessAllWindowFunction<IN,OUT,W extends Window> windowFunction
byte[] serializedInitialValue
TypeSerializer<T> accSerializer
TypeInformation<T> accTypeInformation
FoldFunction<O,T> foldFunction
ProcessWindowFunction<IN,OUT,KEY,W extends Window> windowFunction
byte[] serializedInitialValue
TypeSerializer<T> accSerializer
TypeInformation<T> accTypeInformation
FoldFunction<O,T> foldFunction
byte[] serializedInitialValue
TypeSerializer<T> accSerializer
Window window
ProcessWindowFunction.Context context
ReduceFunction<T> reduceFunction
ReduceFunction<T> reduceFunction
ProcessAllWindowFunction<IN,OUT,W extends Window> windowFunction
ReduceFunction<T> reduceFunction
ProcessWindowFunction<IN,OUT,KEY,W extends Window> windowFunction
ReduceFunction<T> reduceFunction
int[] order
int fieldId
int fieldId
int[] indexes
Configuration config
String edgeId
StreamNode sourceVertex
StreamNode targetVertex
int typeNumber
List<E> selectedNames
OutputTag<T> outputTag
StreamEdge
.StreamPartitioner<T> outputPartitioner
StreamPartitioner
on this StreamEdge
.int id
Integer parallelism
int maxParallelism
ResourceSpec minResources
ResourceSpec preferredResources
Long bufferTimeout
String operatorName
String slotSharingGroup
KeySelector<IN,KEY> statePartitioner1
KeySelector<IN,KEY> statePartitioner2
TypeSerializer<T> stateKeySerializer
List<E> outputSelectors
TypeSerializer<T> typeSerializerIn1
TypeSerializer<T> typeSerializerIn2
TypeSerializer<T> typeSerializerOut
List<E> inEdges
List<E> outEdges
Class<T> jobVertexClass
InputFormat<OT,T extends InputSplit> inputFormat
String transformationUID
String userHash
ChainingStrategy chainingStrategy
long combinedWatermark
long input1Watermark
long input2Watermark
Function userFunction
TypeSerializer<T> keySerializer
TypeSerializer<T> namespaceSerializer
long currentWatermark
InternalTimerService
.byte[] serializedInitialValue
TypeSerializer<T> outTypeSerializer
TypeSerializer<T> serializer
TypeSerializer<T> outSerializer
int[] fields
int numFields
int capacity
AsyncDataStream.OutputMode outputMode
long timeout
long currentWatermark
InternalTimerService
.long size
long sessionTimeout
long sessionTimeout
long slide
long size
long slide
long offset
long size
long offset
long slide
long size
long offset
long size
long offset
long maxCount
boolean doEvictAfter
DeltaFunction<DATA> deltaFunction
double threshold
boolean doEvictAfter
long windowSize
boolean doEvictAfter
long interval
ReducingStateDescriptor<T> stateDesc
long interval
ReducingStateDescriptor<T> stateDesc
long maxCount
ReducingStateDescriptor<T> stateDesc
DeltaFunction<DATA> deltaFunction
double threshold
ValueStateDescriptor<T> stateDesc
ClusterBuilder builder
String keySpace
String table
Map<K,V> lastCommittedCheckpoints
CassandraCommitter.isCheckpointCommitted(int, long)
.ClusterBuilder builder
AtomicInteger updatesPending
String insertQuery
String insertQuery
ClusterBuilder builder
Integer bulkProcessorFlushMaxActions
Integer bulkProcessorFlushMaxSizeMb
Integer bulkProcessorFlushIntervalMillis
ElasticsearchSinkBase.BulkFlushBackoffPolicy bulkProcessorFlushBackoffPolicy
Map<K,V> userConfig
Client
.ElasticsearchSinkFunction<T> elasticsearchSinkFunction
ActionRequests
from each incoming element.ActionRequestFailureHandler failureHandler
ActionRequests
.boolean flushOnCheckpoint
ElasticsearchApiCallBridge callBridge
AtomicLong numPendingRequests
ElasticsearchSinkBase.flushOnCheckpoint
is true
.
This is incremented whenever the user adds (or re-adds through the ActionRequestFailureHandler
) requests
to the RequestIndexer
. It is decremented for each completed request of a bulk request, in
BulkProcessor.Listener#afterBulk(long, BulkRequest, BulkResponse)
and
BulkProcessor.Listener#afterBulk(long, BulkRequest, Throwable)
.AtomicReference<V> failureThrowable
BulkProcessor.Listener
if a Throwable
was thrown in callbacks and
the user considered it should fail the sink via the
ActionRequestFailureHandler.onFailure(ActionRequest, Throwable, int, RequestIndexer)
method.
Errors will be checked and rethrown before processing each input element, and when the sink is closed.ElasticsearchSinkBase.FlushBackoffType backoffType
int maxRetryCount
long delayMillis
List<E> transportAddresses
InetSocketAddress
because TransportAddress
is not serializable in Elasticsearch 2.x.List<E> transportAddresses
InetSocketAddress
because TransportAddress
is not serializable in Elasticsearch 5.x.private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
String formatString
long DEFAULT_BATCH_SIZE
384 MB
).String DEFAULT_IN_PROGRESS_SUFFIX
String DEFAULT_IN_PROGRESS_PREFIX
String DEFAULT_PENDING_SUFFIX
String DEFAULT_PENDING_PREFIX
String DEFAULT_VALID_SUFFIX
String DEFAULT_VALID_PREFIX
String DEFAULT_PART_REFIX
long DEFAULT_ASYNC_TIMEOUT_MS
String basePath
Path
that stores all bucket directories.Bucketer bucketer
Bucketer
that is used to determine the path of bucket directories.Writer<T> writerTemplate
Writer<T> writer
long batchSize
String inProgressSuffix
String inProgressPrefix
String pendingSuffix
String pendingPrefix
String validLengthSuffix
String validLengthPrefix
String partPrefix
long asyncTimeout
Configuration fsConfig
String currentFile
long currentFileValidLength
List<E> pendingFiles
Map<K,V> pendingFilesPerCheckpoint
String charsetName
long DEFAULT_BATCH_SIZE
384 MB
).long DEFAULT_INACTIVE_BUCKET_CHECK_INTERVAL_MS
long DEFAULT_INACTIVE_BUCKET_THRESHOLD_MS
ms
) for marking a bucket as inactive and
closing its part files. By default, {60 sec}.String DEFAULT_IN_PROGRESS_SUFFIX
in-progress
part files. These are files we are
currently writing to, but which were not yet confirmed by a checkpoint.String DEFAULT_IN_PROGRESS_PREFIX
in-progress
part files. These are files we are
currently writing to, but which were not yet confirmed by a checkpoint.String DEFAULT_PENDING_SUFFIX
pending
part files. These are closed files that we are
not currently writing to (inactive or reached BucketingSink.batchSize
), but which
were not yet confirmed by a checkpoint.String DEFAULT_PENDING_PREFIX
pending
part files. These are closed files that we are
not currently writing to (inactive or reached BucketingSink.batchSize
), but which
were not yet confirmed by a checkpoint.String DEFAULT_VALID_SUFFIX
truncate()
is not supported by the used FileSystem
, we create
a file along the part file with this suffix that contains the length up to which
the part file is valid.String DEFAULT_VALID_PREFIX
truncate()
is not supported by the used FileSystem
, we create
a file along the part file with this preffix that contains the length up to which
the part file is valid.String DEFAULT_PART_REFIX
long DEFAULT_ASYNC_TIMEOUT_MS
ms
).String basePath
Path
that stores all bucket directories.Bucketer<T> bucketer
Bucketer
that is used to determine the path of bucket directories.Writer<T> writerTemplate
long batchSize
long inactiveBucketCheckInterval
long inactiveBucketThreshold
String inProgressSuffix
String inProgressPrefix
String pendingSuffix
String pendingPrefix
String validLengthSuffix
String validLengthPrefix
String partPrefix
long asyncTimeout
ms
).Configuration fsConfig
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
String formatString
Properties kafkaProperties
Properties properties
long pollTimeout
List<E> topics
KeyedDeserializationSchema<T> deserializer
Map<K,V> subscribedPartitionsToStartOffsets
SerializedValue<T> periodicWatermarkAssigner
SerializedValue<T> punctuatedWatermarkAssigner
boolean enableCommitOnCheckpoints
OffsetCommitMode offsetCommitMode
FlinkKafkaConsumerBase.open(Configuration)
since it depends
on whether or not checkpointing is enabled for the job.StartupMode startupMode
StartupMode.GROUP_OFFSETS
)Map<K,V> specificStartupOffsets
StartupMode.SPECIFIC_OFFSETS
org.apache.commons.collections.map.LinkedMap pendingOffsetsToCommit
boolean running
boolean writeTimestampToKafka
Properties producerConfig
String defaultTopicId
KeyedSerializationSchema<T> schema
FlinkKafkaPartitioner<T> flinkKafkaPartitioner
Map<K,V> topicPartitionsMap
boolean logFailuresOnly
boolean flushOnCheckpoint
SerializableObject pendingRecordsLock
long pendingRecords
String topic
int partition
int cachedHash
int leaderId
int leaderPort
String leaderHost
KafkaTopicPartition topicPartition
int cachedHash
int parallelInstanceId
KafkaPartitioner<T> kafkaPartitioner
int[] partitions
org.apache.nifi.remote.client.SiteToSiteClient client
org.apache.nifi.remote.client.SiteToSiteClientConfig clientConfig
NiFiDataPacketBuilder<T> builder
org.apache.nifi.remote.client.SiteToSiteClientConfig clientConfig
long waitTimeMs
boolean isRunning
String queueName
RMQConnectionConfig rmqConnectionConfig
SerializationSchema<T> schema
boolean logFailuresOnly
RMQConnectionConfig rmqConnectionConfig
String queueName
boolean usesCorrelationId
DeserializationSchema<T> schema
String host
Integer port
String virtualHost
String username
String password
String uri
Integer networkRecoveryInterval
Boolean automaticRecovery
Boolean topologyRecovery
Integer connectionTimeout
Integer requestedChannelMax
Integer requestedFrameMax
Integer requestedHeartbeat
Properties properties
TwitterSource.EndpointInitializer initializer
Random rnd
Random rnd
int counter
int counter
long counter
String id
CheckpointCommitter committer
TypeSerializer<T> serializer
Set<E> pendingCheckpoints
long currentWatermark
Function function
KeySelector<IN,KEY> keySelector
TypeSerializer<T> keySerializer
TypeSerializer<T> stateTypeSerializer
long windowSize
long windowSlide
long paneSize
int numPanesPerWindow
WindowAssigner<T,W extends Window> windowAssigner
KeySelector<IN,KEY> keySelector
Trigger<T,W extends Window> trigger
StateDescriptor<S extends State,T> windowStateDescriptor
TypeSerializer<T> keySerializer
TypeSerializer<T> windowSerializer
long allowedLateness
window.maxTimestamp + allowedLateness
landmark.
OutputTag<T> lateDataOutputTag
OutputTag
to use for late arriving events. Elements for which
window.maxTimestamp + allowedLateness
is smaller than the current watermark will
be emitted to this.LegacyWindowOperatorType legacyWindowOperatorType
WindowOperator
or one of the deprecated AccumulatingProcessingTimeWindowOperator
and
AggregatingProcessingTimeWindowOperator
.Window window
WindowOperator.AbstractPerWindowStateStore windowState
AggregateFunction<IN,ACC,OUT> aggFunction
AggregateFunction<IN,ACC,OUT> aggFunction
InternalProcessWindowContext<IN,OUT,KEY,W extends Window> ctx
Window window
InternalWindowFunction.InternalWindowContext internalContext
int[] returnArray
boolean set
int setNumber
int[] returnArray
Partitioner<K> partitioner
KeySelector<IN,KEY> keySelector
int[] returnArray
int[] returnArray
int[] returnArray
KeySelector<IN,KEY> keySelector
int maxParallelism
int[] returnArray
int[] returnArray
Random random
int[] returnArray
TypeSerializer<T> typeSerializer
TypeComparator<T> comparator
int keyLength
Object[] keyArray
TypeComparator<T> comparator
Object[] keyArray
private void readObject(ObjectInputStream ois) throws ClassNotFoundException, IOException
ClassNotFoundException
IOException
private void writeObject(ObjectOutputStream oos) throws IOException
IOException
private void readObject(ObjectInputStream ois) throws ClassNotFoundException, IOException
ClassNotFoundException
IOException
private void writeObject(ObjectOutputStream oos) throws IOException
IOException
com.fasterxml.jackson.databind.ObjectMapper mapper
boolean includeMetadata
com.fasterxml.jackson.databind.ObjectMapper mapper
TypeInformation<T> typeInfo
String[] fieldNames
TypeInformation<T>[] fieldTypes
com.fasterxml.jackson.databind.ObjectMapper objectMapper
boolean failOnMissingField
String[] fieldNames
DeserializationSchema<T> deserializationSchema
SerializationSchema<T> serializationSchema
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
TypeSerializer<T> keySerializer
TypeSerializer<T> valueSerializer
DataInputDeserializer inputDeserializer
TypeSerializer<T> serializer
TypeInformation<T> fieldType
boolean value
byte value
char value
double value
float value
int value
int fieldNumber
long value
int fieldPos
int fieldNumber
org.apache.flink.types.Record.InternalDeSerializer serializer
byte[] binaryData
byte[] switchBuffer
int[] offsets
int[] lengths
Value[] readFields
Value[] writeFields
int binaryLen
int numFields
int firstModifiedPos
Object[] fields
short value
char[] value
int len
int hashCode
long upperPart
long lowerPart
String toString
long to
long current
LongValue currentValue
long to
long current
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
String id
byte[] serializedData
String keyString
StringValue toTokenize
int pos
int limit
long seed
Copyright © 2014–2018 The Apache Software Foundation. All rights reserved.