scala

The Flink Scala API. org.apache.flink.api.scala.ExecutionEnvironment is the starting-point of any Flink program. It can be used to read from local files, HDFS, or other sources. org.apache.flink.api.scala.DataSet is the main abstraction of data in Flink. It provides operations that create new DataSets via transformations. org.apache.flink.api.scala.GroupedDataSet provides operations on grouped data that results from org.apache.flink.api.scala.DataSet.groupBy().

Use org.apache.flink.api.scala.ExecutionEnvironment.getExecutionEnvironment to obtain an execution environment. This will either create a local environment or a remote environment, depending on the context where your program is executing.

Linear Supertypes

AnyRef, Any

Type Members

class AggregateDataSet[T] extends DataSet[T]

The result of DataSet.aggregate.
class CoGroupDataSet[L, R] extends DataSet[(Array[L], Array[R])]

A specific DataSet that results from a coGroup operation.
class CrossDataSet[L, R] extends DataSet[(L, R)]

A specific DataSet that results from a cross operation.
class DataSet[T] extends AnyRef

The DataSet, the basic abstraction of Flink.
class ExecutionEnvironment extends AnyRef

The ExecutionEnvironment is the context in which a program is executed.
class GroupedDataSet[T] extends AnyRef

A DataSet to which a grouping key was added.
class JoinDataSet[L, R] extends DataSet[(L, R)] with JoinFunctionAssigner[L, R]

A specific DataSet that results from a join operation.
trait JoinFunctionAssigner[L, R] extends AnyRef

Annotations
@Public()
class PartitionSortedDataSet[T] extends DataSet[T]

The result of DataSet.sortPartition.
class SelectByMaxFunction[T] extends ReduceFunction[T]

SelectByMaxFunction to work with Scala tuples
class SelectByMinFunction[T] extends ReduceFunction[T]

SelectByMinFunction to work with Scala tuples
class Tuple2CaseClassSerializer[T1, T2] extends CaseClassSerializer[(T1, T2)]
class UnfinishedCoGroupOperation[L, R] extends UnfinishedKeyPairOperation[L, R, CoGroupDataSet[L, R]]

An unfinished coGroup operation that results from DataSet.coGroup The keys for the left and right side must be specified using first where and then equalTo.
class UnfinishedJoinOperation[L, R] extends UnfinishedJoinOperationBase[L, R, JoinDataSet[L, R]]

An unfinished inner join operation that results from calling DataSet.join().
class UnfinishedOuterJoinOperation[L, R] extends UnfinishedJoinOperationBase[L, R, JoinFunctionAssigner[L, R]]

An unfinished outer join operation that results from calling, e.

Value Members

object ClosureCleaner

Annotations
@Internal()
object ExecutionEnvironment

Annotations
@Public()
def createTuple2TypeInformation[T1, T2](t1: TypeInformation[T1], t2: TypeInformation[T2]): TypeInformation[(T1, T2)]
implicit def createTypeInformation[T]: TypeInformation[T]

Annotations
@macroImpl( ... )
package extensions

acceptPartialFunctions extends the original DataSet with methods with unique names that delegate to core higher-order functions (e.
def getCallLocationName(depth: Int = 3): String
package hadoop
package metrics
package operators
implicit val scalaNothingTypeInfo: TypeInformation[Nothing]
package typeutils
package utils

package scala

Type Members

class AggregateDataSet[T] extends DataSet[T]

class CoGroupDataSet[L, R] extends DataSet[(Array[L], Array[R])]

class CrossDataSet[L, R] extends DataSet[(L, R)]

class DataSet[T] extends AnyRef

class ExecutionEnvironment extends AnyRef

class GroupedDataSet[T] extends AnyRef

class JoinDataSet[L, R] extends DataSet[(L, R)] with JoinFunctionAssigner[L, R]

trait JoinFunctionAssigner[L, R] extends AnyRef

class PartitionSortedDataSet[T] extends DataSet[T]

class SelectByMaxFunction[T] extends ReduceFunction[T]

class SelectByMinFunction[T] extends ReduceFunction[T]

class Tuple2CaseClassSerializer[T1, T2] extends CaseClassSerializer[(T1, T2)]

class UnfinishedCoGroupOperation[L, R] extends UnfinishedKeyPairOperation[L, R, CoGroupDataSet[L, R]]

class UnfinishedJoinOperation[L, R] extends UnfinishedJoinOperationBase[L, R, JoinDataSet[L, R]]

class UnfinishedOuterJoinOperation[L, R] extends UnfinishedJoinOperationBase[L, R, JoinFunctionAssigner[L, R]]

Value Members

object ClosureCleaner

object ExecutionEnvironment

def createTuple2TypeInformation[T1, T2](t1: TypeInformation[T1], t2: TypeInformation[T2]): TypeInformation[(T1, T2)]

implicit def createTypeInformation[T]: TypeInformation[T]

package extensions

def getCallLocationName(depth: Int = 3): String

package hadoop

package metrics

package operators

implicit val scalaNothingTypeInfo: TypeInformation[Nothing]

package typeutils

package utils

Inherited from AnyRef

Inherited from Any

Ungrouped