@Internal public class BeamTablePythonFunctionRunner extends BeamPythonFunctionRunner
BeamTablePythonFunctionRunner
used to execute Python functions in Table API.inputCoderDescriptor, LOG, mainInputReceiver, outputCoderDescriptor, resultBuffer
Constructor and Description |
---|
BeamTablePythonFunctionRunner(String taskName,
PythonEnvironmentManager environmentManager,
String functionUrn,
com.google.protobuf.GeneratedMessageV3 userDefinedFunctionProto,
Map<String,String> jobOptions,
FlinkMetricContainer flinkMetricContainer,
KeyedStateBackend<?> keyedStateBackend,
TypeSerializer<?> keySerializer,
TypeSerializer<?> namespaceSerializer,
MemoryManager memoryManager,
double managedMemoryFraction,
FlinkFnApi.CoderInfoDescriptor inputCoderDescriptor,
FlinkFnApi.CoderInfoDescriptor outputCoderDescriptor) |
Modifier and Type | Method and Description |
---|---|
protected void |
buildTransforms(org.apache.beam.model.pipeline.v1.RunnerApi.Components.Builder componentsBuilder) |
protected Optional<org.apache.beam.model.pipeline.v1.RunnerApi.Coder> |
getOptionalTimerCoderProto() |
protected List<org.apache.beam.runners.core.construction.graph.TimerReference> |
getTimers(org.apache.beam.model.pipeline.v1.RunnerApi.Components components) |
void |
processTimer(byte[] timerData)
Send the triggered timer to the Python function.
|
static BeamTablePythonFunctionRunner |
stateful(String taskName,
PythonEnvironmentManager environmentManager,
String functionUrn,
com.google.protobuf.GeneratedMessageV3 userDefinedFunctionProto,
Map<String,String> jobOptions,
FlinkMetricContainer flinkMetricContainer,
KeyedStateBackend<?> keyedStateBackend,
TypeSerializer<?> keySerializer,
TypeSerializer<?> namespaceSerializer,
MemoryManager memoryManager,
double managedMemoryFraction,
FlinkFnApi.CoderInfoDescriptor inputCoderDescriptor,
FlinkFnApi.CoderInfoDescriptor outputCoderDescriptor) |
static BeamTablePythonFunctionRunner |
stateless(String taskName,
PythonEnvironmentManager environmentManager,
String functionUrn,
com.google.protobuf.GeneratedMessageV3 userDefinedFunctionProto,
Map<String,String> jobOptions,
FlinkMetricContainer flinkMetricContainer,
MemoryManager memoryManager,
double managedMemoryFraction,
FlinkFnApi.CoderInfoDescriptor inputCoderDescriptor,
FlinkFnApi.CoderInfoDescriptor outputCoderDescriptor) |
close, createJobBundleFactory, flush, notifyNoMoreResults, open, pollResult, process, startBundle, takeResult
public BeamTablePythonFunctionRunner(String taskName, PythonEnvironmentManager environmentManager, String functionUrn, com.google.protobuf.GeneratedMessageV3 userDefinedFunctionProto, Map<String,String> jobOptions, FlinkMetricContainer flinkMetricContainer, KeyedStateBackend<?> keyedStateBackend, TypeSerializer<?> keySerializer, TypeSerializer<?> namespaceSerializer, MemoryManager memoryManager, double managedMemoryFraction, FlinkFnApi.CoderInfoDescriptor inputCoderDescriptor, FlinkFnApi.CoderInfoDescriptor outputCoderDescriptor)
protected void buildTransforms(org.apache.beam.model.pipeline.v1.RunnerApi.Components.Builder componentsBuilder)
buildTransforms
in class BeamPythonFunctionRunner
protected List<org.apache.beam.runners.core.construction.graph.TimerReference> getTimers(org.apache.beam.model.pipeline.v1.RunnerApi.Components components)
getTimers
in class BeamPythonFunctionRunner
protected Optional<org.apache.beam.model.pipeline.v1.RunnerApi.Coder> getOptionalTimerCoderProto()
getOptionalTimerCoderProto
in class BeamPythonFunctionRunner
public void processTimer(byte[] timerData) throws Exception
PythonFunctionRunner
processTimer
in interface PythonFunctionRunner
processTimer
in class BeamPythonFunctionRunner
Exception
public static BeamTablePythonFunctionRunner stateless(String taskName, PythonEnvironmentManager environmentManager, String functionUrn, com.google.protobuf.GeneratedMessageV3 userDefinedFunctionProto, Map<String,String> jobOptions, FlinkMetricContainer flinkMetricContainer, MemoryManager memoryManager, double managedMemoryFraction, FlinkFnApi.CoderInfoDescriptor inputCoderDescriptor, FlinkFnApi.CoderInfoDescriptor outputCoderDescriptor)
public static BeamTablePythonFunctionRunner stateful(String taskName, PythonEnvironmentManager environmentManager, String functionUrn, com.google.protobuf.GeneratedMessageV3 userDefinedFunctionProto, Map<String,String> jobOptions, FlinkMetricContainer flinkMetricContainer, KeyedStateBackend<?> keyedStateBackend, TypeSerializer<?> keySerializer, TypeSerializer<?> namespaceSerializer, MemoryManager memoryManager, double managedMemoryFraction, FlinkFnApi.CoderInfoDescriptor inputCoderDescriptor, FlinkFnApi.CoderInfoDescriptor outputCoderDescriptor)
Copyright © 2014–2023 The Apache Software Foundation. All rights reserved.