public class NettyShuffleEnvironmentConfiguration extends Object
Constructor and Description |
---|
NettyShuffleEnvironmentConfiguration(int numNetworkBuffers,
int networkBufferSize,
int partitionRequestInitialBackoff,
int partitionRequestMaxBackoff,
int networkBuffersPerChannel,
int floatingNetworkBuffersPerGate,
java.time.Duration requestSegmentsTimeout,
boolean isNetworkDetailedMetrics,
NettyConfig nettyConfig,
String[] tempDirs,
BoundedBlockingSubpartitionType blockingSubpartitionType,
boolean forcePartitionReleaseOnConsumption,
boolean blockingShuffleCompressionEnabled,
String compressionCodec,
int maxBuffersPerChannel) |
Modifier and Type | Method and Description |
---|---|
boolean |
equals(Object obj) |
int |
floatingNetworkBuffersPerGate() |
static NettyShuffleEnvironmentConfiguration |
fromConfiguration(Configuration configuration,
MemorySize networkMemorySize,
boolean localTaskManagerCommunication,
InetAddress taskManagerAddress)
Utility method to extract network related parameters from the configuration and to sanity
check them.
|
BoundedBlockingSubpartitionType |
getBlockingSubpartitionType() |
String |
getCompressionCodec() |
int |
getMaxBuffersPerChannel() |
java.time.Duration |
getRequestSegmentsTimeout() |
String[] |
getTempDirs() |
int |
hashCode() |
boolean |
isBlockingShuffleCompressionEnabled() |
boolean |
isForcePartitionReleaseOnConsumption() |
boolean |
isNetworkDetailedMetrics() |
NettyConfig |
nettyConfig() |
int |
networkBufferSize() |
int |
networkBuffersPerChannel() |
int |
numNetworkBuffers() |
int |
partitionRequestInitialBackoff() |
int |
partitionRequestMaxBackoff() |
String |
toString() |
public NettyShuffleEnvironmentConfiguration(int numNetworkBuffers, int networkBufferSize, int partitionRequestInitialBackoff, int partitionRequestMaxBackoff, int networkBuffersPerChannel, int floatingNetworkBuffersPerGate, java.time.Duration requestSegmentsTimeout, boolean isNetworkDetailedMetrics, @Nullable NettyConfig nettyConfig, String[] tempDirs, BoundedBlockingSubpartitionType blockingSubpartitionType, boolean forcePartitionReleaseOnConsumption, boolean blockingShuffleCompressionEnabled, String compressionCodec, int maxBuffersPerChannel)
public int numNetworkBuffers()
public int networkBufferSize()
public int partitionRequestInitialBackoff()
public int partitionRequestMaxBackoff()
public int networkBuffersPerChannel()
public int floatingNetworkBuffersPerGate()
public java.time.Duration getRequestSegmentsTimeout()
public NettyConfig nettyConfig()
public boolean isNetworkDetailedMetrics()
public String[] getTempDirs()
public BoundedBlockingSubpartitionType getBlockingSubpartitionType()
public boolean isForcePartitionReleaseOnConsumption()
public boolean isBlockingShuffleCompressionEnabled()
public String getCompressionCodec()
public int getMaxBuffersPerChannel()
public static NettyShuffleEnvironmentConfiguration fromConfiguration(Configuration configuration, MemorySize networkMemorySize, boolean localTaskManagerCommunication, InetAddress taskManagerAddress)
configuration
- configuration objectnetworkMemorySize
- the size of memory reserved for shuffle environmentlocalTaskManagerCommunication
- true, to skip initializing the network stacktaskManagerAddress
- identifying the IP address under which the TaskManager will be
accessibleCopyright © 2014–2021 The Apache Software Foundation. All rights reserved.