Modifier and Type | Method and Description |
---|---|
abstract void |
TypeComparator.putNormalizedKey(T record,
MemorySegment target,
int offset,
int numBytes)
Writes a normalized key for the given record into the target byte array, starting at the
specified position and writing exactly the given number of bytes.
|
Modifier and Type | Method and Description |
---|---|
static void |
NormalizedKeyUtil.putBooleanNormalizedKey(boolean value,
MemorySegment target,
int offset,
int numBytes) |
static void |
NormalizedKeyUtil.putByteNormalizedKey(byte value,
MemorySegment target,
int offset,
int numBytes) |
static void |
NormalizedKeyUtil.putCharNormalizedKey(char value,
MemorySegment target,
int offset,
int numBytes) |
static void |
NormalizedKeyUtil.putIntNormalizedKey(int iValue,
MemorySegment target,
int offset,
int numBytes) |
static void |
NormalizedKeyUtil.putLongNormalizedKey(long lValue,
MemorySegment target,
int offset,
int numBytes) |
void |
BigDecComparator.putNormalizedKey(BigDecimal record,
MemorySegment target,
int offset,
int len)
Adds a normalized key containing a normalized order of magnitude of the given record.
|
void |
BigIntComparator.putNormalizedKey(BigInteger record,
MemorySegment target,
int offset,
int len)
Adds a normalized key containing the normalized number of bits and MSBs of the given record.
|
void |
BooleanComparator.putNormalizedKey(Boolean value,
MemorySegment target,
int offset,
int numBytes) |
void |
BooleanValueComparator.putNormalizedKey(BooleanValue record,
MemorySegment target,
int offset,
int numBytes) |
void |
ByteComparator.putNormalizedKey(Byte value,
MemorySegment target,
int offset,
int numBytes) |
void |
ByteValueComparator.putNormalizedKey(ByteValue record,
MemorySegment target,
int offset,
int numBytes) |
void |
CharComparator.putNormalizedKey(Character value,
MemorySegment target,
int offset,
int numBytes) |
void |
CharValueComparator.putNormalizedKey(CharValue record,
MemorySegment target,
int offset,
int numBytes) |
void |
SqlTimestampComparator.putNormalizedKey(Date record,
MemorySegment target,
int offset,
int numBytes) |
void |
DateComparator.putNormalizedKey(Date record,
MemorySegment target,
int offset,
int numBytes) |
void |
DoubleComparator.putNormalizedKey(Double value,
MemorySegment target,
int offset,
int numBytes) |
void |
DoubleValueComparator.putNormalizedKey(DoubleValue record,
MemorySegment target,
int offset,
int numBytes) |
void |
FloatComparator.putNormalizedKey(Float value,
MemorySegment target,
int offset,
int numBytes) |
void |
FloatValueComparator.putNormalizedKey(FloatValue record,
MemorySegment target,
int offset,
int numBytes) |
void |
InstantComparator.putNormalizedKey(java.time.Instant record,
MemorySegment target,
int offset,
int numBytes) |
void |
IntComparator.putNormalizedKey(Integer iValue,
MemorySegment target,
int offset,
int numBytes) |
void |
IntValueComparator.putNormalizedKey(IntValue record,
MemorySegment target,
int offset,
int numBytes) |
void |
LocalDateComparator.putNormalizedKey(java.time.LocalDate record,
MemorySegment target,
int offset,
int numBytes) |
void |
LocalDateTimeComparator.putNormalizedKey(java.time.LocalDateTime record,
MemorySegment target,
int offset,
int numBytes) |
void |
LocalTimeComparator.putNormalizedKey(java.time.LocalTime record,
MemorySegment target,
int offset,
int numBytes) |
void |
LongComparator.putNormalizedKey(Long lValue,
MemorySegment target,
int offset,
int numBytes) |
void |
LongValueComparator.putNormalizedKey(LongValue record,
MemorySegment target,
int offset,
int numBytes) |
void |
NullValueComparator.putNormalizedKey(NullValue record,
MemorySegment target,
int offset,
int numBytes) |
void |
ShortComparator.putNormalizedKey(Short value,
MemorySegment target,
int offset,
int numBytes) |
void |
ShortValueComparator.putNormalizedKey(ShortValue record,
MemorySegment target,
int offset,
int numBytes) |
void |
StringComparator.putNormalizedKey(String record,
MemorySegment target,
int offset,
int len) |
void |
StringValueComparator.putNormalizedKey(StringValue record,
MemorySegment target,
int offset,
int numBytes) |
void |
EnumComparator.putNormalizedKey(T iValue,
MemorySegment target,
int offset,
int numBytes) |
static void |
DateComparator.putNormalizedKeyDate(Date record,
MemorySegment target,
int offset,
int numBytes) |
static void |
LocalDateComparator.putNormalizedKeyLocalDate(java.time.LocalDate record,
MemorySegment target,
int offset,
int numBytes) |
static void |
LocalTimeComparator.putNormalizedKeyLocalTime(java.time.LocalTime record,
MemorySegment target,
int offset,
int numBytes) |
static void |
NormalizedKeyUtil.putShortNormalizedKey(short value,
MemorySegment target,
int offset,
int numBytes) |
static void |
NormalizedKeyUtil.putUnsignedIntegerNormalizedKey(int value,
MemorySegment target,
int offset,
int numBytes) |
static void |
NormalizedKeyUtil.putUnsignedLongNormalizedKey(long value,
MemorySegment target,
int offset,
int numBytes) |
Modifier and Type | Method and Description |
---|---|
void |
PrimitiveArrayComparator.putNormalizedKey(T record,
MemorySegment target,
int offset,
int numBytes) |
Modifier and Type | Method and Description |
---|---|
void |
RowComparator.putNormalizedKey(Row record,
MemorySegment target,
int offset,
int numBytes) |
void |
WritableComparator.putNormalizedKey(T record,
MemorySegment target,
int offset,
int numBytes) |
void |
NullAwareComparator.putNormalizedKey(T record,
MemorySegment target,
int offset,
int numBytes) |
void |
GenericTypeComparator.putNormalizedKey(T record,
MemorySegment target,
int offset,
int numBytes) |
void |
TupleComparator.putNormalizedKey(T value,
MemorySegment target,
int offset,
int numBytes) |
void |
PojoComparator.putNormalizedKey(T value,
MemorySegment target,
int offset,
int numBytes) |
void |
ValueComparator.putNormalizedKey(T record,
MemorySegment target,
int offset,
int numBytes) |
void |
CopyableValueComparator.putNormalizedKey(T record,
MemorySegment target,
int offset,
int numBytes) |
Modifier and Type | Method and Description |
---|---|
static MemorySegment |
MemorySegmentFactory.allocateOffHeapUnsafeMemory(int size) |
static MemorySegment |
MemorySegmentFactory.allocateOffHeapUnsafeMemory(int size,
Object owner,
Runnable customCleanupAction)
Allocates an off-heap unsafe memory and creates a new memory segment to represent that
memory.
|
static MemorySegment |
MemorySegmentFactory.allocateUnpooledOffHeapMemory(int size)
Allocates some unpooled off-heap memory and creates a new memory segment that represents that
memory.
|
static MemorySegment |
MemorySegmentFactory.allocateUnpooledOffHeapMemory(int size,
Object owner)
Allocates some unpooled off-heap memory and creates a new memory segment that represents that
memory.
|
static MemorySegment |
MemorySegmentFactory.allocateUnpooledSegment(int size)
Allocates some unpooled memory and creates a new memory segment that represents that memory.
|
static MemorySegment |
MemorySegmentFactory.allocateUnpooledSegment(int size,
Object owner)
Allocates some unpooled memory and creates a new memory segment that represents that memory.
|
MemorySegment |
MemorySegmentSource.nextSegment()
Gets the next memory segment.
|
static MemorySegment |
MemorySegmentFactory.wrap(byte[] buffer)
Creates a new memory segment that targets the given heap memory region.
|
static MemorySegment |
MemorySegmentFactory.wrapCopy(byte[] bytes,
int start,
int end)
Copies the given heap memory region and creates a new memory segment wrapping it.
|
static MemorySegment |
MemorySegmentFactory.wrapInt(int value)
Wraps the four bytes representing the given number with a
MemorySegment . |
static MemorySegment |
MemorySegmentFactory.wrapOffHeapMemory(ByteBuffer memory)
Creates a memory segment that wraps the off-heap memory backing the given ByteBuffer.
|
Modifier and Type | Method and Description |
---|---|
Collection<MemorySegment> |
MemorySegmentProvider.requestUnpooledMemorySegments(int numberOfSegmentsToRequest) |
Modifier and Type | Method and Description |
---|---|
int |
MemorySegment.compare(MemorySegment seg2,
int offset1,
int offset2,
int len)
Compares two memory segment regions.
|
int |
MemorySegment.compare(MemorySegment seg2,
int offset1,
int offset2,
int len1,
int len2)
Compares two memory segment regions with different length.
|
void |
MemorySegment.copyTo(int offset,
MemorySegment target,
int targetOffset,
int numBytes)
Bulk copy method.
|
boolean |
MemorySegment.equalTo(MemorySegment seg2,
int offset1,
int offset2,
int length)
Equals two memory segment regions.
|
void |
MemorySegmentInputStreamWithPos.setSegment(MemorySegment segment,
int offset,
int length) |
void |
MemorySegment.swapBytes(byte[] tempBuffer,
MemorySegment seg2,
int offset1,
int offset2,
int len)
Swaps bytes between two memory segments, using the given auxiliary buffer.
|
void |
MemorySegmentWritable.write(MemorySegment segment,
int off,
int len)
Writes
len bytes from memory segment segment starting at offset off ,
in order, to the output. |
void |
DataOutputSerializer.write(MemorySegment segment,
int off,
int len) |
Modifier and Type | Method and Description |
---|---|
void |
MemorySegmentProvider.recycleUnpooledMemorySegments(Collection<MemorySegment> segments) |
Constructor and Description |
---|
MemorySegmentInputStreamWithPos(MemorySegment segment,
int offset,
int length) |
Modifier and Type | Method and Description |
---|---|
protected MemorySegment |
RandomAccessInputView.nextSegment(MemorySegment current) |
protected MemorySegment |
SeekableFileChannelInputView.nextSegment(MemorySegment current) |
protected MemorySegment |
FileChannelInputView.nextSegment(MemorySegment current) |
protected MemorySegment |
SimpleCollectingOutputView.nextSegment(MemorySegment current,
int positionInCurrent) |
protected MemorySegment |
RandomAccessOutputView.nextSegment(MemorySegment current,
int positionInCurrent) |
protected MemorySegment |
SpillingBuffer.nextSegment(MemorySegment current,
int positionInCurrent) |
protected MemorySegment |
FileChannelOutputView.nextSegment(MemorySegment current,
int posInSegment) |
Modifier and Type | Method and Description |
---|---|
List<MemorySegment> |
SpillingBuffer.close() |
List<MemorySegment> |
BatchShuffleReadBufferPool.requestBuffers()
Requests a collection of buffers (determined by
BatchShuffleReadBufferPool.numBuffersPerRequest ) from this
buffer pool. |
Modifier and Type | Method and Description |
---|---|
protected int |
RandomAccessInputView.getLimitForSegment(MemorySegment segment) |
protected int |
SeekableFileChannelInputView.getLimitForSegment(MemorySegment segment) |
protected int |
FileChannelInputView.getLimitForSegment(MemorySegment segment) |
protected MemorySegment |
RandomAccessInputView.nextSegment(MemorySegment current) |
protected MemorySegment |
SeekableFileChannelInputView.nextSegment(MemorySegment current) |
protected MemorySegment |
FileChannelInputView.nextSegment(MemorySegment current) |
protected MemorySegment |
SimpleCollectingOutputView.nextSegment(MemorySegment current,
int positionInCurrent) |
protected MemorySegment |
RandomAccessOutputView.nextSegment(MemorySegment current,
int positionInCurrent) |
protected MemorySegment |
SpillingBuffer.nextSegment(MemorySegment current,
int positionInCurrent) |
protected MemorySegment |
FileChannelOutputView.nextSegment(MemorySegment current,
int posInSegment) |
void |
BatchShuffleReadBufferPool.recycle(MemorySegment segment)
Recycles the target buffer to this buffer pool.
|
Modifier and Type | Method and Description |
---|---|
void |
BatchShuffleReadBufferPool.recycle(Collection<MemorySegment> segments)
Recycles a collection of buffers to this buffer pool.
|
Constructor and Description |
---|
RandomAccessOutputView(MemorySegment[] segments,
int segmentSize) |
RandomAccessOutputView(MemorySegment[] segments,
int segmentSize,
int segmentSizeBits) |
Modifier and Type | Field and Description |
---|---|
protected BlockChannelReader<MemorySegment> |
ChannelReaderInputView.reader |
Modifier and Type | Method and Description |
---|---|
MemorySegment |
AsynchronousBlockReader.getNextReturnedBlock()
Gets the next memory segment that has been filled with data by the reader.
|
MemorySegment |
AsynchronousBlockWriter.getNextReturnedBlock()
Gets the next memory segment that has been written and is available again.
|
protected MemorySegment |
HeaderlessChannelReaderInputView.nextSegment(MemorySegment current) |
protected MemorySegment |
ChannelReaderInputView.nextSegment(MemorySegment current)
Gets the next segment from the asynchronous block reader.
|
protected MemorySegment |
ChannelWriterOutputView.nextSegment(MemorySegment current,
int posInSegment) |
Modifier and Type | Method and Description |
---|---|
List<MemorySegment> |
ChannelReaderInputView.close()
Closes this InputView, closing the underlying reader and returning all memory segments.
|
List<MemorySegment> |
ChannelWriterOutputView.close()
Closes this OutputView, closing the underlying writer and returning all memory segments.
|
abstract List<MemorySegment> |
AbstractChannelReaderInputView.close()
Closes this InputView, closing the underlying reader and returning all memory segments.
|
BlockChannelReader<MemorySegment> |
IOManager.createBlockChannelReader(FileIOChannel.ID channelID)
Creates a block channel reader that reads blocks from the given channel.
|
abstract BlockChannelReader<MemorySegment> |
IOManager.createBlockChannelReader(FileIOChannel.ID channelID,
LinkedBlockingQueue<MemorySegment> returnQueue)
Creates a block channel reader that reads blocks from the given channel.
|
BlockChannelReader<MemorySegment> |
IOManagerAsync.createBlockChannelReader(FileIOChannel.ID channelID,
LinkedBlockingQueue<MemorySegment> returnQueue)
Creates a block channel reader that reads blocks from the given channel.
|
BlockChannelWriter<MemorySegment> |
IOManager.createBlockChannelWriter(FileIOChannel.ID channelID)
Creates a block channel writer that writes to the given channel.
|
abstract BlockChannelWriter<MemorySegment> |
IOManager.createBlockChannelWriter(FileIOChannel.ID channelID,
LinkedBlockingQueue<MemorySegment> returnQueue)
Creates a block channel writer that writes to the given channel.
|
BlockChannelWriter<MemorySegment> |
IOManagerAsync.createBlockChannelWriter(FileIOChannel.ID channelID,
LinkedBlockingQueue<MemorySegment> returnQueue) |
abstract BlockChannelWriterWithCallback<MemorySegment> |
IOManager.createBlockChannelWriter(FileIOChannel.ID channelID,
RequestDoneCallback<MemorySegment> callback)
Creates a block channel writer that writes to the given channel.
|
BlockChannelWriterWithCallback<MemorySegment> |
IOManagerAsync.createBlockChannelWriter(FileIOChannel.ID channelID,
RequestDoneCallback<MemorySegment> callback) |
List<MemorySegment> |
BulkBlockChannelReader.getFullSegments() |
List<MemorySegment> |
AsynchronousBulkBlockReader.getFullSegments() |
LinkedBlockingQueue<MemorySegment> |
AsynchronousBlockReader.getReturnQueue()
Gets the queue in which the full memory segments are queued after the asynchronous read is
complete.
|
LinkedBlockingQueue<MemorySegment> |
AsynchronousBlockWriter.getReturnQueue()
Gets the queue in which the memory segments are queued after the asynchronous write is
completed.
|
Modifier and Type | Method and Description |
---|---|
protected int |
HeaderlessChannelReaderInputView.getLimitForSegment(MemorySegment segment) |
protected int |
ChannelReaderInputView.getLimitForSegment(MemorySegment segment) |
protected MemorySegment |
HeaderlessChannelReaderInputView.nextSegment(MemorySegment current) |
protected MemorySegment |
ChannelReaderInputView.nextSegment(MemorySegment current)
Gets the next segment from the asynchronous block reader.
|
protected MemorySegment |
ChannelWriterOutputView.nextSegment(MemorySegment current,
int posInSegment) |
void |
AsynchronousBlockReader.readBlock(MemorySegment segment)
Issues a read request, which will asynchronously fill the given segment with the next block
in the underlying file channel.
|
protected void |
ChannelReaderInputView.sendReadRequest(MemorySegment seg)
Sends a new read requests, if further requests remain.
|
void |
AsynchronousBlockWriterWithCallback.writeBlock(MemorySegment segment)
Issues a asynchronous write request to the writer.
|
Modifier and Type | Method and Description |
---|---|
abstract BlockChannelReader<MemorySegment> |
IOManager.createBlockChannelReader(FileIOChannel.ID channelID,
LinkedBlockingQueue<MemorySegment> returnQueue)
Creates a block channel reader that reads blocks from the given channel.
|
BlockChannelReader<MemorySegment> |
IOManagerAsync.createBlockChannelReader(FileIOChannel.ID channelID,
LinkedBlockingQueue<MemorySegment> returnQueue)
Creates a block channel reader that reads blocks from the given channel.
|
abstract BlockChannelWriter<MemorySegment> |
IOManager.createBlockChannelWriter(FileIOChannel.ID channelID,
LinkedBlockingQueue<MemorySegment> returnQueue)
Creates a block channel writer that writes to the given channel.
|
BlockChannelWriter<MemorySegment> |
IOManagerAsync.createBlockChannelWriter(FileIOChannel.ID channelID,
LinkedBlockingQueue<MemorySegment> returnQueue) |
abstract BlockChannelWriterWithCallback<MemorySegment> |
IOManager.createBlockChannelWriter(FileIOChannel.ID channelID,
RequestDoneCallback<MemorySegment> callback)
Creates a block channel writer that writes to the given channel.
|
BlockChannelWriterWithCallback<MemorySegment> |
IOManagerAsync.createBlockChannelWriter(FileIOChannel.ID channelID,
RequestDoneCallback<MemorySegment> callback) |
abstract BulkBlockChannelReader |
IOManager.createBulkBlockChannelReader(FileIOChannel.ID channelID,
List<MemorySegment> targetSegments,
int numBlocks)
Creates a block channel reader that reads all blocks from the given channel directly in one
bulk.
|
BulkBlockChannelReader |
IOManagerAsync.createBulkBlockChannelReader(FileIOChannel.ID channelID,
List<MemorySegment> targetSegments,
int numBlocks)
Creates a block channel reader that reads all blocks from the given channel directly in one
bulk.
|
Constructor and Description |
---|
AsynchronousBlockReader(FileIOChannel.ID channelID,
RequestQueue<org.apache.flink.runtime.io.disk.iomanager.ReadRequest> requestQueue,
LinkedBlockingQueue<MemorySegment> returnSegments)
Creates a new block channel reader for the given channel.
|
AsynchronousBlockWriter(FileIOChannel.ID channelID,
RequestQueue<org.apache.flink.runtime.io.disk.iomanager.WriteRequest> requestQueue,
LinkedBlockingQueue<MemorySegment> returnSegments)
Creates a new block channel writer for the given channel.
|
AsynchronousBlockWriterWithCallback(FileIOChannel.ID channelID,
RequestQueue<org.apache.flink.runtime.io.disk.iomanager.WriteRequest> requestQueue,
RequestDoneCallback<MemorySegment> callback)
Creates a new asynchronous block writer for the given channel.
|
AsynchronousBulkBlockReader(FileIOChannel.ID channelID,
RequestQueue<org.apache.flink.runtime.io.disk.iomanager.ReadRequest> requestQueue,
List<MemorySegment> sourceSegments,
int numBlocks) |
ChannelReaderInputView(BlockChannelReader<MemorySegment> reader,
List<MemorySegment> memory,
boolean waitForFirstBlock)
Creates a new channel reader that reads from the given channel until the last block (as
marked by a
ChannelWriterOutputView ) is found. |
ChannelReaderInputView(BlockChannelReader<MemorySegment> reader,
List<MemorySegment> memory,
boolean waitForFirstBlock)
Creates a new channel reader that reads from the given channel until the last block (as
marked by a
ChannelWriterOutputView ) is found. |
ChannelReaderInputView(BlockChannelReader<MemorySegment> reader,
List<MemorySegment> memory,
int numBlocks,
boolean waitForFirstBlock)
Creates a new channel reader that reads from the given channel, expecting a specified number
of blocks in the channel.
|
ChannelReaderInputView(BlockChannelReader<MemorySegment> reader,
List<MemorySegment> memory,
int numBlocks,
boolean waitForFirstBlock)
Creates a new channel reader that reads from the given channel, expecting a specified number
of blocks in the channel.
|
ChannelWriterOutputView(BlockChannelWriter<MemorySegment> writer,
int segmentSize)
Creates an new ChannelWriterOutputView that writes to the given channel.
|
ChannelWriterOutputView(BlockChannelWriter<MemorySegment> writer,
List<MemorySegment> memory,
int segmentSize)
Creates an new ChannelWriterOutputView that writes to the given channel and buffers data in
the given memory segments.
|
ChannelWriterOutputView(BlockChannelWriter<MemorySegment> writer,
List<MemorySegment> memory,
int segmentSize)
Creates an new ChannelWriterOutputView that writes to the given channel and buffers data in
the given memory segments.
|
HeaderlessChannelReaderInputView(BlockChannelReader<MemorySegment> reader,
List<MemorySegment> memory,
int numBlocks,
int numBytesInLastBlock,
boolean waitForFirstBlock)
Creates a new channel reader that reads from the given channel, expecting a specified number
of blocks in the channel, and returns only a specified number of bytes from the last block.
|
HeaderlessChannelReaderInputView(BlockChannelReader<MemorySegment> reader,
List<MemorySegment> memory,
int numBlocks,
int numBytesInLastBlock,
boolean waitForFirstBlock)
Creates a new channel reader that reads from the given channel, expecting a specified number
of blocks in the channel, and returns only a specified number of bytes from the last block.
|
HeaderlessChannelReaderInputView(BlockChannelReader<MemorySegment> reader,
List<MemorySegment> memory,
int numBlocks,
int numBytesInLastBlock,
boolean waitForFirstBlock,
long offset) |
HeaderlessChannelReaderInputView(BlockChannelReader<MemorySegment> reader,
List<MemorySegment> memory,
int numBlocks,
int numBytesInLastBlock,
boolean waitForFirstBlock,
long offset) |
Modifier and Type | Method and Description |
---|---|
MemorySegment |
NetworkBuffer.getMemorySegment() |
MemorySegment |
ReadOnlySlicedNetworkBuffer.getMemorySegment()
Returns the underlying memory segment.
|
MemorySegment |
CompositeBuffer.getMemorySegment() |
MemorySegment |
FileRegionBuffer.getMemorySegment() |
MemorySegment |
Buffer.getMemorySegment()
Deprecated.
|
MemorySegment |
BufferProvider.requestMemorySegment()
Returns a
MemorySegment instance from the buffer provider. |
MemorySegment |
BufferProvider.requestMemorySegmentBlocking()
Returns a
MemorySegment instance from the buffer provider. |
MemorySegment |
NetworkBufferPool.requestPooledMemorySegment()
Different from
NetworkBufferPool.requestUnpooledMemorySegments(int) for unpooled segments allocation. |
Modifier and Type | Method and Description |
---|---|
List<MemorySegment> |
NetworkBufferPool.requestPooledMemorySegmentsBlocking(int numberOfSegmentsToRequest) |
List<MemorySegment> |
NetworkBufferPool.requestUnpooledMemorySegments(int numberOfSegmentsToRequest)
Unpooled memory segments are requested directly from
NetworkBufferPool , as opposed to
pooled segments, that are requested through BufferPool that was created from this
NetworkBufferPool (see NetworkBufferPool.createBufferPool(int, int) ). |
Modifier and Type | Method and Description |
---|---|
Buffer |
CompositeBuffer.getFullBufferData(MemorySegment segment)
Returns the full buffer data in one piece of
MemorySegment . |
Buffer |
FileRegionBuffer.readInto(MemorySegment segment) |
void |
BufferRecycler.recycle(MemorySegment memorySegment)
Recycles the
MemorySegment to its original BufferPool instance. |
void |
BufferRecycler.DummyBufferRecycler.recycle(MemorySegment memorySegment) |
void |
FreeingBufferRecycler.recycle(MemorySegment memorySegment)
Frees the given memory segment.
|
void |
NetworkBufferPool.recyclePooledMemorySegment(MemorySegment segment)
Corresponding to
NetworkBufferPool.requestPooledMemorySegmentsBlocking(int) and NetworkBufferPool.requestPooledMemorySegment() , this method is for pooled memory segments recycling. |
Modifier and Type | Method and Description |
---|---|
void |
NetworkBufferPool.recycleUnpooledMemorySegments(Collection<MemorySegment> segments)
Corresponding to
NetworkBufferPool.requestUnpooledMemorySegments(int) , this method is for unpooled memory
segments recycling. |
Constructor and Description |
---|
BufferBuilder(MemorySegment memorySegment,
BufferRecycler recycler) |
NetworkBuffer(MemorySegment memorySegment,
BufferRecycler recycler)
Creates a new buffer instance backed by the given memorySegment with 0 for
the readerIndex and writerIndex.
|
NetworkBuffer(MemorySegment memorySegment,
BufferRecycler recycler,
Buffer.DataType dataType)
Creates a new buffer instance backed by the given memorySegment with 0 for
the readerIndex and writerIndex.
|
NetworkBuffer(MemorySegment memorySegment,
BufferRecycler recycler,
Buffer.DataType dataType,
boolean isCompressed,
int size)
Creates a new buffer instance backed by the given memorySegment with 0 for
the readerIndex and size as writerIndex.
|
NetworkBuffer(MemorySegment memorySegment,
BufferRecycler recycler,
Buffer.DataType dataType,
int size)
Creates a new buffer instance backed by the given memorySegment with 0 for
the readerIndex and size as writerIndex.
|
Modifier and Type | Method and Description |
---|---|
BufferWithChannel |
DataBuffer.getNextBuffer(MemorySegment transitBuffer)
Copies data in this
DataBuffer to the target MemorySegment in channel index
order and returns BufferWithChannel which contains the copied data and the
corresponding channel index. |
BufferWithChannel |
HashBasedDataBuffer.getNextBuffer(MemorySegment transitBuffer) |
BufferWithChannel |
SortBasedDataBuffer.getNextBuffer(MemorySegment transitBuffer) |
static Buffer |
BufferReaderWriterUtil.readFromByteChannel(FileChannel channel,
ByteBuffer headerBuffer,
MemorySegment memorySegment,
BufferRecycler bufferRecycler) |
Constructor and Description |
---|
HashBasedDataBuffer(LinkedList<MemorySegment> freeSegments,
BufferRecycler bufferRecycler,
int numSubpartitions,
int bufferSize,
int numGuaranteedBuffers,
int[] customReadOrder) |
SortBasedDataBuffer(LinkedList<MemorySegment> freeSegments,
BufferRecycler bufferRecycler,
int numSubpartitions,
int bufferSize,
int numGuaranteedBuffers,
int[] customReadOrder) |
Modifier and Type | Method and Description |
---|---|
void |
BufferManager.recycle(MemorySegment segment)
Exclusive buffer is recycled to this channel manager directly and it may trigger return extra
floating buffer based on numRequiredBuffers.
|
Modifier and Type | Method and Description |
---|---|
void |
HsFileDataManager.recycle(MemorySegment segment) |
Modifier and Type | Method and Description |
---|---|
void |
HsSubpartitionFileReader.readBuffers(Queue<MemorySegment> buffers,
BufferRecycler recycler)
Read data from disk.
|
void |
HsSubpartitionFileReaderImpl.readBuffers(Queue<MemorySegment> buffers,
BufferRecycler recycler)
Read subpartition data into buffers.
|
Modifier and Type | Method and Description |
---|---|
protected MemorySegment |
SerializedUpdateBuffer.nextSegment(MemorySegment current,
int positionInCurrent) |
Modifier and Type | Method and Description |
---|---|
List<MemorySegment> |
SerializedUpdateBuffer.close() |
Modifier and Type | Method and Description |
---|---|
protected MemorySegment |
SerializedUpdateBuffer.nextSegment(MemorySegment current,
int positionInCurrent) |
Constructor and Description |
---|
SerializedUpdateBuffer(List<MemorySegment> memSegments,
int segmentSize,
IOManager ioManager) |
Modifier and Type | Method and Description |
---|---|
MemorySegment |
AbstractPagedInputView.getCurrentSegment()
Gets the memory segment that will be used to read the next bytes from.
|
MemorySegment |
AbstractPagedOutputView.getCurrentSegment()
Gets the segment that the view currently writes to.
|
MemorySegment |
ListMemorySegmentSource.nextSegment() |
protected abstract MemorySegment |
AbstractPagedInputView.nextSegment(MemorySegment current)
The method by which concrete subclasses realize page crossing.
|
protected abstract MemorySegment |
AbstractPagedOutputView.nextSegment(MemorySegment current,
int positionInCurrent)
This method must return a segment.
|
Modifier and Type | Method and Description |
---|---|
List<MemorySegment> |
MemoryManager.allocatePages(Object owner,
int numPages)
Allocates a set of memory segments from this memory manager.
|
Modifier and Type | Method and Description |
---|---|
protected abstract int |
AbstractPagedInputView.getLimitForSegment(MemorySegment segment)
Gets the limit for reading bytes from the given memory segment.
|
protected abstract MemorySegment |
AbstractPagedInputView.nextSegment(MemorySegment current)
The method by which concrete subclasses realize page crossing.
|
protected abstract MemorySegment |
AbstractPagedOutputView.nextSegment(MemorySegment current,
int positionInCurrent)
This method must return a segment.
|
void |
MemoryManager.release(MemorySegment segment)
Tries to release the memory for the specified segment.
|
protected void |
AbstractPagedInputView.seekInput(MemorySegment segment,
int positionInSegment,
int limitInSegment)
Sets the internal state of the view such that the next bytes will be read from the given
memory segment, starting at the given position.
|
protected void |
AbstractPagedOutputView.seekOutput(MemorySegment seg,
int position)
Sets the internal state to the given memory segment and the given position within the
segment.
|
void |
AbstractPagedOutputView.write(MemorySegment segment,
int off,
int len) |
Modifier and Type | Method and Description |
---|---|
void |
MemoryManager.allocatePages(Object owner,
Collection<MemorySegment> target,
int numberOfPages)
Allocates a set of memory segments from this memory manager.
|
void |
MemoryManager.release(Collection<MemorySegment> segments)
Tries to release many memory segments together.
|
Constructor and Description |
---|
AbstractPagedInputView(MemorySegment initialSegment,
int initialLimit,
int headerLength)
Creates a new view that starts with the given segment.
|
AbstractPagedOutputView(MemorySegment initialSegment,
int segmentSize,
int headerLength)
Creates a new output view that writes initially to the given initial segment.
|
Constructor and Description |
---|
ListMemorySegmentSource(List<MemorySegment> memorySegments) |
Constructor and Description |
---|
TempBarrier(AbstractInvokable owner,
MutableObjectIterator<T> input,
TypeSerializerFactory<T> serializerFactory,
MemoryManager memManager,
IOManager ioManager,
int numPages,
List<MemorySegment> preAllocated) |
Modifier and Type | Field and Description |
---|---|
protected MemorySegment[] |
MutableHashTable.buckets
The array of memory segments that contain the buckets which form the actual hash-table of
hash-codes and pointers to the elements.
|
protected MemorySegment[] |
HashPartition.overflowSegments |
protected MemorySegment[] |
InMemoryPartition.overflowSegments |
protected MemorySegment[] |
HashPartition.partitionBuffers |
Modifier and Type | Field and Description |
---|---|
protected List<MemorySegment> |
MutableHashTable.availableMemory
The free memory segments currently available to the hash join.
|
protected BlockChannelWriter<MemorySegment> |
HashPartition.probeSideChannel |
protected LinkedBlockingQueue<MemorySegment> |
MutableHashTable.writeBehindBuffers
The queue of buffers that can be used for write-behind.
|
Modifier and Type | Method and Description |
---|---|
MemorySegment |
MutableHashTable.nextSegment()
This is the method called by the partitions to request memory to serialize records.
|
protected MemorySegment |
HashPartition.nextSegment(MemorySegment current) |
protected MemorySegment |
HashPartition.BuildSideBuffer.nextSegment(MemorySegment current,
int bytesUsed) |
Modifier and Type | Method and Description |
---|---|
BlockChannelWriter<MemorySegment> |
HashPartition.getBuildSideChannel() |
List<MemorySegment> |
MutableHashTable.getFreedMemory() |
List<MemorySegment> |
InPlaceMutableHashTable.getFreeMemory() |
abstract List<MemorySegment> |
AbstractMutableHashTable.getFreeMemory() |
List<MemorySegment> |
CompactingHashTable.getFreeMemory() |
BlockChannelWriter<MemorySegment> |
HashPartition.getProbeSideChannel() |
ArrayList<MemorySegment> |
InMemoryPartition.resetOverflowBuckets()
resets overflow bucket counters and returns freed memory and should only be used for resizing
|
Modifier and Type | Method and Description |
---|---|
protected int |
HashPartition.getLimitForSegment(MemorySegment segment) |
protected MemorySegment |
HashPartition.nextSegment(MemorySegment current) |
protected MemorySegment |
HashPartition.BuildSideBuffer.nextSegment(MemorySegment current,
int bytesUsed) |
Modifier and Type | Method and Description |
---|---|
void |
HashPartition.clearAllMemory(List<MemorySegment> target) |
void |
ReOpenableHashPartition.clearAllMemory(List<MemorySegment> target) |
void |
InMemoryPartition.clearAllMemory(List<MemorySegment> target)
releases all of the partition's segments (pages and overflow buckets)
|
void |
HashPartition.finalizeBuildPhase(IOManager ioAccess,
FileIOChannel.Enumerator probeChannelEnumerator,
LinkedBlockingQueue<MemorySegment> bufferReturnQueue) |
int |
HashPartition.finalizeProbePhase(List<MemorySegment> freeMemory,
List<HashPartition<BT,PT>> spilledPartitions,
boolean keepUnprobedSpilledPartitions) |
int |
ReOpenableHashPartition.finalizeProbePhase(List<MemorySegment> freeMemory,
List<HashPartition<BT,PT>> spilledPartitions,
boolean keepUnprobedSpilledPartitions) |
void |
HashPartition.prepareProbePhase(IOManager ioAccess,
FileIOChannel.Enumerator probeChannelEnumerator,
LinkedBlockingQueue<MemorySegment> bufferReturnQueue) |
int |
HashPartition.spillPartition(List<MemorySegment> target,
IOManager ioAccess,
FileIOChannel.ID targetChannel,
LinkedBlockingQueue<MemorySegment> bufferReturnQueue)
Spills this partition to disk and sets it up such that it continues spilling records that are
added to it.
|
int |
HashPartition.spillPartition(List<MemorySegment> target,
IOManager ioAccess,
FileIOChannel.ID targetChannel,
LinkedBlockingQueue<MemorySegment> bufferReturnQueue)
Spills this partition to disk and sets it up such that it continues spilling records that are
added to it.
|
Constructor and Description |
---|
CompactingHashTable(TypeSerializer<T> buildSideSerializer,
TypeComparator<T> buildSideComparator,
List<MemorySegment> memorySegments) |
CompactingHashTable(TypeSerializer<T> buildSideSerializer,
TypeComparator<T> buildSideComparator,
List<MemorySegment> memorySegments,
int avgRecordLen) |
InPlaceMutableHashTable(TypeSerializer<T> serializer,
TypeComparator<T> comparator,
List<MemorySegment> memory) |
MutableHashTable(TypeSerializer<BT> buildSideSerializer,
TypeSerializer<PT> probeSideSerializer,
TypeComparator<BT> buildSideComparator,
TypeComparator<PT> probeSideComparator,
TypePairComparator<PT,BT> comparator,
List<MemorySegment> memorySegments,
IOManager ioManager) |
MutableHashTable(TypeSerializer<BT> buildSideSerializer,
TypeSerializer<PT> probeSideSerializer,
TypeComparator<BT> buildSideComparator,
TypeComparator<PT> probeSideComparator,
TypePairComparator<PT,BT> comparator,
List<MemorySegment> memorySegments,
IOManager ioManager,
boolean useBloomFilters) |
MutableHashTable(TypeSerializer<BT> buildSideSerializer,
TypeSerializer<PT> probeSideSerializer,
TypeComparator<BT> buildSideComparator,
TypeComparator<PT> probeSideComparator,
TypePairComparator<PT,BT> comparator,
List<MemorySegment> memorySegments,
IOManager ioManager,
int avgRecordLen,
boolean useBloomFilters) |
ReOpenableMutableHashTable(TypeSerializer<BT> buildSideSerializer,
TypeSerializer<PT> probeSideSerializer,
TypeComparator<BT> buildSideComparator,
TypeComparator<PT> probeSideComparator,
TypePairComparator<PT,BT> comparator,
List<MemorySegment> memorySegments,
IOManager ioManager,
boolean useBitmapFilters) |
Modifier and Type | Method and Description |
---|---|
List<MemorySegment> |
SpillingResettableMutableObjectIterator.close() |
List<MemorySegment> |
SpillingResettableIterator.close() |
Constructor and Description |
---|
SpillingResettableIterator(Iterator<T> input,
TypeSerializer<T> serializer,
MemoryManager memoryManager,
IOManager ioManager,
List<MemorySegment> memory) |
SpillingResettableMutableObjectIterator(MutableObjectIterator<T> input,
TypeSerializer<T> serializer,
MemoryManager memoryManager,
IOManager ioManager,
List<MemorySegment> memory) |
Modifier and Type | Method and Description |
---|---|
InMemorySorter<T> |
InMemorySorterFactory.create(List<MemorySegment> sortSegments)
Create an
InMemorySorter instance with the given memory segments. |
InMemorySorter<T> |
DefaultInMemorySorterFactory.create(List<MemorySegment> sortSegments) |
MutableObjectIterator<T> |
LargeRecordHandler.finishWriteAndSortKeys(List<MemorySegment> memory) |
ExternalSorterBuilder<T> |
ExternalSorterBuilder.memory(List<MemorySegment> memorySegments) |
Constructor and Description |
---|
FixedLengthRecordSorter(TypeSerializer<T> serializer,
TypeComparator<T> comparator,
List<MemorySegment> memory) |
LargeRecordHandler(TypeSerializer<T> serializer,
TypeComparator<T> comparator,
IOManager ioManager,
MemoryManager memManager,
List<MemorySegment> memory,
TaskInvokable memoryOwner,
int maxFilehandles,
ExecutionConfig executionConfig) |
NormalizedKeySorter(TypeSerializer<T> serializer,
TypeComparator<T> comparator,
List<MemorySegment> memory) |
NormalizedKeySorter(TypeSerializer<T> serializer,
TypeComparator<T> comparator,
List<MemorySegment> memory,
int maxNormalizedKeyBytes) |
Modifier and Type | Method and Description |
---|---|
void |
BloomFilter.setBitsLocation(MemorySegment memorySegment,
int offset) |
void |
BitSet.setMemorySegment(MemorySegment memorySegment,
int offset) |
Modifier and Type | Method and Description |
---|---|
static int |
SkipListUtils.getKeyLen(MemorySegment memorySegment,
int offset)
Returns the length of the key.
|
static long |
SkipListUtils.getKeyPointer(MemorySegment memorySegment,
int offset)
Return the pointer to key space.
|
static int |
SkipListUtils.getLevel(MemorySegment memorySegment,
int offset)
Returns the level of the node.
|
static long |
SkipListUtils.getNextIndexNode(MemorySegment memorySegment,
int offset,
int level)
Returns next key pointer on the given index level.
|
static long |
SkipListUtils.getNextKeyPointer(MemorySegment memorySegment,
int offset)
Returns the next key pointer on level 0.
|
static long |
SkipListUtils.getNextValuePointer(MemorySegment memorySegment,
int offset)
Return the pointer to next value space.
|
static NodeStatus |
SkipListUtils.getNodeStatus(MemorySegment memorySegment,
int offset)
Returns the status of the node.
|
static long |
SkipListUtils.getPrevIndexNode(MemorySegment memorySegment,
int offset,
int totalLevel,
int level)
Returns previous key pointer on the given index level.
|
static int |
SkipListUtils.getValueLen(MemorySegment memorySegment,
int offset)
Return the length of value data.
|
static long |
SkipListUtils.getValuePointer(MemorySegment memorySegment,
int offset)
Returns the value pointer.
|
static int |
SkipListUtils.getValueVersion(MemorySegment memorySegment,
int offset)
Returns the version of value.
|
static void |
SkipListUtils.putKeyData(MemorySegment segment,
int offset,
MemorySegment keySegment,
int keyOffset,
int keyLen,
int level)
Puts the key data into key space.
|
static void |
SkipListUtils.putKeyLen(MemorySegment memorySegment,
int offset,
int keyLen)
Puts the length of key to the key space.
|
static void |
SkipListUtils.putKeyPointer(MemorySegment memorySegment,
int offset,
long keyPointer)
Puts the pointer of key space.
|
static void |
SkipListUtils.putLevelAndNodeStatus(MemorySegment memorySegment,
int offset,
int level,
NodeStatus status)
Puts the level and status to the key space.
|
static void |
SkipListUtils.putNextIndexNode(MemorySegment memorySegment,
int offset,
int level,
long nextKeyPointer)
Puts next key pointer on the given index level to key space.
|
static void |
SkipListUtils.putNextKeyPointer(MemorySegment memorySegment,
int offset,
long nextKeyPointer)
Puts the next key pointer on level 0 to key space.
|
static void |
SkipListUtils.putNextValuePointer(MemorySegment memorySegment,
int offset,
long nextValuePointer)
Puts the pointer of next value space.
|
static void |
SkipListUtils.putPrevIndexNode(MemorySegment memorySegment,
int offset,
int totalLevel,
int level,
long prevKeyPointer)
Puts previous key pointer on the given index level to key space.
|
static void |
SkipListUtils.putValueData(MemorySegment memorySegment,
int offset,
byte[] value)
Puts the value data into value space.
|
static void |
SkipListUtils.putValueLen(MemorySegment memorySegment,
int offset,
int valueLen)
Puts the length of value data.
|
static void |
SkipListUtils.putValuePointer(MemorySegment memorySegment,
int offset,
long valuePointer)
Puts the value pointer to key space.
|
static void |
SkipListUtils.putValueVersion(MemorySegment memorySegment,
int offset,
int version)
Puts the version of value to value space.
|
Modifier and Type | Method and Description |
---|---|
MemorySegment |
Chunk.getMemorySegment(int chunkOffset) |
Modifier and Type | Field and Description |
---|---|
protected MemorySegment[] |
BinarySection.segments |
Modifier and Type | Method and Description |
---|---|
MemorySegment[] |
BinarySection.getSegments() |
MemorySegment[] |
LazyBinaryFormat.getSegments() |
MemorySegment[] |
BinaryFormat.getSegments()
Gets the underlying
MemorySegment s this binary format spans. |
MemorySegment[] |
BinaryStringData.getSegments() |
Modifier and Type | Method and Description |
---|---|
static boolean |
BinarySegmentUtils.bitGet(MemorySegment[] segments,
int baseOffset,
int index)
read bit from segments.
|
static boolean |
BinarySegmentUtils.bitGet(MemorySegment segment,
int baseOffset,
int index)
read bit.
|
static void |
BinarySegmentUtils.bitSet(MemorySegment[] segments,
int baseOffset,
int index)
set bit from segments.
|
static void |
BinarySegmentUtils.bitSet(MemorySegment segment,
int baseOffset,
int index)
set bit.
|
static void |
BinarySegmentUtils.bitUnSet(MemorySegment[] segments,
int baseOffset,
int index)
unset bit from segments.
|
static void |
BinarySegmentUtils.bitUnSet(MemorySegment segment,
int baseOffset,
int index)
unset bit.
|
static void |
BinarySegmentUtils.copyFromBytes(MemorySegment[] segments,
int offset,
byte[] bytes,
int bytesOffset,
int numBytes)
Copy target segments from source byte[].
|
static void |
BinarySegmentUtils.copyMultiSegmentsToBytes(MemorySegment[] segments,
int offset,
byte[] bytes,
int bytesOffset,
int numBytes) |
static byte[] |
BinarySegmentUtils.copyToBytes(MemorySegment[] segments,
int offset,
byte[] bytes,
int bytesOffset,
int numBytes)
Copy segments to target byte[].
|
static byte[] |
BinarySegmentUtils.copyToBytes(MemorySegment[] segments,
int offset,
int numBytes)
Copy segments to a new byte[].
|
static void |
BinarySegmentUtils.copyToUnsafe(MemorySegment[] segments,
int offset,
Object target,
int pointer,
int numBytes)
Copy segments to target unsafe pointer.
|
static void |
BinarySegmentUtils.copyToView(MemorySegment[] segments,
int offset,
int sizeInBytes,
DataOutputView target)
Copy bytes of segments to output view.
|
static boolean |
BinarySegmentUtils.equals(MemorySegment[] segments1,
int offset1,
MemorySegment[] segments2,
int offset2,
int len)
Equals two memory segments regions.
|
static boolean |
BinarySegmentUtils.equals(MemorySegment[] segments1,
int offset1,
MemorySegment[] segments2,
int offset2,
int len)
Equals two memory segments regions.
|
static int |
BinarySegmentUtils.find(MemorySegment[] segments1,
int offset1,
int numBytes1,
MemorySegment[] segments2,
int offset2,
int numBytes2)
Find equal segments2 in segments1.
|
static int |
BinarySegmentUtils.find(MemorySegment[] segments1,
int offset1,
int numBytes1,
MemorySegment[] segments2,
int offset2,
int numBytes2)
Find equal segments2 in segments1.
|
static BinaryStringData |
BinaryStringData.fromAddress(MemorySegment[] segments,
int offset,
int numBytes)
Creates a
BinaryStringData instance from the given address (base and offset) and
length. |
static boolean |
BinarySegmentUtils.getBoolean(MemorySegment[] segments,
int offset)
get boolean from segments.
|
static byte |
BinarySegmentUtils.getByte(MemorySegment[] segments,
int offset)
get byte from segments.
|
static byte[] |
BinarySegmentUtils.getBytes(MemorySegment[] segments,
int baseOffset,
int sizeInBytes)
Maybe not copied, if want copy, please use copyTo.
|
static double |
BinarySegmentUtils.getDouble(MemorySegment[] segments,
int offset)
get double from segments.
|
static float |
BinarySegmentUtils.getFloat(MemorySegment[] segments,
int offset)
get float from segments.
|
static int |
BinarySegmentUtils.getInt(MemorySegment[] segments,
int offset)
get int from segments.
|
static long |
BinarySegmentUtils.getLong(MemorySegment[] segments,
int offset)
get long from segments.
|
static short |
BinarySegmentUtils.getShort(MemorySegment[] segments,
int offset)
get short from segments.
|
static int |
BinarySegmentUtils.hash(MemorySegment[] segments,
int offset,
int numBytes)
hash segments to int.
|
static int |
BinarySegmentUtils.hashByWords(MemorySegment[] segments,
int offset,
int numBytes)
hash segments to int, numBytes must be aligned to 4 bytes.
|
void |
BinaryMapData.pointTo(MemorySegment[] segments,
int offset,
int sizeInBytes) |
void |
BinaryArrayData.pointTo(MemorySegment[] segments,
int offset,
int sizeInBytes) |
void |
BinarySection.pointTo(MemorySegment[] segments,
int offset,
int sizeInBytes) |
void |
BinarySection.pointTo(MemorySegment segment,
int offset,
int sizeInBytes) |
static ArrayData |
BinarySegmentUtils.readArrayData(MemorySegment[] segments,
int baseOffset,
long offsetAndSize)
Gets an instance of
ArrayData from underlying MemorySegment . |
static byte[] |
BinarySegmentUtils.readBinary(MemorySegment[] segments,
int baseOffset,
int fieldOffset,
long variablePartOffsetAndLen)
Get binary, if len less than 8, will be include in variablePartOffsetAndLen.
|
static DecimalData |
BinarySegmentUtils.readDecimalData(MemorySegment[] segments,
int baseOffset,
long offsetAndSize,
int precision,
int scale)
Gets an instance of
DecimalData from underlying MemorySegment . |
static MapData |
BinarySegmentUtils.readMapData(MemorySegment[] segments,
int baseOffset,
long offsetAndSize)
Gets an instance of
MapData from underlying MemorySegment . |
static <T> RawValueData<T> |
BinarySegmentUtils.readRawValueData(MemorySegment[] segments,
int baseOffset,
long offsetAndSize)
Gets an instance of
RawValueData from underlying MemorySegment . |
static RowData |
BinarySegmentUtils.readRowData(MemorySegment[] segments,
int numFields,
int baseOffset,
long offsetAndSize)
Gets an instance of
RowData from underlying MemorySegment . |
static StringData |
BinarySegmentUtils.readStringData(MemorySegment[] segments,
int baseOffset,
int fieldOffset,
long variablePartOffsetAndLen)
Get binary string, if len less than 8, will be include in variablePartOffsetAndLen.
|
static TimestampData |
BinarySegmentUtils.readTimestampData(MemorySegment[] segments,
int baseOffset,
long offsetAndNanos)
Gets an instance of
TimestampData from underlying MemorySegment . |
static void |
BinarySegmentUtils.setBoolean(MemorySegment[] segments,
int offset,
boolean value)
set boolean from segments.
|
static void |
BinarySegmentUtils.setByte(MemorySegment[] segments,
int offset,
byte value)
set byte from segments.
|
static void |
BinarySegmentUtils.setDouble(MemorySegment[] segments,
int offset,
double value)
set double from segments.
|
static void |
BinarySegmentUtils.setFloat(MemorySegment[] segments,
int offset,
float value)
set float from segments.
|
static void |
BinarySegmentUtils.setInt(MemorySegment[] segments,
int offset,
int value)
set int from segments.
|
static void |
BinarySegmentUtils.setLong(MemorySegment[] segments,
int offset,
long value)
set long from segments.
|
static void |
BinarySegmentUtils.setShort(MemorySegment[] segments,
int offset,
short value)
set short from segments.
|
Constructor and Description |
---|
BinaryRawValueData(MemorySegment[] segments,
int offset,
int sizeInBytes) |
BinaryRawValueData(MemorySegment[] segments,
int offset,
int sizeInBytes,
T javaObject) |
BinarySection(MemorySegment[] segments,
int offset,
int sizeInBytes) |
BinaryStringData(MemorySegment[] segments,
int offset,
int sizeInBytes) |
BinaryStringData(MemorySegment[] segments,
int offset,
int sizeInBytes,
String javaObject) |
LazyBinaryFormat(MemorySegment[] segments,
int offset,
int sizeInBytes) |
LazyBinaryFormat(MemorySegment[] segments,
int offset,
int sizeInBytes,
T javaObject) |
Modifier and Type | Method and Description |
---|---|
static long |
XXH64.hashUnsafeBytes(MemorySegment ms,
int offset,
int length,
long seed) |
Modifier and Type | Method and Description |
---|---|
int |
NormalizedKeyComputer.compareKey(MemorySegment segI,
int offsetI,
MemorySegment segJ,
int offsetJ)
Compares two normalized keys in respective
MemorySegment . |
void |
NormalizedKeyComputer.putKey(RowData record,
MemorySegment target,
int offset)
Writes a normalized key for the given record into the target
MemorySegment . |
void |
NormalizedKeyComputer.swapKey(MemorySegment segI,
int offsetI,
MemorySegment segJ,
int offsetJ)
Swaps two normalized keys in respective
MemorySegment . |
Modifier and Type | Field and Description |
---|---|
protected LinkedBlockingQueue<MemorySegment> |
BaseHybridHashTable.buildSpillReturnBuffers
The queue of buffers that can be used for write-behind.
|
Modifier and Type | Method and Description |
---|---|
MemorySegment[] |
LongHashPartition.getBuckets() |
MemorySegment |
BaseHybridHashTable.getNextBuffer()
Gets the next buffer to be used with the hash-table, either for an in-memory partition, or
for the table buckets.
|
MemorySegment[] |
BaseHybridHashTable.getNextBuffers(int bufferSize)
Bulk memory acquisition.
|
protected MemorySegment |
BaseHybridHashTable.getNotNullNextBuffer() |
MemorySegment |
BaseHybridHashTable.nextSegment()
This is the method called by the partitions to request memory to serialize records.
|
protected MemorySegment |
LongHashPartition.nextSegment(MemorySegment current) |
protected MemorySegment |
BinaryHashPartition.nextSegment(MemorySegment current) |
protected MemorySegment |
BinaryHashPartition.BuildSideBuffer.nextSegment(MemorySegment current,
int bytesUsed) |
Modifier and Type | Method and Description |
---|---|
protected List<MemorySegment> |
BaseHybridHashTable.readAllBuffers(FileIOChannel.ID id,
int blockCount) |
Modifier and Type | Method and Description |
---|---|
protected int |
LongHashPartition.getLimitForSegment(MemorySegment segment) |
protected int |
BinaryHashPartition.getLimitForSegment(MemorySegment segment) |
protected MemorySegment |
LongHashPartition.nextSegment(MemorySegment current) |
protected MemorySegment |
BinaryHashPartition.nextSegment(MemorySegment current) |
protected MemorySegment |
BinaryHashPartition.BuildSideBuffer.nextSegment(MemorySegment current,
int bytesUsed) |
void |
BaseHybridHashTable.returnPage(MemorySegment segment) |
void |
LookupBucketIterator.set(MemorySegment bucket,
MemorySegment[] overflowSegments,
BinaryHashPartition partition,
int searchHashCode,
int bucketInSegmentOffset) |
void |
LookupBucketIterator.set(MemorySegment bucket,
MemorySegment[] overflowSegments,
BinaryHashPartition partition,
int searchHashCode,
int bucketInSegmentOffset) |
Modifier and Type | Method and Description |
---|---|
void |
BaseHybridHashTable.returnAll(List<MemorySegment> memory) |
Modifier and Type | Field and Description |
---|---|
protected List<MemorySegment> |
BinaryRowChannelInputViewIterator.freeMemTarget |
Modifier and Type | Method and Description |
---|---|
MemorySegment |
CompressedBlockChannelReader.getNextReturnedBlock() |
MemorySegment |
CompressedBlockChannelWriter.getNextReturnedBlock() |
protected MemorySegment |
CompressedHeaderlessChannelReaderInputView.nextSegment(MemorySegment current) |
MemorySegment |
HeaderlessChannelWriterOutputView.nextSegment(MemorySegment current,
int posInSegment) |
protected MemorySegment |
CompressedHeaderlessChannelWriterOutputView.nextSegment(MemorySegment current,
int positionInCurrent) |
Modifier and Type | Method and Description |
---|---|
List<MemorySegment> |
CompressedHeaderlessChannelReaderInputView.close() |
LinkedBlockingQueue<MemorySegment> |
CompressedBlockChannelReader.getReturnQueue() |
LinkedBlockingQueue<MemorySegment> |
CompressedBlockChannelWriter.getReturnQueue() |
Modifier and Type | Method and Description |
---|---|
protected int |
CompressedHeaderlessChannelReaderInputView.getLimitForSegment(MemorySegment segment) |
protected MemorySegment |
CompressedHeaderlessChannelReaderInputView.nextSegment(MemorySegment current) |
MemorySegment |
HeaderlessChannelWriterOutputView.nextSegment(MemorySegment current,
int posInSegment) |
protected MemorySegment |
CompressedHeaderlessChannelWriterOutputView.nextSegment(MemorySegment current,
int positionInCurrent) |
void |
CompressedBlockChannelReader.readBlock(MemorySegment segment) |
void |
CompressedBlockChannelReader.recycle(MemorySegment segment) |
void |
CompressedHeaderlessChannelReaderInputView.recycle(MemorySegment segment) |
void |
CompressedHeaderlessChannelWriterOutputView.recycle(MemorySegment memorySegment) |
void |
CompressedBlockChannelWriter.recycle(MemorySegment memorySegment) |
void |
CompressedBlockChannelWriter.writeBlock(MemorySegment block) |
Constructor and Description |
---|
BinaryRowChannelInputViewIterator(ChannelReaderInputView inView,
List<MemorySegment> freeMemTarget,
BinaryRowDataSerializer serializer) |
CompressedBlockChannelReader(IOManager ioManager,
FileIOChannel.ID channel,
LinkedBlockingQueue<MemorySegment> blockQueue,
BlockCompressionFactory codecFactory,
int preferBlockSize,
int segmentSize) |
CompressedBlockChannelWriter(IOManager ioManager,
FileIOChannel.ID channel,
LinkedBlockingQueue<MemorySegment> blockQueue,
BlockCompressionFactory codecFactory,
int preferBlockSize,
int segmentSize) |
HeaderlessChannelWriterOutputView(BlockChannelWriter<MemorySegment> writer,
List<MemorySegment> memory,
int segmentSize) |
HeaderlessChannelWriterOutputView(BlockChannelWriter<MemorySegment> writer,
List<MemorySegment> memory,
int segmentSize) |
Modifier and Type | Method and Description |
---|---|
MemorySegment |
BytesHashMapSpillMemorySegmentPool.nextSegment() |
Modifier and Type | Method and Description |
---|---|
void |
BytesHashMapSpillMemorySegmentPool.returnAll(List<MemorySegment> memory) |
Constructor and Description |
---|
BytesHashMapSpillMemorySegmentPool(List<MemorySegment> memorySegments) |
Modifier and Type | Field and Description |
---|---|
protected MemorySegment |
BinaryIndexedSortable.currentSortIndexSegment |
Modifier and Type | Field and Description |
---|---|
protected ArrayList<MemorySegment> |
BinaryIndexedSortable.sortIndex |
Modifier and Type | Method and Description |
---|---|
protected MemorySegment |
BinaryIndexedSortable.nextMemorySegment() |
MemorySegment |
ListMemorySegmentPool.nextSegment() |
Modifier and Type | Method and Description |
---|---|
static void |
SortUtil.maxNormalizedKey(MemorySegment target,
int offset,
int numBytes)
Max unsigned byte is -1.
|
static void |
SortUtil.minNormalizedKey(MemorySegment target,
int offset,
int numBytes) |
static void |
SortUtil.putBinaryNormalizedKey(byte[] value,
MemorySegment target,
int offset,
int numBytes) |
static void |
SortUtil.putBooleanNormalizedKey(boolean value,
MemorySegment target,
int offset,
int numBytes) |
static void |
SortUtil.putByteNormalizedKey(byte value,
MemorySegment target,
int offset,
int numBytes) |
static void |
SortUtil.putDecimalNormalizedKey(DecimalData record,
MemorySegment target,
int offset,
int len)
Just support the compact precision decimal.
|
static void |
SortUtil.putDoubleNormalizedKey(double value,
MemorySegment target,
int offset,
int numBytes)
See http://stereopsis.com/radix.html for more details.
|
static void |
SortUtil.putFloatNormalizedKey(float value,
MemorySegment target,
int offset,
int numBytes)
See http://stereopsis.com/radix.html for more details.
|
static void |
SortUtil.putIntNormalizedKey(int value,
MemorySegment target,
int offset,
int numBytes) |
static void |
SortUtil.putLongNormalizedKey(long value,
MemorySegment target,
int offset,
int numBytes) |
static void |
SortUtil.putShortNormalizedKey(short value,
MemorySegment target,
int offset,
int numBytes) |
static void |
SortUtil.putStringNormalizedKey(StringData value,
MemorySegment target,
int offset,
int numBytes)
UTF-8 supports bytes comparison.
|
static void |
SortUtil.putTimestampNormalizedKey(TimestampData value,
MemorySegment target,
int offset,
int numBytes)
Support the compact precision TimestampData.
|
Modifier and Type | Method and Description |
---|---|
static BinaryKVInMemorySortBuffer |
BinaryKVInMemorySortBuffer.createBuffer(NormalizedKeyComputer normalizedKeyComputer,
BinaryRowDataSerializer keySerializer,
BinaryRowDataSerializer valueSerializer,
RecordComparator comparator,
ArrayList<MemorySegment> recordBufferSegments,
long numElements,
MemorySegmentPool pool) |
void |
ListMemorySegmentPool.returnAll(List<MemorySegment> memory) |
void |
BufferedKVExternalSorter.sortAndSpill(ArrayList<MemorySegment> recordBufferSegments,
long numElements,
MemorySegmentPool pool) |
Constructor and Description |
---|
BinaryIndexedSortable(NormalizedKeyComputer normalizedKeyComputer,
BinaryRowDataSerializer serializer,
RecordComparator comparator,
ArrayList<MemorySegment> recordBufferSegments,
MemorySegmentPool memorySegmentPool) |
ChannelReaderKVInputViewIterator(AbstractChannelReaderInputView inView,
List<MemorySegment> freeMemTarget,
TypeSerializer<K> keySerializer,
TypeSerializer<V> valueSerializer) |
ListMemorySegmentPool(List<MemorySegment> memorySegments) |
Modifier and Type | Method and Description |
---|---|
MemorySegment |
LazyMemorySegmentPool.nextSegment() |
Modifier and Type | Method and Description |
---|---|
List<MemorySegment> |
LazyMemorySegmentPool.allocateSegments(int required) |
static BlockChannelReader<MemorySegment> |
FileChannelUtil.createBlockChannelReader(IOManager ioManager,
FileIOChannel.ID channel,
LinkedBlockingQueue<MemorySegment> bufferReturnQueue,
boolean compressionEnable,
BlockCompressionFactory compressionCodecFactory,
int compressionBlockSize,
int segmentSize) |
static BlockChannelWriter<MemorySegment> |
FileChannelUtil.createBlockChannelWriter(IOManager ioManager,
FileIOChannel.ID channel,
LinkedBlockingQueue<MemorySegment> bufferReturnQueue,
boolean compressionEnable,
BlockCompressionFactory compressionCodecFactory,
int compressionBlockSize,
int segmentSize) |
Modifier and Type | Method and Description |
---|---|
static boolean |
SegmentsUtil.bitGet(MemorySegment[] segments,
int baseOffset,
int index)
read bit from segments.
|
static boolean |
SegmentsUtil.bitGet(MemorySegment segment,
int baseOffset,
int index)
read bit.
|
static void |
SegmentsUtil.bitSet(MemorySegment[] segments,
int baseOffset,
int index)
set bit from segments.
|
static void |
SegmentsUtil.bitSet(MemorySegment segment,
int baseOffset,
int index)
set bit.
|
static void |
SegmentsUtil.bitUnSet(MemorySegment[] segments,
int baseOffset,
int index)
unset bit from segments.
|
static void |
SegmentsUtil.bitUnSet(MemorySegment segment,
int baseOffset,
int index)
unset bit.
|
static void |
SegmentsUtil.copyFromBytes(MemorySegment[] segments,
int offset,
byte[] bytes,
int bytesOffset,
int numBytes)
Copy target segments from source byte[].
|
static void |
SegmentsUtil.copyMultiSegmentsToBytes(MemorySegment[] segments,
int offset,
byte[] bytes,
int bytesOffset,
int numBytes) |
static byte[] |
SegmentsUtil.copyToBytes(MemorySegment[] segments,
int offset,
byte[] bytes,
int bytesOffset,
int numBytes)
Copy segments to target byte[].
|
static byte[] |
SegmentsUtil.copyToBytes(MemorySegment[] segments,
int offset,
int numBytes)
Copy segments to a new byte[].
|
static void |
SegmentsUtil.copyToUnsafe(MemorySegment[] segments,
int offset,
Object target,
int pointer,
int numBytes)
Copy segments to target unsafe pointer.
|
static void |
SegmentsUtil.copyToView(MemorySegment[] segments,
int offset,
int sizeInBytes,
DataOutputView target)
Copy bytes of segments to output view.
|
static String |
StringUtf8Utils.decodeUTF8(MemorySegment input,
int offset,
int byteLen) |
static int |
StringUtf8Utils.decodeUTF8Strict(MemorySegment segment,
int sp,
int len,
char[] da) |
static boolean |
SegmentsUtil.equals(MemorySegment[] segments1,
int offset1,
MemorySegment[] segments2,
int offset2,
int len)
Equals two memory segments regions.
|
static boolean |
SegmentsUtil.equals(MemorySegment[] segments1,
int offset1,
MemorySegment[] segments2,
int offset2,
int len)
Equals two memory segments regions.
|
static int |
SegmentsUtil.find(MemorySegment[] segments1,
int offset1,
int numBytes1,
MemorySegment[] segments2,
int offset2,
int numBytes2)
Find equal segments2 in segments1.
|
static int |
SegmentsUtil.find(MemorySegment[] segments1,
int offset1,
int numBytes1,
MemorySegment[] segments2,
int offset2,
int numBytes2)
Find equal segments2 in segments1.
|
static boolean |
SegmentsUtil.getBoolean(MemorySegment[] segments,
int offset)
get boolean from segments.
|
static byte |
SegmentsUtil.getByte(MemorySegment[] segments,
int offset)
get byte from segments.
|
static byte[] |
SegmentsUtil.getBytes(MemorySegment[] segments,
int baseOffset,
int sizeInBytes)
Maybe not copied, if want copy, please use copyTo.
|
static double |
SegmentsUtil.getDouble(MemorySegment[] segments,
int offset)
get double from segments.
|
static float |
SegmentsUtil.getFloat(MemorySegment[] segments,
int offset)
get float from segments.
|
static int |
SegmentsUtil.getInt(MemorySegment[] segments,
int offset)
get int from segments.
|
static long |
SegmentsUtil.getLong(MemorySegment[] segments,
int offset)
get long from segments.
|
static short |
SegmentsUtil.getShort(MemorySegment[] segments,
int offset)
get short from segments.
|
static int |
SegmentsUtil.hash(MemorySegment[] segments,
int offset,
int numBytes)
hash segments to int.
|
static int |
MurmurHashUtil.hashBytes(MemorySegment segment,
int offset,
int lengthInBytes)
Hash bytes in MemorySegment.
|
static int |
MurmurHashUtil.hashBytesByWords(MemorySegment segment,
int offset,
int lengthInBytes)
Hash bytes in MemorySegment, length must be aligned to 4 bytes.
|
static int |
SegmentsUtil.hashByWords(MemorySegment[] segments,
int offset,
int numBytes)
hash segments to int, numBytes must be aligned to 4 bytes.
|
void |
LazyMemorySegmentPool.returnPage(MemorySegment segment) |
static void |
SegmentsUtil.setBoolean(MemorySegment[] segments,
int offset,
boolean value)
set boolean from segments.
|
static void |
SegmentsUtil.setByte(MemorySegment[] segments,
int offset,
byte value)
set byte from segments.
|
static void |
SegmentsUtil.setDouble(MemorySegment[] segments,
int offset,
double value)
set double from segments.
|
static void |
SegmentsUtil.setFloat(MemorySegment[] segments,
int offset,
float value)
set float from segments.
|
static void |
SegmentsUtil.setInt(MemorySegment[] segments,
int offset,
int value)
set int from segments.
|
static void |
SegmentsUtil.setLong(MemorySegment[] segments,
int offset,
long value)
set long from segments.
|
static void |
SegmentsUtil.setShort(MemorySegment[] segments,
int offset,
short value)
set short from segments.
|
Modifier and Type | Method and Description |
---|---|
static BlockChannelReader<MemorySegment> |
FileChannelUtil.createBlockChannelReader(IOManager ioManager,
FileIOChannel.ID channel,
LinkedBlockingQueue<MemorySegment> bufferReturnQueue,
boolean compressionEnable,
BlockCompressionFactory compressionCodecFactory,
int compressionBlockSize,
int segmentSize) |
static BlockChannelWriter<MemorySegment> |
FileChannelUtil.createBlockChannelWriter(IOManager ioManager,
FileIOChannel.ID channel,
LinkedBlockingQueue<MemorySegment> bufferReturnQueue,
boolean compressionEnable,
BlockCompressionFactory compressionCodecFactory,
int compressionBlockSize,
int segmentSize) |
void |
LazyMemorySegmentPool.returnAll(List<MemorySegment> memory) |
void |
MemorySegmentPool.returnAll(List<MemorySegment> memory)
Return all pages back into this pool.
|
Modifier and Type | Field and Description |
---|---|
protected List<MemorySegment> |
BytesMap.bucketSegments |
Modifier and Type | Method and Description |
---|---|
List<MemorySegment> |
AbstractBytesHashMap.getBucketAreaMemorySegments() |
ArrayList<MemorySegment> |
AbstractBytesHashMap.getRecordAreaMemorySegments() |
Modifier and Type | Method and Description |
---|---|
protected void |
BytesMap.resetBucketSegments(List<MemorySegment> resetBucketSegs) |
protected void |
BytesMap.returnSegments(List<MemorySegment> segments) |
Modifier and Type | Method and Description |
---|---|
void |
NormalizableKey.copyNormalizedKey(MemorySegment memory,
int offset,
int len)
Writes a normalized key for the given record into the target byte array, starting at the
specified position an writing exactly the given number of bytes.
|
void |
StringValue.copyNormalizedKey(MemorySegment target,
int offset,
int len) |
void |
IntValue.copyNormalizedKey(MemorySegment target,
int offset,
int len) |
void |
ShortValue.copyNormalizedKey(MemorySegment target,
int offset,
int len) |
void |
CharValue.copyNormalizedKey(MemorySegment target,
int offset,
int len) |
void |
NullValue.copyNormalizedKey(MemorySegment target,
int offset,
int len) |
void |
BooleanValue.copyNormalizedKey(MemorySegment target,
int offset,
int len) |
void |
ByteValue.copyNormalizedKey(MemorySegment target,
int offset,
int len) |
void |
LongValue.copyNormalizedKey(MemorySegment target,
int offset,
int len) |
Copyright © 2014–2022 The Apache Software Foundation. All rights reserved.