public abstract class LongHybridHashTable extends BaseHybridHashTable
See LongHashPartition
.
TODO add min max long filter and bloomFilter to spilled partition.
availableMemory, buildRowCount, buildSpillRetBufferNumbers, buildSpillReturnBuffers, closed, compressionBlockSize, compressionCodecFactory, compressionEnable, currentEnumerator, currentRecursionDepth, currentSpilledBuildSide, currentSpilledProbeSide, initPartitionFanOut, ioManager, LOG, MAX_NUM_PARTITIONS, MAX_RECURSION_DEPTH, numSpillFiles, segmentSize, segmentSizeBits, segmentSizeMask, spillInBytes, totalNumBuffers, tryDistinctBuildRow
Constructor and Description |
---|
LongHybridHashTable(Configuration conf,
Object owner,
BinaryRowSerializer buildSideSerializer,
BinaryRowSerializer probeSideSerializer,
MemoryManager memManager,
long reservedMemorySize,
IOManager ioManager,
int avgRecordLen,
long buildRowCount) |
Modifier and Type | Method and Description |
---|---|
protected void |
clearPartitions() |
void |
close()
Closes the hash table.
|
int |
compressionBlockSize() |
BlockCompressionFactory |
compressionCodecFactory() |
boolean |
compressionEnable() |
void |
endBuild() |
void |
free() |
abstract long |
getBuildLongKey(BaseRow row)
For code gen get build side long key.
|
LongHashPartition.MatchIterator |
getBuildSideIterator() |
BaseRow |
getCurrentProbeRow() |
abstract long |
getProbeLongKey(BaseRow row)
For code gen get probe side long key.
|
boolean |
nextMatching() |
abstract BinaryRow |
probeToBinary(BaseRow row)
For code gen probe side to BinaryRow.
|
void |
putBuildRow(BinaryRow row) |
int |
spillPartition() |
boolean |
tryProbe(BaseRow record) |
createInputView, ensureNumBuffersReturned, free, freeCurrent, getFreedMemory, getNextBuffer, getNextBuffers, getNotNullNextBuffer, getNumSpillFiles, getSpillInBytes, getUsedMemoryInBytes, hash, maxInitBufferOfBucketArea, maxNumPartition, nextSegment, pageSize, readAllBuffers, remainBuffers, returnAll
public LongHybridHashTable(Configuration conf, Object owner, BinaryRowSerializer buildSideSerializer, BinaryRowSerializer probeSideSerializer, MemoryManager memManager, long reservedMemorySize, IOManager ioManager, int avgRecordLen, long buildRowCount)
public void putBuildRow(BinaryRow row) throws IOException
IOException
public void endBuild() throws IOException
IOException
public boolean tryProbe(BaseRow record) throws IOException
IOException
public boolean nextMatching() throws IOException
IOException
public BaseRow getCurrentProbeRow()
public LongHashPartition.MatchIterator getBuildSideIterator()
public void close()
BaseHybridHashTable
close
in class BaseHybridHashTable
public void free()
free
in class BaseHybridHashTable
public abstract long getBuildLongKey(BaseRow row)
public abstract long getProbeLongKey(BaseRow row)
public abstract BinaryRow probeToBinary(BaseRow row)
public int spillPartition() throws IOException
spillPartition
in class BaseHybridHashTable
IOException
protected void clearPartitions()
clearPartitions
in class BaseHybridHashTable
public boolean compressionEnable()
public BlockCompressionFactory compressionCodecFactory()
public int compressionBlockSize()
Copyright © 2014–2020 The Apache Software Foundation. All rights reserved.