public class RowCsvInputFormat extends CsvInputFormat<Row>
FileInputFormat.FileBaseStatistics, FileInputFormat.InputSplitOpenThread
DEFAULT_FIELD_DELIMITER, DEFAULT_LINE_DELIMITER, parsedValues
commentCount, commentPrefix, fieldIncluded, invalidLineCount, lineDelimiterIsLinebreak
RECORD_DELIMITER
currentSplit, ENUMERATE_NESTED_FILES_FLAG, enumerateNestedFiles, filePath, INFLATER_INPUT_STREAM_FACTORIES, minSplitSize, numSplits, openTimeout, READ_WHOLE_SPLIT_FLAG, splitLength, splitStart, stream, unsplittable
Constructor and Description |
---|
RowCsvInputFormat(Path filePath,
RowTypeInfo rowTypeInfo,
int[] includedFieldsMask) |
RowCsvInputFormat(Path filePath,
RowTypeInfo rowTypeInfo,
String lineDelimiter,
String fieldDelimiter,
boolean[] includedFieldsMask) |
RowCsvInputFormat(Path filePath,
RowTypeInfo rowTypeInfo,
String lineDelimiter,
String fieldDelimiter,
int[] includedFieldsMask) |
Modifier and Type | Method and Description |
---|---|
Row |
fillRecord(Row reuse,
Object[] parsedValues) |
protected boolean |
parseRecord(Object[] holders,
byte[] bytes,
int offset,
int numBytes) |
createDefaultMask, getFieldTypes, nextRecord, open, readRecord, toBooleanMask, toString
checkAndCoSort, checkForMonotonousOrder, close, enableQuotedStringParsing, getCommentPrefix, getFieldDelimiter, getFieldParsers, getGenericFieldTypes, getNumberOfFieldsTotal, getNumberOfNonNullFields, isLenient, isSkippingFirstLineAsHeader, setCommentPrefix, setCommentPrefix, setCommentPrefix, setCommentPrefix, setCommentPrefix, setFieldDelimiter, setFieldDelimiter, setFieldDelimiter, setFieldsGeneric, setFieldsGeneric, setFieldTypesGeneric, setLenient, setSkipFirstLineAsHeader, skipFields
configure, getBufferSize, getCurrentState, getDelimiter, getLineLengthLimit, getNumLineSamples, getStatistics, loadGlobalConfigParams, reachedEnd, readLine, reopen, setBufferSize, setDelimiter, setDelimiter, setDelimiter, setLineLengthLimit, setNumLineSamples
acceptFile, createInputSplits, decorateInputStream, extractFileExtension, getFilePath, getFileStats, getInflaterInputStreamFactory, getInputSplitAssigner, getMinSplitSize, getNestedFileEnumeration, getNumSplits, getOpenTimeout, getSplitLength, getSplitStart, registerInflaterInputStreamFactory, setFilePath, setFilePath, setMinSplitSize, setNestedFileEnumeration, setNumSplits, setOpenTimeout, testForUnsplittable
closeInputFormat, getRuntimeContext, openInputFormat, setRuntimeContext
public RowCsvInputFormat(Path filePath, RowTypeInfo rowTypeInfo, String lineDelimiter, String fieldDelimiter, boolean[] includedFieldsMask)
public RowCsvInputFormat(Path filePath, RowTypeInfo rowTypeInfo, String lineDelimiter, String fieldDelimiter, int[] includedFieldsMask)
public RowCsvInputFormat(Path filePath, RowTypeInfo rowTypeInfo, int[] includedFieldsMask)
public Row fillRecord(Row reuse, Object[] parsedValues)
fillRecord
in class CsvInputFormat<Row>
protected boolean parseRecord(Object[] holders, byte[] bytes, int offset, int numBytes)
parseRecord
in class GenericCsvInputFormat<Row>
Copyright © 2014–2017 The Apache Software Foundation. All rights reserved.