public class AvroTrevniInputFormat<T> extends FileInputFormat<AvroWrapper<T>,NullWritable>
InputFormat
for Trevni files.
A subset schema to be read may be specified with AvroJob.setInputSchema(JobConf,Schema)
.
FileInputFormat.Counter
INPUT_DIR_RECURSIVE, LOG, NUM_INPUT_FILES
Constructor and Description |
---|
AvroTrevniInputFormat() |
Modifier and Type | Method and Description |
---|---|
RecordReader<AvroWrapper<T>,NullWritable> |
getRecordReader(InputSplit split,
JobConf job,
Reporter reporter) |
protected boolean |
isSplitable(FileSystem fs,
Path filename) |
protected FileStatus[] |
listStatus(JobConf job) |
addInputPath, addInputPathRecursively, addInputPaths, computeSplitSize, getBlockIndex, getInputPathFilter, getInputPaths, getSplitHosts, getSplits, makeSplit, makeSplit, setInputPathFilter, setInputPaths, setInputPaths, setMinSplitSize
protected boolean isSplitable(FileSystem fs, Path filename)
isSplitable
in class FileInputFormat<AvroWrapper<T>,NullWritable>
protected FileStatus[] listStatus(JobConf job) throws IOException
listStatus
in class FileInputFormat<AvroWrapper<T>,NullWritable>
IOException
public RecordReader<AvroWrapper<T>,NullWritable> getRecordReader(InputSplit split, JobConf job, Reporter reporter) throws IOException
getRecordReader
in interface InputFormat<AvroWrapper<T>,NullWritable>
getRecordReader
in class FileInputFormat<AvroWrapper<T>,NullWritable>
IOException
Copyright © 2009–2017 The Apache Software Foundation. All rights reserved.