|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Object org.apache.hadoop.hive.ql.io.CombineHiveInputFormat.CombineHiveInputSplit
public static class CombineHiveInputFormat.CombineHiveInputSplit
CombineHiveInputSplit encapsulates an InputSplit with its corresponding inputFormatClassName. A CombineHiveInputSplit comprises of multiple chunks from different files. Since, they belong to a single directory, there is a single inputformat for all the chunks.
Constructor Summary | |
---|---|
CombineHiveInputFormat.CombineHiveInputSplit()
|
|
CombineHiveInputFormat.CombineHiveInputSplit(org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim inputSplitShim)
|
|
CombineHiveInputFormat.CombineHiveInputSplit(org.apache.hadoop.mapred.JobConf job,
org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim inputSplitShim)
|
Method Summary | |
---|---|
org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim |
getInputSplitShim()
|
org.apache.hadoop.mapred.JobConf |
getJob()
|
long |
getLength()
|
long |
getLength(int i)
Returns the length of the ith Path. |
long[] |
getLengths()
Returns an array containing the lengths of the files in the split. |
String[] |
getLocations()
Returns all the Paths where this input-split resides. |
int |
getNumPaths()
Returns the number of Paths in the split. |
long |
getOffset(int i)
Returns the start offset of the ith Path. |
org.apache.hadoop.fs.Path |
getPath(int i)
Returns the ith Path. |
org.apache.hadoop.fs.Path[] |
getPaths()
Returns all the Paths in the split. |
long[] |
getStartOffsets()
Returns an array containing the startoffsets of the files in the split. |
String |
inputFormatClassName()
Returns the inputFormat class name for the i-th chunk. |
void |
readFields(DataInput in)
Writable interface. |
void |
setInputFormatClassName(String inputFormatClassName)
|
void |
shrinkSplit(long length)
|
String |
toString()
Prints this obejct as a string. |
void |
write(DataOutput out)
Writable interface. |
Methods inherited from class java.lang.Object |
---|
equals, getClass, hashCode, notify, notifyAll, wait, wait, wait |
Constructor Detail |
---|
public CombineHiveInputFormat.CombineHiveInputSplit() throws IOException
IOException
public CombineHiveInputFormat.CombineHiveInputSplit(org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim inputSplitShim) throws IOException
IOException
public CombineHiveInputFormat.CombineHiveInputSplit(org.apache.hadoop.mapred.JobConf job, org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim inputSplitShim) throws IOException
IOException
Method Detail |
---|
public org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim getInputSplitShim()
public String inputFormatClassName()
public void setInputFormatClassName(String inputFormatClassName)
public org.apache.hadoop.mapred.JobConf getJob()
getJob
in interface org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim
public long getLength()
getLength
in interface org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim
getLength
in interface org.apache.hadoop.mapred.InputSplit
public long[] getStartOffsets()
getStartOffsets
in interface org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim
public long[] getLengths()
getLengths
in interface org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim
public long getOffset(int i)
getOffset
in interface org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim
public long getLength(int i)
getLength
in interface org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim
public int getNumPaths()
getNumPaths
in interface org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim
public org.apache.hadoop.fs.Path getPath(int i)
getPath
in interface org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim
public org.apache.hadoop.fs.Path[] getPaths()
getPaths
in interface org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim
public String[] getLocations() throws IOException
getLocations
in interface org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim
getLocations
in interface org.apache.hadoop.mapred.InputSplit
IOException
public String toString()
toString
in interface org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim
toString
in class Object
public void readFields(DataInput in) throws IOException
readFields
in interface org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim
readFields
in interface org.apache.hadoop.io.Writable
IOException
public void write(DataOutput out) throws IOException
write
in interface org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim
write
in interface org.apache.hadoop.io.Writable
IOException
public void shrinkSplit(long length)
shrinkSplit
in interface org.apache.hadoop.hive.shims.HadoopShims.InputSplitShim
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |