public static class SparkPigSplit.GenericSparkPigSplit extends org.apache.hadoop.mapreduce.InputSplit implements SparkPigSplit
SparkPigSplit.FileSparkPigSplit, SparkPigSplit.GenericSparkPigSplit| Constructor and Description |
|---|
GenericSparkPigSplit()
Spark executor's deserializer calls this, and we have to instantiate a default wrapped object
|
GenericSparkPigSplit(PigSplit pigSplit) |
| Modifier and Type | Method and Description |
|---|---|
boolean |
disableCounter() |
org.apache.hadoop.conf.Configuration |
getConf() |
long |
getLength() |
long |
getLength(int idx) |
org.apache.hadoop.mapred.SplitLocationInfo[] |
getLocationInfo() |
String[] |
getLocations() |
int |
getNumPaths() |
int |
getSplitIndex() |
PigSplit |
getWrappedPigSplit() |
org.apache.hadoop.mapreduce.InputSplit |
getWrappedSplit() |
org.apache.hadoop.mapreduce.InputSplit |
getWrappedSplit(int idx) |
boolean |
isMultiInputs() |
void |
readFields(DataInput is) |
void |
setConf(org.apache.hadoop.conf.Configuration conf) |
void |
setCurrentIdx(int idx) |
void |
setDisableCounter(boolean disableCounter) |
void |
setMultiInputs(boolean b) |
String |
toString() |
void |
write(DataOutput os) |
public GenericSparkPigSplit()
public GenericSparkPigSplit(PigSplit pigSplit)
public org.apache.hadoop.mapred.SplitLocationInfo[] getLocationInfo()
throws IOException
getLocationInfo in interface SparkPigSplitgetLocationInfo in class org.apache.hadoop.mapreduce.InputSplitIOExceptionpublic long getLength()
throws IOException,
InterruptedException
getLength in class org.apache.hadoop.mapreduce.InputSplitIOExceptionInterruptedExceptionpublic String[] getLocations() throws IOException, InterruptedException
getLocations in class org.apache.hadoop.mapreduce.InputSplitIOExceptionInterruptedExceptionpublic org.apache.hadoop.mapreduce.InputSplit getWrappedSplit()
getWrappedSplit in interface SparkPigSplitpublic org.apache.hadoop.mapreduce.InputSplit getWrappedSplit(int idx)
getWrappedSplit in interface SparkPigSplitpublic long getLength(int idx)
throws IOException,
InterruptedException
getLength in interface SparkPigSplitIOExceptionInterruptedExceptionpublic void readFields(DataInput is) throws IOException
readFields in interface org.apache.hadoop.io.WritableIOExceptionpublic void write(DataOutput os) throws IOException
write in interface org.apache.hadoop.io.WritableIOExceptionpublic int getSplitIndex()
getSplitIndex in interface SparkPigSplitpublic void setMultiInputs(boolean b)
setMultiInputs in interface SparkPigSplitpublic boolean isMultiInputs()
isMultiInputs in interface SparkPigSplitpublic org.apache.hadoop.conf.Configuration getConf()
getConf in interface org.apache.hadoop.conf.Configurablepublic void setConf(org.apache.hadoop.conf.Configuration conf)
setConf in interface org.apache.hadoop.conf.Configurablepublic int getNumPaths()
getNumPaths in interface SparkPigSplitpublic void setDisableCounter(boolean disableCounter)
setDisableCounter in interface SparkPigSplitpublic boolean disableCounter()
disableCounter in interface SparkPigSplitpublic void setCurrentIdx(int idx)
setCurrentIdx in interface SparkPigSplitpublic PigSplit getWrappedPigSplit()
getWrappedPigSplit in interface SparkPigSplitCopyright © 2007-2017 The Apache Software Foundation