public class SparkJobStats extends JobStats
JobStats.JobState| Modifier and Type | Field and Description |
|---|---|
static String |
FS_COUNTER_GROUP |
ALIAS, ALIAS_LOCATION, conf, FAILURE_HEADER, FEATURE, hdfsBytesRead, hdfsBytesWritten, inputs, outputs, state, SUCCESS_HEADER| Modifier | Constructor and Description |
|---|---|
protected |
SparkJobStats(int jobId,
PigStats.JobGraph plan,
org.apache.hadoop.conf.Configuration conf) |
protected |
SparkJobStats(String jobId,
PigStats.JobGraph plan,
org.apache.hadoop.conf.Configuration conf) |
calculateMedianValue, getAlias, getAliasLocation, getBytesWritten, getErrorMessage, getException, getFeature, getHdfsBytesRead, getHdfsBytesWritten, getInputs, getOutputs, getOutputSize, getRecordWrittern, getState, isEqual, isIndexer, isSampler, isSuccessful, setBackendException, setErrorMsg, setSuccessfulannotate, getAnnotation, getLocation, getName, getPlan, removeAnnotation, setLocation, setPlanpublic static String FS_COUNTER_GROUP
protected SparkJobStats(int jobId,
PigStats.JobGraph plan,
org.apache.hadoop.conf.Configuration conf)
protected SparkJobStats(String jobId, PigStats.JobGraph plan, org.apache.hadoop.conf.Configuration conf)
public void setConf(org.apache.hadoop.conf.Configuration conf)
public void addOutputInfo(POStore poStore, boolean success, JobMetricsListener jobMetricsListener)
public void addInputStats(POLoad po, boolean success, boolean singleInput)
public void collectStats(JobMetricsListener jobMetricsListener)
public void accept(PlanVisitor v) throws FrontendException
Operatoraccept in class JobStatsv - Visitor to accept.FrontendExceptionpublic String getDisplayString()
getDisplayString in class JobStatspublic int getNumberMaps()
getNumberMaps in class JobStatspublic int getNumberReduces()
getNumberReduces in class JobStatspublic long getMaxMapTime()
getMaxMapTime in class JobStatspublic long getMinMapTime()
getMinMapTime in class JobStatspublic long getAvgMapTime()
getAvgMapTime in class JobStatspublic long getMaxReduceTime()
getMaxReduceTime in class JobStatspublic long getMinReduceTime()
getMinReduceTime in class JobStatspublic long getAvgREduceTime()
getAvgREduceTime in class JobStatspublic long getMapInputRecords()
getMapInputRecords in class JobStatspublic long getMapOutputRecords()
getMapOutputRecords in class JobStatspublic long getReduceInputRecords()
getReduceInputRecords in class JobStatspublic long getReduceOutputRecords()
getReduceOutputRecords in class JobStatspublic long getSMMSpillCount()
getSMMSpillCount in class JobStatspublic long getProactiveSpillCountObjects()
getProactiveSpillCountObjects in class JobStatspublic long getProactiveSpillCountRecs()
getProactiveSpillCountRecs in class JobStatspublic org.apache.hadoop.mapred.Counters getHadoopCounters()
getHadoopCounters in class JobStatspublic Map<String,Long> getMultiStoreCounters()
getMultiStoreCounters in class JobStatspublic Map<String,Long> getMultiInputCounters()
getMultiInputCounters in class JobStatspublic void setAlias(SparkOperator sparkOperator)
public void initWarningCounters()
Copyright © 2007-2017 The Apache Software Foundation