Class CompletedJob
java.lang.Object
org.apache.hadoop.mapreduce.v2.hs.CompletedJob
- All Implemented Interfaces:
org.apache.hadoop.mapreduce.v2.app.job.Job
Loads the basic job level data upfront.
Data from job history file is loaded lazily.
-
Constructor Summary
ConstructorsConstructorDescriptionCompletedJob(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.mapreduce.v2.api.records.JobId jobId, org.apache.hadoop.fs.Path historyFile, boolean loadTasks, String userName, HistoryFileManager.HistoryFileInfo info, org.apache.hadoop.mapred.JobACLsManager aclsMgr) -
Method Summary
Modifier and TypeMethodDescriptionbooleancheckAccess(org.apache.hadoop.security.UserGroupInformation callerUGI, org.apache.hadoop.mapreduce.JobACL jobOperation) protected org.apache.hadoop.mapreduce.jobhistory.JobHistoryParsercreateJobHistoryParser(org.apache.hadoop.fs.Path historyFileAbsolute) org.apache.hadoop.mapreduce.CountersList<org.apache.hadoop.mapreduce.v2.api.records.AMInfo>intintorg.apache.hadoop.fs.Pathintintorg.apache.hadoop.mapreduce.v2.api.records.JobIdgetID()Map<org.apache.hadoop.mapreduce.JobACL,org.apache.hadoop.security.authorize.AccessControlList> intintorg.apache.hadoop.mapred.TaskCompletionEvent[]getMapAttemptCompletionEvents(int startIndex, int maxEvents) getName()floatorg.apache.hadoop.mapreduce.v2.api.records.JobReportorg.apache.hadoop.mapreduce.v2.api.records.JobStategetState()org.apache.hadoop.mapreduce.v2.app.job.TaskgetTask(org.apache.hadoop.mapreduce.v2.api.records.TaskId taskId) org.apache.hadoop.mapreduce.v2.api.records.TaskAttemptCompletionEvent[]getTaskAttemptCompletionEvents(int fromEventId, int maxEvents) Map<org.apache.hadoop.mapreduce.v2.api.records.TaskId,org.apache.hadoop.mapreduce.v2.app.job.Task> getTasks()Map<org.apache.hadoop.mapreduce.v2.api.records.TaskId,org.apache.hadoop.mapreduce.v2.app.job.Task> getTasks(org.apache.hadoop.mapreduce.v2.api.records.TaskType taskType) intintbooleanisUber()org.apache.hadoop.conf.Configurationprotected voidloadFullHistoryData(boolean loadTasks, org.apache.hadoop.fs.Path historyFileAbsolute) voidsetJobPriority(org.apache.hadoop.yarn.api.records.Priority priority) voidsetQueueName(String queueName)
-
Constructor Details
-
CompletedJob
public CompletedJob(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.mapreduce.v2.api.records.JobId jobId, org.apache.hadoop.fs.Path historyFile, boolean loadTasks, String userName, HistoryFileManager.HistoryFileInfo info, org.apache.hadoop.mapred.JobACLsManager aclsMgr) throws IOException - Throws:
IOException
-
-
Method Details
-
getCompletedMaps
public int getCompletedMaps()- Specified by:
getCompletedMapsin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getCompletedReduces
public int getCompletedReduces()- Specified by:
getCompletedReducesin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getAllCounters
public org.apache.hadoop.mapreduce.Counters getAllCounters()- Specified by:
getAllCountersin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getID
public org.apache.hadoop.mapreduce.v2.api.records.JobId getID()- Specified by:
getIDin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getReport
public org.apache.hadoop.mapreduce.v2.api.records.JobReport getReport()- Specified by:
getReportin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getProgress
public float getProgress()- Specified by:
getProgressin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getState
public org.apache.hadoop.mapreduce.v2.api.records.JobState getState()- Specified by:
getStatein interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getTask
public org.apache.hadoop.mapreduce.v2.app.job.Task getTask(org.apache.hadoop.mapreduce.v2.api.records.TaskId taskId) - Specified by:
getTaskin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getTaskAttemptCompletionEvents
public org.apache.hadoop.mapreduce.v2.api.records.TaskAttemptCompletionEvent[] getTaskAttemptCompletionEvents(int fromEventId, int maxEvents) - Specified by:
getTaskAttemptCompletionEventsin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getMapAttemptCompletionEvents
public org.apache.hadoop.mapred.TaskCompletionEvent[] getMapAttemptCompletionEvents(int startIndex, int maxEvents) - Specified by:
getMapAttemptCompletionEventsin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getTasks
public Map<org.apache.hadoop.mapreduce.v2.api.records.TaskId,org.apache.hadoop.mapreduce.v2.app.job.Task> getTasks()- Specified by:
getTasksin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
createJobHistoryParser
protected org.apache.hadoop.mapreduce.jobhistory.JobHistoryParser createJobHistoryParser(org.apache.hadoop.fs.Path historyFileAbsolute) throws IOException - Throws:
IOException
-
loadFullHistoryData
protected void loadFullHistoryData(boolean loadTasks, org.apache.hadoop.fs.Path historyFileAbsolute) throws IOException - Throws:
IOException
-
getDiagnostics
- Specified by:
getDiagnosticsin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getName
- Specified by:
getNamein interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getQueueName
- Specified by:
getQueueNamein interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getTotalMaps
public int getTotalMaps()- Specified by:
getTotalMapsin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getTotalReduces
public int getTotalReduces()- Specified by:
getTotalReducesin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
isUber
public boolean isUber()- Specified by:
isUberin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getTasks
public Map<org.apache.hadoop.mapreduce.v2.api.records.TaskId,org.apache.hadoop.mapreduce.v2.app.job.Task> getTasks(org.apache.hadoop.mapreduce.v2.api.records.TaskType taskType) - Specified by:
getTasksin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
checkAccess
public boolean checkAccess(org.apache.hadoop.security.UserGroupInformation callerUGI, org.apache.hadoop.mapreduce.JobACL jobOperation) - Specified by:
checkAccessin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getJobACLs
public Map<org.apache.hadoop.mapreduce.JobACL,org.apache.hadoop.security.authorize.AccessControlList> getJobACLs()- Specified by:
getJobACLsin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getUserName
- Specified by:
getUserNamein interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getConfFile
public org.apache.hadoop.fs.Path getConfFile()- Specified by:
getConfFilein interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
loadConfFile
- Specified by:
loadConfFilein interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job- Throws:
IOException
-
getAMInfos
- Specified by:
getAMInfosin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
setQueueName
- Specified by:
setQueueNamein interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
setJobPriority
public void setJobPriority(org.apache.hadoop.yarn.api.records.Priority priority) - Specified by:
setJobPriorityin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getFailedMaps
public int getFailedMaps()- Specified by:
getFailedMapsin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getFailedReduces
public int getFailedReduces()- Specified by:
getFailedReducesin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getKilledMaps
public int getKilledMaps()- Specified by:
getKilledMapsin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getKilledReduces
public int getKilledReduces()- Specified by:
getKilledReducesin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-