Package org.apache.hadoop.mapreduce.v2.app.rm

Class RMContainerRequestor

java.lang.Object

org.apache.hadoop.service.AbstractService

org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator

org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor

All Implemented Interfaces:

Closeable, AutoCloseable, RMHeartbeatHandler, org.apache.hadoop.service.Service

Direct Known Subclasses:

RMContainerAllocator

public abstract class RMContainerRequestor
extends RMCommunicator

Keeps the data structures to send container requests to RM.

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator

RMCommunicator.AllocatorRunnable

Nested classes/interfaces inherited from interface org.apache.hadoop.service.Service

org.apache.hadoop.service.Service.STATE

Field Summary

Fields

Modifier and Type	Field	Description
protected int	lastResponseID
protected Set<org.apache.hadoop.yarn.api.records.ContainerId>	pendingRelease

Fields inherited from class org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator

allocatorThread, applicationACLs, applicationId, eventHandler, isSignalled, scheduler

Constructor Summary

Constructors

Constructor	Description
RMContainerRequestor(ClientService clientService, AppContext context)

Method Summary

Modifier and Type	Method	Description
protected void	addContainerReq(org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor.ContainerRequest req)
protected void	addOpportunisticResourceRequest(org.apache.hadoop.yarn.api.records.Priority priority, org.apache.hadoop.yarn.api.records.Resource capability)
protected void	addOutstandingRequestOnResync()
protected void	computeIgnoreBlacklisting()
protected void	containerFailedOnHost(String hostName)
protected void	decContainerReq(org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor.ContainerRequest req)
protected org.apache.hadoop.yarn.api.records.Resource	getAvailableResources()
Set<String>	getBlacklistedNodes()
protected org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor.ContainerRequest	getFilteredContainerRequest(org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor.ContainerRequest orig)
protected boolean	isNodeBlacklisted(String hostname)
protected org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse	makeRemoteRequest()
protected void	release(org.apache.hadoop.yarn.api.records.ContainerId containerId)
protected void	serviceInit(org.apache.hadoop.conf.Configuration conf)
protected void	setRequestLimit(org.apache.hadoop.yarn.api.records.Priority priority, org.apache.hadoop.yarn.api.records.Resource capability, int limit)

Methods inherited from class org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator

createSchedulerProxy, doUnregistration, getApplicationProgress, getContext, getJob, getLastHeartbeatTime, getMaxContainerCapability, getSchedulerResourceTypes, heartbeat, isApplicationMasterRegistered, register, runOnNextHeartbeat, serviceStart, serviceStop, setShouldUnregister, setSignalled, startAllocatorThread, unregister

Methods inherited from class org.apache.hadoop.service.AbstractService

close, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStop

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Details

lastResponseID

protected int lastResponseID

pendingRelease

protected Set<org.apache.hadoop.yarn.api.records.ContainerId> pendingRelease

Constructor Details

RMContainerRequestor

public RMContainerRequestor(ClientService clientService,
 AppContext context)

Method Details

serviceInit

protected void serviceInit(org.apache.hadoop.conf.Configuration conf)
                    throws Exception

Overrides:

serviceInit in class RMCommunicator

Throws:

Exception

makeRemoteRequest

protected org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse makeRemoteRequest()
                                                                                 throws org.apache.hadoop.yarn.exceptions.YarnException,
IOException

Throws:

org.apache.hadoop.yarn.exceptions.YarnException

IOException

addOutstandingRequestOnResync

protected void addOutstandingRequestOnResync()

computeIgnoreBlacklisting

protected void computeIgnoreBlacklisting()

containerFailedOnHost

protected void containerFailedOnHost(String hostName)

getAvailableResources

protected org.apache.hadoop.yarn.api.records.Resource getAvailableResources()

addContainerReq

protected void addContainerReq(org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor.ContainerRequest req)

decContainerReq

protected void decContainerReq(org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor.ContainerRequest req)

addOpportunisticResourceRequest

protected void addOpportunisticResourceRequest(org.apache.hadoop.yarn.api.records.Priority priority,
 org.apache.hadoop.yarn.api.records.Resource capability)

release

protected void release(org.apache.hadoop.yarn.api.records.ContainerId containerId)

isNodeBlacklisted

protected boolean isNodeBlacklisted(String hostname)

getFilteredContainerRequest

protected org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor.ContainerRequest getFilteredContainerRequest(org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor.ContainerRequest orig)

setRequestLimit

protected void setRequestLimit(org.apache.hadoop.yarn.api.records.Priority priority,
 org.apache.hadoop.yarn.api.records.Resource capability,
 int limit)

getBlacklistedNodes

public Set<String> getBlacklistedNodes()