Package org.apache.hadoop.yarn.client.api.async.impl

Class NMClientAsyncImpl

java.lang.Object

org.apache.hadoop.service.AbstractService

org.apache.hadoop.yarn.client.api.async.NMClientAsync

org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl

All Implemented Interfaces:

Closeable, AutoCloseable, org.apache.hadoop.service.Service

@Private
@Unstable
public class NMClientAsyncImpl
extends NMClientAsync

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
protected static class	NMClientAsyncImpl.ContainerEvent
protected class	NMClientAsyncImpl.ContainerEventProcessor
protected static enum	NMClientAsyncImpl.ContainerEventType	The type of the event of interacting with a container
protected static enum	NMClientAsyncImpl.ContainerState
protected static class	NMClientAsyncImpl.ReInitializeContainerEvevnt
protected static class	NMClientAsyncImpl.StartContainerEvent
protected static class	NMClientAsyncImpl.StatefulContainer
protected static class	NMClientAsyncImpl.UpdateContainerResourceEvent

Nested classes/interfaces inherited from class org.apache.hadoop.yarn.client.api.async.NMClientAsync

NMClientAsync.AbstractCallbackHandler, NMClientAsync.CallbackHandler

Nested classes/interfaces inherited from interface org.apache.hadoop.service.Service

org.apache.hadoop.service.Service.STATE

Field Summary

Fields

Modifier and Type	Field	Description
protected ConcurrentMap<org.apache.hadoop.yarn.api.records.ContainerId,NMClientAsyncImpl.StatefulContainer>	containers
protected org.apache.hadoop.util.concurrent.SubjectInheritingThread	eventDispatcherThread
protected BlockingQueue<NMClientAsyncImpl.ContainerEvent>	events
protected static final int	INITIAL_THREAD_POOL_SIZE
protected int	maxThreadPoolSize
protected AtomicBoolean	stopped
protected ThreadPoolExecutor	threadPool

Fields inherited from class org.apache.hadoop.yarn.client.api.async.NMClientAsync

callbackHandler, client

Constructor Summary

Constructors

Modifier	Constructor	Description
	NMClientAsyncImpl(String name, NMClientAsync.AbstractCallbackHandler callbackHandler)
	NMClientAsyncImpl(String name, NMClientAsync.CallbackHandler callbackHandler)	Deprecated. Use NMClientAsyncImpl(String, NMClientAsync.AbstractCallbackHandler) instead.
protected	NMClientAsyncImpl(String name, NMClient client, NMClientAsync.AbstractCallbackHandler callbackHandler)
protected	NMClientAsyncImpl(String name, NMClient client, NMClientAsync.CallbackHandler callbackHandler)	Deprecated.
	NMClientAsyncImpl(NMClientAsync.AbstractCallbackHandler callbackHandler)
	NMClientAsyncImpl(NMClientAsync.CallbackHandler callbackHandler)	Deprecated. Use NMClientAsyncImpl(NMClientAsync.AbstractCallbackHandler) instead.

Method Summary

Modifier and Type	Method	Description
void	commitLastReInitializationAsync(org.apache.hadoop.yarn.api.records.ContainerId containerId)	Commit last reInitialization of the specified container.
protected NMClientAsyncImpl.ContainerEventProcessor	getContainerEventProcessor(NMClientAsyncImpl.ContainerEvent event)
void	getContainerStatusAsync(org.apache.hadoop.yarn.api.records.ContainerId containerId, org.apache.hadoop.yarn.api.records.NodeId nodeId)
void	increaseContainerResourceAsync(org.apache.hadoop.yarn.api.records.Container container)	Deprecated.
protected boolean	isCompletelyDone(NMClientAsyncImpl.StatefulContainer container)
void	reInitializeContainerAsync(org.apache.hadoop.yarn.api.records.ContainerId containerId, org.apache.hadoop.yarn.api.records.ContainerLaunchContext containerLaunchContex, boolean autoCommit)	Re-Initialize the Container.
void	restartContainerAsync(org.apache.hadoop.yarn.api.records.ContainerId containerId)	Restart the specified container.
void	rollbackLastReInitializationAsync(org.apache.hadoop.yarn.api.records.ContainerId containerId)	Rollback last reInitialization of the specified container.
protected void	serviceInit(org.apache.hadoop.conf.Configuration conf)
protected void	serviceStart()
protected void	serviceStop()
void	startContainerAsync(org.apache.hadoop.yarn.api.records.Container container, org.apache.hadoop.yarn.api.records.ContainerLaunchContext containerLaunchContext)
void	stopContainerAsync(org.apache.hadoop.yarn.api.records.ContainerId containerId, org.apache.hadoop.yarn.api.records.NodeId nodeId)
void	updateContainerResourceAsync(org.apache.hadoop.yarn.api.records.Container container)	Update the resources of a container.

Methods inherited from class org.apache.hadoop.yarn.client.api.async.NMClientAsync

createNMClientAsync, createNMClientAsync, getCallbackHandler, getClient, setCallbackHandler, setClient

Methods inherited from class org.apache.hadoop.service.AbstractService

close, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStop

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Details

INITIAL_THREAD_POOL_SIZE

protected static final int INITIAL_THREAD_POOL_SIZE

See Also:

• Constant Field Values

threadPool

protected ThreadPoolExecutor threadPool

maxThreadPoolSize

protected int maxThreadPoolSize

eventDispatcherThread

protected org.apache.hadoop.util.concurrent.SubjectInheritingThread eventDispatcherThread

stopped

protected AtomicBoolean stopped

events

protected BlockingQueue<NMClientAsyncImpl.ContainerEvent> events

containers

protected ConcurrentMap<org.apache.hadoop.yarn.api.records.ContainerId,NMClientAsyncImpl.StatefulContainer> containers

Constructor Details

NMClientAsyncImpl

public NMClientAsyncImpl(NMClientAsync.AbstractCallbackHandler callbackHandler)

NMClientAsyncImpl

public NMClientAsyncImpl(String name,
 NMClientAsync.AbstractCallbackHandler callbackHandler)

NMClientAsyncImpl

@Private
@VisibleForTesting
protected NMClientAsyncImpl(String name,
 NMClient client,
 NMClientAsync.AbstractCallbackHandler callbackHandler)

NMClientAsyncImpl

@Deprecated
public NMClientAsyncImpl(NMClientAsync.CallbackHandler callbackHandler)

Deprecated.

Use NMClientAsyncImpl(NMClientAsync.AbstractCallbackHandler) instead.

NMClientAsyncImpl

@Deprecated
public NMClientAsyncImpl(String name,
 NMClientAsync.CallbackHandler callbackHandler)

Deprecated.

Use NMClientAsyncImpl(String, NMClientAsync.AbstractCallbackHandler) instead.

NMClientAsyncImpl

@Private
@VisibleForTesting
@Deprecated
protected NMClientAsyncImpl(String name,
 NMClient client,
 NMClientAsync.CallbackHandler callbackHandler)

Deprecated.

Method Details

serviceInit

protected void serviceInit(org.apache.hadoop.conf.Configuration conf)
                    throws Exception

Overrides:

serviceInit in class org.apache.hadoop.service.AbstractService

Throws:

Exception

serviceStart

protected void serviceStart()
                     throws Exception

Overrides:

serviceStart in class org.apache.hadoop.service.AbstractService

Throws:

Exception

serviceStop

protected void serviceStop()
                    throws Exception

Overrides:

serviceStop in class org.apache.hadoop.service.AbstractService

Throws:

Exception

startContainerAsync

public void startContainerAsync(org.apache.hadoop.yarn.api.records.Container container,
 org.apache.hadoop.yarn.api.records.ContainerLaunchContext containerLaunchContext)

Specified by:

startContainerAsync in class NMClientAsync

increaseContainerResourceAsync

@Deprecated
public void increaseContainerResourceAsync(org.apache.hadoop.yarn.api.records.Container container)

Deprecated.

Specified by:

increaseContainerResourceAsync in class NMClientAsync

updateContainerResourceAsync

public void updateContainerResourceAsync(org.apache.hadoop.yarn.api.records.Container container)

Description copied from class: NMClientAsync

Update the resources of a container.

The ApplicationMaster or other applications that use the client must provide the details of the container, including the Id and the target resource encapsulated in the updated container token via Container.

Specified by:

updateContainerResourceAsync in class NMClientAsync

Parameters:

container - the container with updated token.

reInitializeContainerAsync

public void reInitializeContainerAsync(org.apache.hadoop.yarn.api.records.ContainerId containerId,
 org.apache.hadoop.yarn.api.records.ContainerLaunchContext containerLaunchContex,
 boolean autoCommit)

Description copied from class: NMClientAsync

Re-Initialize the Container.

Specified by:

reInitializeContainerAsync in class NMClientAsync

Parameters:

containerId - the Id of the container to Re-Initialize.

containerLaunchContex - the updated ContainerLaunchContext.

autoCommit - commit re-initialization automatically ?

restartContainerAsync

public void restartContainerAsync(org.apache.hadoop.yarn.api.records.ContainerId containerId)

Description copied from class: NMClientAsync

Restart the specified container.

Specified by:

restartContainerAsync in class NMClientAsync

Parameters:

containerId - the Id of the container to restart.

rollbackLastReInitializationAsync

public void rollbackLastReInitializationAsync(org.apache.hadoop.yarn.api.records.ContainerId containerId)

Description copied from class: NMClientAsync

Rollback last reInitialization of the specified container.

Specified by:

rollbackLastReInitializationAsync in class NMClientAsync

Parameters:

containerId - the Id of the container to restart.

commitLastReInitializationAsync

public void commitLastReInitializationAsync(org.apache.hadoop.yarn.api.records.ContainerId containerId)

Description copied from class: NMClientAsync

Commit last reInitialization of the specified container.

Specified by:

commitLastReInitializationAsync in class NMClientAsync

Parameters:

containerId - the Id of the container to commit reInitialize.

stopContainerAsync

public void stopContainerAsync(org.apache.hadoop.yarn.api.records.ContainerId containerId,
 org.apache.hadoop.yarn.api.records.NodeId nodeId)

Specified by:

stopContainerAsync in class NMClientAsync

getContainerStatusAsync

public void getContainerStatusAsync(org.apache.hadoop.yarn.api.records.ContainerId containerId,
 org.apache.hadoop.yarn.api.records.NodeId nodeId)

Specified by:

getContainerStatusAsync in class NMClientAsync

isCompletelyDone

protected boolean isCompletelyDone(NMClientAsyncImpl.StatefulContainer container)

getContainerEventProcessor

protected NMClientAsyncImpl.ContainerEventProcessor getContainerEventProcessor(NMClientAsyncImpl.ContainerEvent event)