eu.dnetlib.data.hadoop.action

Class AbstractSubmitAction

java.lang.Object

eu.dnetlib.data.hadoop.action.AbstractHadoopAction

eu.dnetlib.data.hadoop.action.AbstractSubmitAction

All Implemented Interfaces:

eu.dnetlib.enabling.tools.blackboard.BlackboardServerAction<eu.dnetlib.data.hadoop.rmi.HadoopBlackboardActions>

Direct Known Subclasses:

SubmitMapreduceJobAction, SubmitOozieJobAction

public abstract class AbstractSubmitAction
extends AbstractHadoopAction

Field Summary

Fields

Modifier and Type	Field and Description
protected HadoopClientMap	hadoopClientMap
protected JobRegistry	jobRegistry

Fields inherited from class eu.dnetlib.data.hadoop.action.AbstractHadoopAction

configurationEnumerator, HDFS_SPECIAL_PROPERTIES, serviceLocator

Constructor Summary

Constructors

Constructor and Description
AbstractSubmitAction()

Method Summary

Modifier and Type	Method and Description
protected void	decrementRunningJobs(String jobName)
protected void	executeAsync(eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler handler, eu.dnetlib.enabling.tools.blackboard.BlackboardJob job)
protected String	getDefaultLibPath(String defaultFs)
protected void	incrementCumulativeRun(String jobName)
protected void	incrementRunningJobs(String jobName)
protected JobCompletion	newCompletionCallback(eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler handler, eu.dnetlib.enabling.tools.blackboard.BlackboardJob bbJob)
protected String	newJobId(eu.dnetlib.data.hadoop.config.ClusterName clusterName, Object internalId)
protected abstract void	submit(JobCompletion callback, eu.dnetlib.enabling.tools.blackboard.BlackboardJob job, String jobName, JobProfile jobProfile)
protected void	updateDate(String jobName)
protected void	updateJobStatus(String jobName)
protected void	validateJobParams(eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler handler, eu.dnetlib.enabling.tools.blackboard.BlackboardJob bbJob, String jobName, JobProfile jobProfile)

Methods inherited from class eu.dnetlib.data.hadoop.action.AbstractHadoopAction

checkHdfsProperty, execute, getConf, getServiceLocator, loadISJobConfiguration

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

hadoopClientMap

@Autowired
protected HadoopClientMap hadoopClientMap

jobRegistry

@Autowired
protected JobRegistry jobRegistry

Constructor Detail

AbstractSubmitAction

public AbstractSubmitAction()

Method Detail

submit

protected abstract void submit(JobCompletion callback,
                               eu.dnetlib.enabling.tools.blackboard.BlackboardJob job,
                               String jobName,
                               JobProfile jobProfile)
                        throws eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

executeAsync

protected void executeAsync(eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler handler,
                            eu.dnetlib.enabling.tools.blackboard.BlackboardJob job)
                     throws eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Specified by:

executeAsync in class AbstractHadoopAction

Throws:

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

updateJobStatus

protected void updateJobStatus(String jobName)

incrementRunningJobs

protected void incrementRunningJobs(String jobName)

decrementRunningJobs

protected void decrementRunningJobs(String jobName)

incrementCumulativeRun

protected void incrementCumulativeRun(String jobName)

updateDate

protected void updateDate(String jobName)

newJobId

protected String newJobId(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                          Object internalId)

getDefaultLibPath

protected String getDefaultLibPath(String defaultFs)
                            throws eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

validateJobParams

protected void validateJobParams(eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler handler,
                                 eu.dnetlib.enabling.tools.blackboard.BlackboardJob bbJob,
                                 String jobName,
                                 JobProfile jobProfile)
                          throws eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

newCompletionCallback

protected JobCompletion newCompletionCallback(eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler handler,
                                              eu.dnetlib.enabling.tools.blackboard.BlackboardJob bbJob)