eu.dnetlib.data.hadoop.action

Class SubmitMapreduceJobAction

java.lang.Object

eu.dnetlib.data.hadoop.action.AbstractHadoopAction

eu.dnetlib.data.hadoop.action.AbstractSubmitAction

eu.dnetlib.data.hadoop.action.SubmitMapreduceJobAction

All Implemented Interfaces:

eu.dnetlib.enabling.tools.blackboard.BlackboardServerAction<eu.dnetlib.data.hadoop.rmi.HadoopBlackboardActions>

Direct Known Subclasses:

SubmitAdminJobAction

public class SubmitMapreduceJobAction
extends AbstractSubmitAction

Field Summary

Fields inherited from class eu.dnetlib.data.hadoop.action.AbstractSubmitAction

hadoopClientMap, jobRegistry

Fields inherited from class eu.dnetlib.data.hadoop.action.AbstractHadoopAction

configurationEnumerator, HDFS_SPECIAL_PROPERTIES, serviceLocator

Constructor Summary

Constructors

Constructor and Description
SubmitMapreduceJobAction()

Method Summary

Modifier and Type	Method and Description
protected String	getJobLib(org.apache.hadoop.conf.Configuration configuration, JobProfile jobProfile)
protected void	logJobDetails(org.apache.hadoop.mapred.JobConf jobConf)
protected org.apache.hadoop.mapred.JobConf	prepareJob(org.apache.hadoop.conf.Configuration configuration, String jobName, JobProfile jobProfile, Map<String,String> parameters)
protected void	set(org.apache.hadoop.mapred.JobConf jobConf, Map<String,String> properties)
void	submit(JobCompletion callback, eu.dnetlib.enabling.tools.blackboard.BlackboardJob bbJob, String jobName, JobProfile jobProfile)

Methods inherited from class eu.dnetlib.data.hadoop.action.AbstractSubmitAction

decrementRunningJobs, executeAsync, getDefaultLibPath, incrementCumulativeRun, incrementRunningJobs, newCompletionCallback, newJobId, updateDate, updateJobStatus, validateJobParams

Methods inherited from class eu.dnetlib.data.hadoop.action.AbstractHadoopAction

checkHdfsProperty, execute, getConf, getServiceLocator, loadISJobConfiguration

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SubmitMapreduceJobAction

public SubmitMapreduceJobAction()

Method Detail

submit

public void submit(JobCompletion callback,
                   eu.dnetlib.enabling.tools.blackboard.BlackboardJob bbJob,
                   String jobName,
                   JobProfile jobProfile)
            throws eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Specified by:

submit in class AbstractSubmitAction

Throws:

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

prepareJob

protected org.apache.hadoop.mapred.JobConf prepareJob(org.apache.hadoop.conf.Configuration configuration,
                                                      String jobName,
                                                      JobProfile jobProfile,
                                                      Map<String,String> parameters)
                                               throws IOException,
                                                      eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

IOException

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

getJobLib

protected String getJobLib(org.apache.hadoop.conf.Configuration configuration,
                           JobProfile jobProfile)
                    throws eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

set

protected void set(org.apache.hadoop.mapred.JobConf jobConf,
                   Map<String,String> properties)

logJobDetails

protected void logJobDetails(org.apache.hadoop.mapred.JobConf jobConf)