eu.dnetlib.data.hadoop.action

Class AbstractHadoopAction

java.lang.Object

eu.dnetlib.data.hadoop.action.AbstractHadoopAction

All Implemented Interfaces:

eu.dnetlib.enabling.tools.blackboard.BlackboardServerAction<eu.dnetlib.data.hadoop.rmi.HadoopBlackboardActions>

Direct Known Subclasses:

AbstractSubmitAction, CreateHdfsDirectoryAction, DeleteHdfsPathAction, ImportEprHbaseAction, ImportEprHdfsAction, KillJobAction

public abstract class AbstractHadoopAction
extends Object
implements eu.dnetlib.enabling.tools.blackboard.BlackboardServerAction<eu.dnetlib.data.hadoop.rmi.HadoopBlackboardActions>

Field Summary

Fields

Modifier and Type	Field and Description
protected eu.dnetlib.data.hadoop.config.ConfigurationEnumerator	configurationEnumerator
static Set<String>	HDFS_SPECIAL_PROPERTIES Special I/O hdfs property names for which we support relative paths.
protected eu.dnetlib.enabling.locators.UniqueServiceLocator	serviceLocator

Constructor Summary

Constructors

Constructor and Description
AbstractHadoopAction()

Method Summary

Modifier and Type	Method and Description
protected boolean	checkHdfsProperty(Map.Entry<String,String> e)
void	execute(eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler handler, eu.dnetlib.enabling.tools.blackboard.BlackboardJob job)
protected abstract void	executeAsync(eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler handler, eu.dnetlib.enabling.tools.blackboard.BlackboardJob job)
protected org.apache.hadoop.conf.Configuration	getConf(eu.dnetlib.data.hadoop.config.ClusterName clusterName)
eu.dnetlib.enabling.locators.UniqueServiceLocator	getServiceLocator()
protected JobProfile	loadISJobConfiguration(String jobName, Map<String,String> bbParams)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

HDFS_SPECIAL_PROPERTIES

public static final Set<String> HDFS_SPECIAL_PROPERTIES

Special I/O hdfs property names for which we support relative paths.

serviceLocator

protected eu.dnetlib.enabling.locators.UniqueServiceLocator serviceLocator

configurationEnumerator

@Autowired
protected eu.dnetlib.data.hadoop.config.ConfigurationEnumerator configurationEnumerator

Constructor Detail

AbstractHadoopAction

public AbstractHadoopAction()

Method Detail

executeAsync

protected abstract void executeAsync(eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler handler,
                                     eu.dnetlib.enabling.tools.blackboard.BlackboardJob job)
                              throws eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

execute

public void execute(eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler handler,
                    eu.dnetlib.enabling.tools.blackboard.BlackboardJob job)

Specified by:

execute in interface eu.dnetlib.enabling.tools.blackboard.BlackboardServerAction<eu.dnetlib.data.hadoop.rmi.HadoopBlackboardActions>

loadISJobConfiguration

protected JobProfile loadISJobConfiguration(String jobName,
                                            Map<String,String> bbParams)
                                     throws eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

getConf

protected org.apache.hadoop.conf.Configuration getConf(eu.dnetlib.data.hadoop.config.ClusterName clusterName)

checkHdfsProperty

protected boolean checkHdfsProperty(Map.Entry<String,String> e)

getServiceLocator

public eu.dnetlib.enabling.locators.UniqueServiceLocator getServiceLocator()