eu.dnetlib.data.hadoop

Class HadoopServiceCore

java.lang.Object

eu.dnetlib.data.hadoop.HadoopServiceCore

public class HadoopServiceCore
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
protected eu.dnetlib.data.hadoop.config.ConfigurationEnumerator	configurationEnumerator

Constructor Summary

Constructors

Constructor and Description
HadoopServiceCore()

Method Summary

Modifier and Type	Method and Description
boolean	createHdfsDir(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String path, boolean force)
void	createTable(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String table, Set<String> columns)
void	createTable(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String table, String tableConfiguration)
void	deleteColumnsFromHBase(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String tableName, List<eu.dnetlib.data.hadoop.rmi.hbase.HBaseRowDescriptor> columns)
void	deleteFromHBase(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String tableName, List<org.apache.hadoop.hbase.client.Delete> deletes)
boolean	deleteFromHdfs(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String path)
eu.dnetlib.data.hadoop.rmi.hbase.HBaseRowDescriptor	describeRow(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String tableName, String rowKey)
Map<String,eu.dnetlib.data.hadoop.rmi.hbase.HBaseRowDescriptor>	describeRows(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String tableName, List<String> rowKeys)
List<String>	describeTable(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String table)
void	doCreateTable(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String table, Set<String> columns, List<eu.dnetlib.data.hadoop.rmi.hbase.schema.HBaseTableRegionInfo> regions)
void	dropTable(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String table)
void	ensureTable(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String table, Set<String> columns)
boolean	existHdfsPath(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String path)
boolean	existTable(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String table)
HadoopClientMap	getClients()
org.apache.hadoop.conf.Configuration	getClusterConiguration(eu.dnetlib.data.hadoop.config.ClusterName clusterName)
String	getHBaseTableDescriptor(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String tableName)
int	getMaxVersions()
org.apache.hadoop.hbase.client.Result	getRow(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String tableName, byte[] id)
List<org.apache.hadoop.hbase.client.Result>	getRows(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String tableName, org.apache.hadoop.hbase.client.Scan scan)
List<String>	listTables(eu.dnetlib.data.hadoop.config.ClusterName clusterName)
void	setMaxVersions(int maxVersions)
void	truncateTable(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String table)
void	writeOnHBase(eu.dnetlib.data.hadoop.config.ClusterName clusterName, String tableName, List<org.apache.hadoop.hbase.client.Put> puts)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

configurationEnumerator

@Autowired
protected eu.dnetlib.data.hadoop.config.ConfigurationEnumerator configurationEnumerator

Constructor Detail

HadoopServiceCore

public HadoopServiceCore()

Method Detail

listTables

public List<String> listTables(eu.dnetlib.data.hadoop.config.ClusterName clusterName)
                        throws IOException,
                               eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

IOException

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

getHBaseTableDescriptor

public String getHBaseTableDescriptor(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                                      String tableName)
                               throws eu.dnetlib.data.hadoop.rmi.HadoopServiceException,
                                      IOException

Throws:

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

IOException

describeTable

public List<String> describeTable(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                                  String table)
                           throws IOException,
                                  eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

IOException

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

truncateTable

public void truncateTable(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                          String table)
                   throws IOException,
                          eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

IOException

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

existTable

public boolean existTable(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                          String table)
                   throws IOException,
                          eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

IOException

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

dropTable

public void dropTable(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                      String table)
               throws IOException,
                      eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

IOException

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

createTable

public void createTable(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                        String table,
                        String tableConfiguration)
                 throws IOException,
                        eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

IOException

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

createTable

public void createTable(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                        String table,
                        Set<String> columns)
                 throws IOException,
                        eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

IOException

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

doCreateTable

public void doCreateTable(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                          String table,
                          Set<String> columns,
                          List<eu.dnetlib.data.hadoop.rmi.hbase.schema.HBaseTableRegionInfo> regions)
                   throws IOException,
                          eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

IOException

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

ensureTable

public void ensureTable(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                        String table,
                        Set<String> columns)
                 throws IOException,
                        eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

IOException

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

writeOnHBase

public void writeOnHBase(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                         String tableName,
                         List<org.apache.hadoop.hbase.client.Put> puts)
                  throws IOException

Throws:

IOException

deleteFromHBase

public void deleteFromHBase(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                            String tableName,
                            List<org.apache.hadoop.hbase.client.Delete> deletes)
                     throws IOException

Throws:

IOException

deleteColumnsFromHBase

public void deleteColumnsFromHBase(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                                   String tableName,
                                   List<eu.dnetlib.data.hadoop.rmi.hbase.HBaseRowDescriptor> columns)
                            throws IOException

Throws:

IOException

getRow

public org.apache.hadoop.hbase.client.Result getRow(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                                                    String tableName,
                                                    byte[] id)
                                             throws IOException

Throws:

IOException

describeRows

public Map<String,eu.dnetlib.data.hadoop.rmi.hbase.HBaseRowDescriptor> describeRows(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                                                                                    String tableName,
                                                                                    List<String> rowKeys)
                                                                             throws IOException

Throws:

IOException

describeRow

public eu.dnetlib.data.hadoop.rmi.hbase.HBaseRowDescriptor describeRow(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                                                                       String tableName,
                                                                       String rowKey)
                                                                throws IOException

Throws:

IOException

getRows

public List<org.apache.hadoop.hbase.client.Result> getRows(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                                                           String tableName,
                                                           org.apache.hadoop.hbase.client.Scan scan)
                                                    throws IOException

Throws:

IOException

deleteFromHdfs

public boolean deleteFromHdfs(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                              String path)
                       throws eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

createHdfsDir

public boolean createHdfsDir(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                             String path,
                             boolean force)
                      throws eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

existHdfsPath

public boolean existHdfsPath(eu.dnetlib.data.hadoop.config.ClusterName clusterName,
                             String path)
                      throws eu.dnetlib.data.hadoop.rmi.HadoopServiceException

Throws:

eu.dnetlib.data.hadoop.rmi.HadoopServiceException

getClusterConiguration

public org.apache.hadoop.conf.Configuration getClusterConiguration(eu.dnetlib.data.hadoop.config.ClusterName clusterName)

getMaxVersions

public int getMaxVersions()

setMaxVersions

public void setMaxVersions(int maxVersions)

getClients

public HadoopClientMap getClients()