eu.dnetlib.data.mapreduce.hbase.dedup

Class DedupBuildRootsReducer

java.lang.Object

org.apache.hadoop.mapreduce.Reducer<KEYIN,VALUEIN,KEYOUT,org.apache.hadoop.io.Writable>

org.apache.hadoop.hbase.mapreduce.TableReducer<org.apache.hadoop.io.Text,org.apache.hadoop.hbase.io.ImmutableBytesWritable,org.apache.hadoop.hbase.io.ImmutableBytesWritable>

eu.dnetlib.data.mapreduce.hbase.dedup.DedupBuildRootsReducer

public class DedupBuildRootsReducer
extends org.apache.hadoop.hbase.mapreduce.TableReducer<org.apache.hadoop.io.Text,org.apache.hadoop.hbase.io.ImmutableBytesWritable,org.apache.hadoop.hbase.io.ImmutableBytesWritable>

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Reducer

org.apache.hadoop.mapreduce.Reducer.Context

Constructor Summary

Constructors

Constructor and Description
DedupBuildRootsReducer()

Method Summary

Modifier and Type	Method and Description
boolean	checkHack(String root, eu.dnetlib.data.proto.OafProtos.Oaf oaf)
protected void	reduce(org.apache.hadoop.io.Text key, Iterable<org.apache.hadoop.hbase.io.ImmutableBytesWritable> values, org.apache.hadoop.mapreduce.Reducer.Context context)
protected void	setup(org.apache.hadoop.mapreduce.Reducer.Context context)

Methods inherited from class org.apache.hadoop.mapreduce.Reducer

cleanup, run

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

DedupBuildRootsReducer

public DedupBuildRootsReducer()

Method Detail

setup

protected void setup(org.apache.hadoop.mapreduce.Reducer.Context context)
              throws IOException,
                     InterruptedException

Overrides:

setup in class org.apache.hadoop.mapreduce.Reducer<org.apache.hadoop.io.Text,org.apache.hadoop.hbase.io.ImmutableBytesWritable,org.apache.hadoop.hbase.io.ImmutableBytesWritable,org.apache.hadoop.io.Writable>

Throws:

IOException

InterruptedException

reduce

protected void reduce(org.apache.hadoop.io.Text key,
                      Iterable<org.apache.hadoop.hbase.io.ImmutableBytesWritable> values,
                      org.apache.hadoop.mapreduce.Reducer.Context context)
               throws IOException,
                      InterruptedException

Overrides:

reduce in class org.apache.hadoop.mapreduce.Reducer<org.apache.hadoop.io.Text,org.apache.hadoop.hbase.io.ImmutableBytesWritable,org.apache.hadoop.hbase.io.ImmutableBytesWritable,org.apache.hadoop.io.Writable>

Throws:

IOException

InterruptedException

checkHack

public boolean checkHack(String root,
                         eu.dnetlib.data.proto.OafProtos.Oaf oaf)