eu.dnetlib.data.mapreduce.util

Class DedupUtils

java.lang.Object

eu.dnetlib.data.mapreduce.util.DedupUtils

public class DedupUtils
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
static byte[]	BODY_B
static String	BODY_S
static String	CF_SEPARATOR
static String	ROOT

Constructor Summary

Constructors

Constructor and Description
DedupUtils()

Method Summary

Modifier and Type	Method and Description
static eu.dnetlib.data.proto.OafProtos.Oaf.Builder	buildRel(eu.dnetlib.pace.config.DedupConfig dedupConf, eu.dnetlib.data.proto.OafProtos.OafRel.Builder oafRel, double trust)
static eu.dnetlib.data.mapreduce.util.DedupUtils.ColumnFamily	decodeCF(byte[] b)
static String	dedupPrefix(String dedupRun)
static eu.dnetlib.data.proto.OafProtos.OafRel.Builder	getDedup(eu.dnetlib.pace.config.DedupConfig dedupConf, String from, String to, eu.dnetlib.data.proto.DedupProtos.Dedup.RelName relClass)
static String	getDedupCF_mergedIn(String type)
static String	getDedupCF_mergedIn(eu.dnetlib.data.proto.TypeProtos.Type type)
static byte[]	getDedupCF_mergedInBytes(String type)
static byte[]	getDedupCF_mergedInBytes(eu.dnetlib.data.proto.TypeProtos.Type type)
static String	getDedupCF_merges(String type)
static String	getDedupCF_merges(eu.dnetlib.data.proto.TypeProtos.Type type)
static byte[]	getDedupCF_mergesBytes(String type)
static byte[]	getDedupCF_mergesBytes(eu.dnetlib.data.proto.TypeProtos.Type type)
static eu.dnetlib.data.proto.OafProtos.OafRel.Builder	getDedupSimilarity(eu.dnetlib.pace.config.DedupConfig dedupConf, String from, String to)
static eu.dnetlib.data.proto.RelTypeProtos.RelType	getRelType(eu.dnetlib.data.proto.TypeProtos.Type type)
static String	getRelTypeString(eu.dnetlib.data.proto.TypeProtos.Type type)
static String	getSimilarityCF(String type)
static String	getSimilarityCF(eu.dnetlib.data.proto.TypeProtos.Type type)
static byte[]	getSimilarityCFBytes(String type)
static byte[]	getSimilarityCFBytes(eu.dnetlib.data.proto.TypeProtos.Type type)
static boolean	isRoot(byte[] s)
static boolean	isRoot(org.apache.hadoop.hbase.io.ImmutableBytesWritable s)
static boolean	isRoot(String s)
static String	newId(String id, String dedupRun)
static byte[]	newIdBytes(ByteBuffer b, String dedupRun)
static byte[]	newIdBytes(String s, String dedupRun)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CF_SEPARATOR

public static final String CF_SEPARATOR

See Also:

Constant Field Values

ROOT

public static final String ROOT

See Also:

Constant Field Values

BODY_S

public static final String BODY_S

See Also:

Constant Field Values

BODY_B

public static final byte[] BODY_B

Constructor Detail

DedupUtils

public DedupUtils()

Method Detail

dedupPrefix

public static String dedupPrefix(String dedupRun)

newId

public static String newId(String id,
                           String dedupRun)

newIdBytes

public static byte[] newIdBytes(String s,
                                String dedupRun)

newIdBytes

public static byte[] newIdBytes(ByteBuffer b,
                                String dedupRun)

isRoot

public static boolean isRoot(String s)

isRoot

public static boolean isRoot(org.apache.hadoop.hbase.io.ImmutableBytesWritable s)

isRoot

public static boolean isRoot(byte[] s)

getDedupCF_merges

public static String getDedupCF_merges(eu.dnetlib.data.proto.TypeProtos.Type type)

getDedupCF_merges

public static String getDedupCF_merges(String type)

getDedupCF_mergesBytes

public static byte[] getDedupCF_mergesBytes(eu.dnetlib.data.proto.TypeProtos.Type type)

getDedupCF_mergesBytes

public static byte[] getDedupCF_mergesBytes(String type)

getDedupCF_mergedIn

public static String getDedupCF_mergedIn(eu.dnetlib.data.proto.TypeProtos.Type type)

getDedupCF_mergedIn

public static String getDedupCF_mergedIn(String type)

getDedupCF_mergedInBytes

public static byte[] getDedupCF_mergedInBytes(eu.dnetlib.data.proto.TypeProtos.Type type)

getDedupCF_mergedInBytes

public static byte[] getDedupCF_mergedInBytes(String type)

getSimilarityCF

public static String getSimilarityCF(eu.dnetlib.data.proto.TypeProtos.Type type)

getSimilarityCF

public static String getSimilarityCF(String type)

getSimilarityCFBytes

public static byte[] getSimilarityCFBytes(eu.dnetlib.data.proto.TypeProtos.Type type)

getSimilarityCFBytes

public static byte[] getSimilarityCFBytes(String type)

getRelTypeString

public static String getRelTypeString(eu.dnetlib.data.proto.TypeProtos.Type type)

getRelType

public static eu.dnetlib.data.proto.RelTypeProtos.RelType getRelType(eu.dnetlib.data.proto.TypeProtos.Type type)

decodeCF

public static eu.dnetlib.data.mapreduce.util.DedupUtils.ColumnFamily decodeCF(byte[] b)

getDedup

public static eu.dnetlib.data.proto.OafProtos.OafRel.Builder getDedup(eu.dnetlib.pace.config.DedupConfig dedupConf,
                                                                      String from,
                                                                      String to,
                                                                      eu.dnetlib.data.proto.DedupProtos.Dedup.RelName relClass)

getDedupSimilarity

public static eu.dnetlib.data.proto.OafProtos.OafRel.Builder getDedupSimilarity(eu.dnetlib.pace.config.DedupConfig dedupConf,
                                                                                String from,
                                                                                String to)

buildRel

public static eu.dnetlib.data.proto.OafProtos.Oaf.Builder buildRel(eu.dnetlib.pace.config.DedupConfig dedupConf,
                                                                   eu.dnetlib.data.proto.OafProtos.OafRel.Builder oafRel,
                                                                   double trust)