eu.dnetlib.dhp.oa.dedup

Class DedupUtility

java.lang.Object

eu.dnetlib.dhp.oa.dedup.DedupUtility

public class DedupUtility
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
static String	CORDA_ID_PREFIX
static String	OPENORGS_ID_PREFIX

Method Summary

Modifier and Type	Method and Description
static int	compareOpenOrgIds(String o1, String o2)
static Map<String,org.apache.spark.util.LongAccumulator>	constructAccumulator(eu.dnetlib.pace.config.DedupConfig dedupConf, org.apache.spark.SparkContext context)
static String	createBlockStatsPath(String basePath, String actionSetId, String entityType)
static String	createDedupRecordPath(String basePath, String actionSetId, String entityType)
static String	createEntityPath(String basePath, String entityType)
static String	createMergeRelPath(String basePath, String actionSetId, String entityType)
static String	createOpenorgsMergeRelsPath(String basePath, String actionSetId, String entityType)
static eu.dnetlib.dhp.schema.oaf.Relation	createSimRel(String source, String target, String entity)
static String	createSimRelPath(String basePath, String actionSetId, String entityType)
static List<eu.dnetlib.pace.config.DedupConfig>	getConfigurations(String isLookUpUrl, String orchestrator)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

OPENORGS_ID_PREFIX

public static final String OPENORGS_ID_PREFIX

See Also:

Constant Field Values

CORDA_ID_PREFIX

public static final String CORDA_ID_PREFIX

See Also:

Constant Field Values

Method Detail

constructAccumulator

public static Map<String,org.apache.spark.util.LongAccumulator> constructAccumulator(eu.dnetlib.pace.config.DedupConfig dedupConf,
                                                                                     org.apache.spark.SparkContext context)

createDedupRecordPath

public static String createDedupRecordPath(String basePath,
                                           String actionSetId,
                                           String entityType)

createEntityPath

public static String createEntityPath(String basePath,
                                      String entityType)

createSimRelPath

public static String createSimRelPath(String basePath,
                                      String actionSetId,
                                      String entityType)

createOpenorgsMergeRelsPath

public static String createOpenorgsMergeRelsPath(String basePath,
                                                 String actionSetId,
                                                 String entityType)

createMergeRelPath

public static String createMergeRelPath(String basePath,
                                        String actionSetId,
                                        String entityType)

createBlockStatsPath

public static String createBlockStatsPath(String basePath,
                                          String actionSetId,
                                          String entityType)

getConfigurations

public static List<eu.dnetlib.pace.config.DedupConfig> getConfigurations(String isLookUpUrl,
                                                                         String orchestrator)
                                                                  throws eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException,
                                                                         org.dom4j.DocumentException,
                                                                         SAXException

Throws:

eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException

org.dom4j.DocumentException

SAXException

compareOpenOrgIds

public static int compareOpenOrgIds(String o1,
                                    String o2)

createSimRel

public static eu.dnetlib.dhp.schema.oaf.Relation createSimRel(String source,
                                                              String target,
                                                              String entity)