eu.dnetlib.dhp.oa.dedup

Class DedupRecordFactory

java.lang.Object

eu.dnetlib.dhp.oa.dedup.DedupRecordFactory

public class DedupRecordFactory
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
protected static com.fasterxml.jackson.databind.ObjectMapper	OBJECT_MAPPER

Method Summary

Modifier and Type	Method and Description
static <T extends eu.dnetlib.dhp.schema.oaf.OafEntity> org.apache.spark.sql.Dataset<T>	createDedupRecord(org.apache.spark.sql.SparkSession spark, eu.dnetlib.dhp.schema.oaf.DataInfo dataInfo, String mergeRelsInputPath, String entitiesInputPath, Class<T> clazz)
static <T extends eu.dnetlib.dhp.schema.oaf.OafEntity> T	entityMerger(String id, Iterator<scala.Tuple2<String,T>> entities, long ts, eu.dnetlib.dhp.schema.oaf.DataInfo dataInfo, Class<T> clazz)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

OBJECT_MAPPER

protected static final com.fasterxml.jackson.databind.ObjectMapper OBJECT_MAPPER

Method Detail

createDedupRecord

public static <T extends eu.dnetlib.dhp.schema.oaf.OafEntity> org.apache.spark.sql.Dataset<T> createDedupRecord(org.apache.spark.sql.SparkSession spark,
                                                                                                                eu.dnetlib.dhp.schema.oaf.DataInfo dataInfo,
                                                                                                                String mergeRelsInputPath,
                                                                                                                String entitiesInputPath,
                                                                                                                Class<T> clazz)

entityMerger

public static <T extends eu.dnetlib.dhp.schema.oaf.OafEntity> T entityMerger(String id,
                                                                             Iterator<scala.Tuple2<String,T>> entities,
                                                                             long ts,
                                                                             eu.dnetlib.dhp.schema.oaf.DataInfo dataInfo,
                                                                             Class<T> clazz)
                                                                      throws IllegalAccessException,
                                                                             InstantiationException

Throws:

IllegalAccessException

InstantiationException