public class DedupRecordFactory extends Object
| Modifier and Type | Field and Description |
|---|---|
protected static com.fasterxml.jackson.databind.ObjectMapper |
OBJECT_MAPPER |
| Modifier and Type | Method and Description |
|---|---|
static <T extends eu.dnetlib.dhp.schema.oaf.OafEntity> |
createDedupRecord(org.apache.spark.sql.SparkSession spark,
eu.dnetlib.dhp.schema.oaf.DataInfo dataInfo,
String mergeRelsInputPath,
String entitiesInputPath,
Class<T> clazz) |
static <T extends eu.dnetlib.dhp.schema.oaf.OafEntity> |
entityMerger(String id,
Iterator<scala.Tuple2<String,T>> entities,
long ts,
eu.dnetlib.dhp.schema.oaf.DataInfo dataInfo,
Class<T> clazz) |
protected static final com.fasterxml.jackson.databind.ObjectMapper OBJECT_MAPPER
public static <T extends eu.dnetlib.dhp.schema.oaf.OafEntity> org.apache.spark.sql.Dataset<T> createDedupRecord(org.apache.spark.sql.SparkSession spark,
eu.dnetlib.dhp.schema.oaf.DataInfo dataInfo,
String mergeRelsInputPath,
String entitiesInputPath,
Class<T> clazz)
public static <T extends eu.dnetlib.dhp.schema.oaf.OafEntity> T entityMerger(String id, Iterator<scala.Tuple2<String,T>> entities, long ts, eu.dnetlib.dhp.schema.oaf.DataInfo dataInfo, Class<T> clazz) throws IllegalAccessException, InstantiationException
Copyright © 2022. All rights reserved.