eu.dnetlib.data.mdstore.manager.utils

Class HdfsClient

java.lang.Object

eu.dnetlib.data.mdstore.manager.utils.HdfsClient

@Component
public class HdfsClient
extends Object

Constructor Summary

Constructors

Constructor and Description
HdfsClient()

Method Summary

Modifier and Type	Method and Description
void	deletePath(String path)
String	getHadoopCluster()
String	getHadoopUser()
static boolean	isMdStoreOrVersionDir(org.apache.hadoop.fs.FileStatus fileStatus)
static boolean	isParquetFile(org.apache.hadoop.fs.FileStatus fileStatus)
Set<String>	listContent(String path, Predicate<org.apache.hadoop.fs.FileStatus> condition)
Set<String>	listHadoopDirs()
List<Map<String,String>>	readParquetFiles(String path, long limit)
void	setHadoopCluster(String hadoopCluster)
void	setHadoopUser(String hadoopUser)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HdfsClient

public HdfsClient()

Method Detail

deletePath

public void deletePath(String path)
                throws MDStoreManagerException

Throws:

MDStoreManagerException

listHadoopDirs

public Set<String> listHadoopDirs()

listContent

public Set<String> listContent(String path,
                               Predicate<org.apache.hadoop.fs.FileStatus> condition)

readParquetFiles

public List<Map<String,String>> readParquetFiles(String path,
                                                 long limit)
                                          throws MDStoreManagerException

Throws:

MDStoreManagerException

isParquetFile

public static boolean isParquetFile(org.apache.hadoop.fs.FileStatus fileStatus)

isMdStoreOrVersionDir

public static boolean isMdStoreOrVersionDir(org.apache.hadoop.fs.FileStatus fileStatus)

getHadoopCluster

public String getHadoopCluster()

setHadoopCluster

public void setHadoopCluster(String hadoopCluster)

getHadoopUser

public String getHadoopUser()

setHadoopUser

public void setHadoopUser(String hadoopUser)