Package eu.dnetlib.data.mdstore.manager.utils

Class HdfsClientImpl

java.lang.Object

eu.dnetlib.data.mdstore.manager.utils.HdfsClientImpl

All Implemented Interfaces:

HdfsClient

@Component
@Profile("!dev")
public class HdfsClientImpl
extends Object
implements HdfsClient

Constructor Summary

Constructors

Constructor	Description
HdfsClientImpl()

Method Summary

Modifier and Type	Method	Description
void	deletePath(String path)
String	getHadoopCluster()
String	getHadoopUser()
String	getHdfsBasePath()
static boolean	isMdStoreOrVersionDir(org.apache.hadoop.fs.FileStatus fileStatus)
static boolean	isParquetFile(org.apache.hadoop.fs.FileStatus fileStatus)
Set<String>	listContent(String path)
Set<String>	listHadoopDirs()
List<Map<String,String>>	readParquetFiles(String path, long limit)
void	setHadoopCluster(String hadoopCluster)
void	setHadoopUser(String hadoopUser)
void	setHdfsBasePath(String hdfsBasePath)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

HdfsClientImpl

public HdfsClientImpl()

Method Details

deletePath

public void deletePath(String path)
                throws MDStoreManagerException

Specified by:

deletePath in interface HdfsClient

Throws:

MDStoreManagerException

listHadoopDirs

public Set<String> listHadoopDirs()

Specified by:

listHadoopDirs in interface HdfsClient

listContent

public Set<String> listContent(String path)

Specified by:

listContent in interface HdfsClient

readParquetFiles

public List<Map<String,String>> readParquetFiles(String path,
 long limit)
                                          throws MDStoreManagerException

Specified by:

readParquetFiles in interface HdfsClient

Throws:

MDStoreManagerException

isParquetFile

public static boolean isParquetFile(org.apache.hadoop.fs.FileStatus fileStatus)

isMdStoreOrVersionDir

public static boolean isMdStoreOrVersionDir(org.apache.hadoop.fs.FileStatus fileStatus)

getHadoopCluster

public String getHadoopCluster()

Specified by:

getHadoopCluster in interface HdfsClient

setHadoopCluster

public void setHadoopCluster(String hadoopCluster)

getHadoopUser

public String getHadoopUser()

Specified by:

getHadoopUser in interface HdfsClient

setHadoopUser

public void setHadoopUser(String hadoopUser)

getHdfsBasePath

public String getHdfsBasePath()

Specified by:

getHdfsBasePath in interface HdfsClient

setHdfsBasePath

public void setHdfsBasePath(String hdfsBasePath)