com.ailbb.act.file.parquet

Class $Parquet

java.lang.Object

com.ailbb.act.file.parquet.$Parquet

public class $Parquet
extends Object

Created by Wz on 9/10/2018.

Constructor Summary

Constructors

Constructor and Description
$Parquet()

Method Summary

Modifier and Type	Method and Description
$Hdfs	getHdfs()
$ParquetSchemaWriter	getParquetSchemaWriter(String path, org.apache.avro.Schema schema) 获取一个Parquet写对象
org.apache.hadoop.fs.Path	getParquetWritePath(String path) 获取一个空的路径
org.apache.hadoop.fs.Path	getRandomPath(String path) 获取一个空的路径
$Parquet	init($Hdfs hdfs)
List<org.apache.parquet.example.data.Group>	readFiles(String path) 读取路径数据
List<Object>	readFiles(String path, Class c) 读取路径数据
List<org.apache.avro.generic.GenericRecord>	readGenericRecordFiles(String path) 读取路径数据
List<Object>	readGenericRecordFiles(String path, Class c) 读取路径数据
$Parquet	setHdfs($Hdfs hdfs)
void	writeGenericRecordFiles(String path, org.apache.avro.Schema schema, List<Object> ol) 写数据文件
void	writeGenericRecordFiles(String path, org.apache.avro.Schema schema, Object o) 写数据文件

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

$Parquet

public $Parquet()

Method Detail

init

public $Parquet init($Hdfs hdfs)
              throws Exception

Throws:

Exception

readFiles

public List<Object> readFiles(String path,
                              Class c)
                       throws IOException,
                              NoSuchMethodException,
                              IllegalAccessException,
                              InvocationTargetException,
                              InstantiationException

读取路径数据

Parameters:

path -

c -

Throws:

IOException

NoSuchMethodException

IllegalAccessException

InvocationTargetException

InstantiationException

readFiles

public List<org.apache.parquet.example.data.Group> readFiles(String path)
                                                      throws IOException,
                                                             NoSuchMethodException,
                                                             IllegalAccessException,
                                                             InvocationTargetException,
                                                             InstantiationException

读取路径数据

Parameters:

path -

Throws:

IOException

NoSuchMethodException

IllegalAccessException

InvocationTargetException

InstantiationException

readGenericRecordFiles

public List<org.apache.avro.generic.GenericRecord> readGenericRecordFiles(String path)
                                                                   throws IOException,
                                                                          NoSuchMethodException,
                                                                          IllegalAccessException,
                                                                          InvocationTargetException,
                                                                          InstantiationException

读取路径数据

Parameters:

path -

Throws:

IOException

NoSuchMethodException

IllegalAccessException

InvocationTargetException

InstantiationException

readGenericRecordFiles

public List<Object> readGenericRecordFiles(String path,
                                           Class c)
                                    throws IOException,
                                           NoSuchMethodException,
                                           IllegalAccessException,
                                           InvocationTargetException,
                                           InstantiationException

读取路径数据

Parameters:

path -

c -

Throws:

IOException

NoSuchMethodException

IllegalAccessException

InvocationTargetException

InstantiationException

writeGenericRecordFiles

public void writeGenericRecordFiles(String path,
                                    org.apache.avro.Schema schema,
                                    Object o)
                             throws Exception

写数据文件

Parameters:

path -

schema -

o -

Throws:

IOException

Exception

writeGenericRecordFiles

public void writeGenericRecordFiles(String path,
                                    org.apache.avro.Schema schema,
                                    List<Object> ol)
                             throws Exception

写数据文件

Parameters:

path -

schema -

ol -

Throws:

IOException

Exception

getParquetSchemaWriter

public $ParquetSchemaWriter getParquetSchemaWriter(String path,
                                                   org.apache.avro.Schema schema)
                                            throws Exception

获取一个Parquet写对象

Parameters:

path -

Returns:

Throws:

IOException

Exception

getParquetWritePath

public org.apache.hadoop.fs.Path getParquetWritePath(String path)
                                              throws Exception

获取一个空的路径

Parameters:

path -

Returns:

Throws:

IOException

Exception

getRandomPath

public org.apache.hadoop.fs.Path getRandomPath(String path)
                                        throws Exception

获取一个空的路径

Parameters:

path -

Returns:

Throws:

IOException

Exception

getHdfs

public $Hdfs getHdfs()

setHdfs

public $Parquet setHdfs($Hdfs hdfs)