com.ailbb.act.file.parquet

Class $Parquet

java.lang.Object

com.ailbb.act.file.parquet.$Parquet

public class $Parquet
extends Object

Constructor Summary

Constructors

Constructor and Description
$Parquet()

Method Summary

Modifier and Type	Method and Description
$Hdfs	getHdfs()
$ParquetSchemaWriter	getParquetSchemaWriter(String path, org.apache.avro.Schema schema)
org.apache.hadoop.fs.Path	getParquetWritePath(String path)
org.apache.hadoop.fs.Path	getRandomPath(String path)
$Parquet	init($Hdfs hdfs)
List<org.apache.parquet.example.data.Group>	readFiles(String path)
List<Object>	readFiles(String path, Class c)
List<org.apache.avro.generic.GenericRecord>	readGenericRecordFiles(String path)
List<Object>	readGenericRecordFiles(String path, Class c)
$Parquet	setHdfs($Hdfs hdfs)
void	writeGenericRecordFiles(String path, org.apache.avro.Schema schema, List<Object> ol)
void	writeGenericRecordFiles(String path, org.apache.avro.Schema schema, Object o)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

$Parquet

public $Parquet()

Method Detail

init

public $Parquet init($Hdfs hdfs)
              throws Exception

Throws:

Exception

readFiles

public List<Object> readFiles(String path,
                              Class c)
                       throws IOException,
                              NoSuchMethodException,
                              IllegalAccessException,
                              InvocationTargetException,
                              InstantiationException

Throws:

IOException

NoSuchMethodException

IllegalAccessException

InvocationTargetException

InstantiationException

readFiles

public List<org.apache.parquet.example.data.Group> readFiles(String path)
                                                      throws IOException,
                                                             NoSuchMethodException,
                                                             IllegalAccessException,
                                                             InvocationTargetException,
                                                             InstantiationException

Throws:

IOException

NoSuchMethodException

IllegalAccessException

InvocationTargetException

InstantiationException

readGenericRecordFiles

public List<org.apache.avro.generic.GenericRecord> readGenericRecordFiles(String path)
                                                                   throws IOException,
                                                                          NoSuchMethodException,
                                                                          IllegalAccessException,
                                                                          InvocationTargetException,
                                                                          InstantiationException

Throws:

IOException

NoSuchMethodException

IllegalAccessException

InvocationTargetException

InstantiationException

readGenericRecordFiles

public List<Object> readGenericRecordFiles(String path,
                                           Class c)
                                    throws IOException,
                                           NoSuchMethodException,
                                           IllegalAccessException,
                                           InvocationTargetException,
                                           InstantiationException

Throws:

IOException

NoSuchMethodException

IllegalAccessException

InvocationTargetException

InstantiationException

writeGenericRecordFiles

public void writeGenericRecordFiles(String path,
                                    org.apache.avro.Schema schema,
                                    Object o)
                             throws Exception

Throws:

Exception

writeGenericRecordFiles

public void writeGenericRecordFiles(String path,
                                    org.apache.avro.Schema schema,
                                    List<Object> ol)
                             throws Exception

Throws:

Exception

getParquetSchemaWriter

public $ParquetSchemaWriter getParquetSchemaWriter(String path,
                                                   org.apache.avro.Schema schema)
                                            throws Exception

Throws:

Exception

getParquetWritePath

public org.apache.hadoop.fs.Path getParquetWritePath(String path)
                                              throws Exception

Throws:

Exception

getRandomPath

public org.apache.hadoop.fs.Path getRandomPath(String path)
                                        throws Exception

Throws:

Exception

getHdfs

public $Hdfs getHdfs()

setHdfs

public $Parquet setHdfs($Hdfs hdfs)