org.apache.druid.firehose.hdfs

Class HdfsFirehoseFactory

java.lang.Object

org.apache.druid.data.input.impl.AbstractTextFilesFirehoseFactory<T>

org.apache.druid.data.input.impl.prefetch.PrefetchableTextFilesFirehoseFactory<org.apache.hadoop.fs.Path>

org.apache.druid.firehose.hdfs.HdfsFirehoseFactory

All Implemented Interfaces:

FiniteFirehoseFactory<StringInputRowParser,org.apache.hadoop.fs.Path>, FirehoseFactory<StringInputRowParser>

public class HdfsFirehoseFactory
extends PrefetchableTextFilesFirehoseFactory<org.apache.hadoop.fs.Path>

Constructor Summary

Constructors

Constructor and Description
HdfsFirehoseFactory(org.apache.hadoop.conf.Configuration conf, Object inputPaths, Long maxCacheCapacityBytes, Long maxFetchCapacityBytes, Long prefetchTriggerBytes, Long fetchTimeout, Integer maxFetchRetry)

Method Summary

Modifier and Type	Method and Description
List<String>	getInputPaths()
protected com.google.common.base.Predicate<Throwable>	getRetryCondition()
protected Collection<org.apache.hadoop.fs.Path>	initObjects()
boolean	isSplittable()
protected InputStream	openObjectStream(org.apache.hadoop.fs.Path path)
protected InputStream	openObjectStream(org.apache.hadoop.fs.Path path, long start)
String	toString()
FiniteFirehoseFactory<StringInputRowParser,org.apache.hadoop.fs.Path>	withSplit(InputSplit<org.apache.hadoop.fs.Path> split)
protected InputStream	wrapObjectStream(org.apache.hadoop.fs.Path path, InputStream stream)

Methods inherited from class org.apache.druid.data.input.impl.prefetch.PrefetchableTextFilesFirehoseFactory

connect, connectForSampler, getFetchTimeout, getMaxCacheCapacityBytes, getMaxFetchCapacityBytes, getMaxFetchRetry, getPrefetchTriggerBytes

Methods inherited from class org.apache.druid.data.input.impl.AbstractTextFilesFirehoseFactory

getNumSplits, getObjects, getSplits, initializeObjectsIfNeeded

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.druid.data.input.FirehoseFactory

connect

Constructor Detail

HdfsFirehoseFactory

public HdfsFirehoseFactory(org.apache.hadoop.conf.Configuration conf,
                           Object inputPaths,
                           Long maxCacheCapacityBytes,
                           Long maxFetchCapacityBytes,
                           Long prefetchTriggerBytes,
                           Long fetchTimeout,
                           Integer maxFetchRetry)

Method Detail

getInputPaths

public List<String> getInputPaths()

initObjects

protected Collection<org.apache.hadoop.fs.Path> initObjects()
                                                     throws IOException

Specified by:

initObjects in class AbstractTextFilesFirehoseFactory<org.apache.hadoop.fs.Path>

Throws:

IOException

openObjectStream

protected InputStream openObjectStream(org.apache.hadoop.fs.Path path)
                                throws IOException

Specified by:

openObjectStream in class AbstractTextFilesFirehoseFactory<org.apache.hadoop.fs.Path>

Throws:

IOException

openObjectStream

protected InputStream openObjectStream(org.apache.hadoop.fs.Path path,
                                       long start)
                                throws IOException

Specified by:

openObjectStream in class PrefetchableTextFilesFirehoseFactory<org.apache.hadoop.fs.Path>

Throws:

IOException

wrapObjectStream

protected InputStream wrapObjectStream(org.apache.hadoop.fs.Path path,
                                       InputStream stream)
                                throws IOException

Specified by:

wrapObjectStream in class AbstractTextFilesFirehoseFactory<org.apache.hadoop.fs.Path>

Throws:

IOException

getRetryCondition

protected com.google.common.base.Predicate<Throwable> getRetryCondition()

Specified by:

getRetryCondition in class PrefetchableTextFilesFirehoseFactory<org.apache.hadoop.fs.Path>

isSplittable

public boolean isSplittable()

withSplit

public FiniteFirehoseFactory<StringInputRowParser,org.apache.hadoop.fs.Path> withSplit(InputSplit<org.apache.hadoop.fs.Path> split)

toString

public String toString()

Overrides:

toString in class Object