Packages

c

org.apache.spark.sql.execution.datasources.parquet

VectorizedDeltaBinaryPackedReader

class VectorizedDeltaBinaryPackedReader extends VectorizedReaderBase

An implementation of the Parquet DELTA_BINARY_PACKED decoder that supports the vectorized interface. DELTA_BINARY_PACKED is a delta encoding for integer and long types that stores values as a delta between consecutive values. Delta values are themselves bit packed. Similar to RLE but is more effective in the case of large variation of values in the encoded column.

DELTA_BINARY_PACKED is the default encoding for integer and long columns in Parquet V2.

Supported Types: INT32, INT64

See also

Parquet format encodings: DELTA_BINARY_PACKED

Linear Supertypes
VectorizedReaderBase, VectorizedValuesReader, ValuesReader, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. VectorizedDeltaBinaryPackedReader
  2. VectorizedReaderBase
  3. VectorizedValuesReader
  4. ValuesReader
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new VectorizedDeltaBinaryPackedReader()

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  6. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  7. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  8. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  9. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  10. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  11. def initFromPage(valueCount: Int, in: ByteBufferInputStream): Unit
    Definition Classes
    VectorizedDeltaBinaryPackedReader → ValuesReader
    Annotations
    @Override()
  12. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  13. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  14. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  15. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  16. def readBinary(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  17. def readBinary(len: Int): Binary
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  18. def readBoolean(): Boolean
    Definition Classes
    ValuesReader
  19. def readBooleans(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  20. def readByte(): Byte
    Definition Classes
    VectorizedDeltaBinaryPackedReader → VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  21. def readBytes(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedDeltaBinaryPackedReader → VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  22. def readBytes(): Binary
    Definition Classes
    ValuesReader
  23. def readDouble(): Double
    Definition Classes
    ValuesReader
  24. def readDoubles(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  25. def readFloat(): Float
    Definition Classes
    ValuesReader
  26. def readFloats(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  27. def readInteger(): Int
    Definition Classes
    VectorizedDeltaBinaryPackedReader → VectorizedValuesReader → ValuesReader
    Annotations
    @Override()
  28. def readIntegers(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedDeltaBinaryPackedReader → VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  29. final def readIntegersWithRebase(total: Int, c: WritableColumnVector, rowId: Int, failIfRebase: Boolean): Unit
    Definition Classes
    VectorizedDeltaBinaryPackedReader → VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  30. def readLong(): Long
    Definition Classes
    VectorizedDeltaBinaryPackedReader → VectorizedValuesReader → ValuesReader
    Annotations
    @Override()
  31. def readLongs(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedDeltaBinaryPackedReader → VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  32. final def readLongsWithRebase(total: Int, c: WritableColumnVector, rowId: Int, failIfRebase: Boolean, timeZone: String): Unit
    Definition Classes
    VectorizedDeltaBinaryPackedReader → VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  33. def readShort(): Short
    Definition Classes
    VectorizedDeltaBinaryPackedReader → VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  34. def readShorts(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedDeltaBinaryPackedReader → VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  35. def readUnsignedIntegers(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedDeltaBinaryPackedReader → VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  36. def readUnsignedLongs(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedDeltaBinaryPackedReader → VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  37. def readValueDictionaryId(): Int
    Definition Classes
    ValuesReader
  38. def skip(): Unit
    Definition Classes
    VectorizedReaderBase → ValuesReader
    Annotations
    @Override()
  39. def skip(arg0: Int): Unit
    Definition Classes
    ValuesReader
  40. def skipBinary(total: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  41. def skipBooleans(total: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  42. def skipBytes(total: Int): Unit
    Definition Classes
    VectorizedDeltaBinaryPackedReader → VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  43. def skipDoubles(total: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  44. def skipFixedLenByteArray(total: Int, len: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  45. def skipFloats(total: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  46. def skipIntegers(total: Int): Unit
    Definition Classes
    VectorizedDeltaBinaryPackedReader → VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  47. def skipLongs(total: Int): Unit
    Definition Classes
    VectorizedDeltaBinaryPackedReader → VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  48. def skipShorts(total: Int): Unit
    Definition Classes
    VectorizedDeltaBinaryPackedReader → VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  49. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  50. def toString(): String
    Definition Classes
    AnyRef → Any
  51. def updateNextOffset(arg0: Int): Unit
    Attributes
    protected[values]
    Definition Classes
    ValuesReader
  52. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  53. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  54. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Deprecated Value Members

  1. def getNextOffset(): Int
    Definition Classes
    ValuesReader
    Annotations
    @Deprecated
    Deprecated
  2. def initFromPage(arg0: Int, arg1: Array[Byte], arg2: Int): Unit
    Definition Classes
    ValuesReader
    Annotations
    @throws( classOf[java.io.IOException] ) @Deprecated
    Deprecated
  3. def initFromPage(arg0: Int, arg1: ByteBuffer, arg2: Int): Unit
    Definition Classes
    ValuesReader
    Annotations
    @throws( classOf[java.io.IOException] ) @Deprecated
    Deprecated

Inherited from VectorizedReaderBase

Inherited from VectorizedValuesReader

Inherited from ValuesReader

Inherited from AnyRef

Inherited from Any

Ungrouped