Packages

class ParquetReadFn[T, R] extends DoFn[ReadableFile, R]

Source
ParquetReadFn.scala
Linear Supertypes
DoFn[ReadableFile, R], HasDisplayData, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ParquetReadFn
  2. DoFn
  3. HasDisplayData
  4. Serializable
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new ParquetReadFn(readSupportFactory: ReadSupportFactory[T], conf: SerializableConfiguration, projectionFn: SerializableFunction[T, R])

Type Members

  1. abstract class FinishBundleContext extends AnyRef
    Definition Classes
    DoFn
  2. abstract class OnTimerContext extends WindowedContext
    Definition Classes
    DoFn
  3. abstract class OnWindowExpirationContext extends WindowedContext
    Definition Classes
    DoFn
  4. abstract class ProcessContext extends WindowedContext
    Definition Classes
    DoFn
  5. abstract class StartBundleContext extends AnyRef
    Definition Classes
    DoFn
  6. abstract class WindowedContext extends AnyRef
    Definition Classes
    DoFn

Abstract Value Members

  1. abstract object FinishBundleContext
    Definition Classes
    DoFn
  2. abstract object ProcessContext
    Definition Classes
    DoFn
  3. abstract object StartBundleContext
    Definition Classes
    DoFn
  4. abstract object WindowedContext
    Definition Classes
    DoFn

Concrete Value Members

  1. def getInitialRestriction(file: ReadableFile): OffsetRange
    Annotations
    @GetInitialRestriction()
  2. def getInputTypeDescriptor(): TypeDescriptor[ReadableFile]
    Definition Classes
    DoFn
  3. def getOutputTypeDescriptor(): TypeDescriptor[R]
    Definition Classes
    DoFn
  4. def getRestrictionCoder: Coder
    Annotations
    @GetRestrictionCoder()
  5. def getSize(file: ReadableFile, restriction: OffsetRange): Double
    Annotations
    @GetSize()
  6. def newTracker(restriction: OffsetRange): OffsetRangeTracker
    Annotations
    @NewTracker()
  7. def populateDisplayData(builder: Builder): Unit
    Definition Classes
    DoFn → HasDisplayData
  8. def processElement(file: ReadableFile, tracker: RestrictionTracker[OffsetRange, Long], out: OutputReceiver[R]): Unit
    Annotations
    @ProcessElement()
  9. def split(restriction: OffsetRange, output: OutputReceiver[OffsetRange], file: ReadableFile): Unit
    Annotations
    @SplitRestriction()
  10. def splitRowGroupsWithLimit(startGroup: Long, endGroup: Long, rowGroups: Seq[BlockMetaData]): Seq[OffsetRange]

Deprecated Value Members

  1. def getAllowedTimestampSkew(): Duration
    Definition Classes
    DoFn
    Annotations
    @Deprecated
    Deprecated
  2. final def prepareForProcessing(): Unit
    Definition Classes
    DoFn
    Annotations
    @Deprecated
    Deprecated