c

org.apache.beam.sdk.extensions.smb

SortedBucketPrimaryAndSecondaryKeyedSource

class SortedBucketPrimaryAndSecondaryKeyedSource[K1, K2] extends SortedBucketSource[KV[K1, K2]]

Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SortedBucketPrimaryAndSecondaryKeyedSource
  2. SortedBucketSource
  3. BoundedSource
  4. Source
  5. HasDisplayData
  6. Serializable
  7. AnyRef
  8. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new SortedBucketPrimaryAndSecondaryKeyedSource(keyClassPrimary: Class[K1], keyClassSecondary: Class[K2], sources: List[BucketedInput[_ <: AnyRef]], targetParallelism: TargetParallelism, metricsKey: String)

Value Members

  1. def createReader(options: PipelineOptions): BoundedReader[KV[KV[K1, K2], CoGbkResult]]
    Definition Classes
    SortedBucketSource → BoundedSource
    Annotations
    @Override()
  2. def createSplitSource(splitNum: Int, totalParallelism: Int, estSplitSize: Long): SortedBucketSource[KV[K1, K2]]

    returns

    A split source of the implementing subtype

    Definition Classes
    SortedBucketPrimaryAndSecondaryKeyedSource → SortedBucketSource
    Annotations
    @Override()
  3. def getEstimatedSizeBytes(options: PipelineOptions): Long
    Definition Classes
    SortedBucketSource → BoundedSource
    Annotations
    @Override()
  4. def getOutputCoder(): Coder[KV[KV[K1, K2], CoGbkResult]]
    Definition Classes
    SortedBucketSource → Source
    Annotations
    @Override()
  5. def keyTypeCoder(): Coder[KV[K1, K2]]
    Definition Classes
    SortedBucketPrimaryAndSecondaryKeyedSource → SortedBucketSource
    Annotations
    @Override() @SuppressWarnings()
  6. def populateDisplayData(builder: Builder): Unit
    Definition Classes
    SortedBucketPrimaryAndSecondaryKeyedSource → SortedBucketSource → Source → HasDisplayData
    Annotations
    @Override()
  7. def split(desiredBundleSizeBytes: Long, options: PipelineOptions): List[_ <: BoundedSource[KV[KV[K1, K2], CoGbkResult]]]
    Definition Classes
    SortedBucketSource → BoundedSource
    Annotations
    @Override()
  8. def validate(): Unit
    Definition Classes
    Source

Deprecated Value Members

  1. def getDefaultOutputCoder(): Coder[KV[KV[K1, K2], CoGbkResult]]
    Definition Classes
    Source
    Annotations
    @Deprecated
    Deprecated