c

com.spotify.scio.values

SCollectionWithSideInput

class SCollectionWithSideInput[T] extends PCollectionWrapper[T]

An enhanced SCollection that provides access to one or more SideInput s for some transforms. SideInput s are accessed via the additional SideInputContext argument.

Source
SCollectionWithSideInput.scala
Linear Supertypes
PCollectionWrapper[T], TransformNameable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SCollectionWithSideInput
  2. PCollectionWrapper
  3. TransformNameable
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def batch(batchSize: Long, maxLiveWindows: Int = BatchDoFn.DEFAULT_MAX_LIVE_WINDOWS): SCollectionWithSideInput[Iterable[T]]

    SCollection.batch that retains SideInput.

  6. def batchByteSized(batchByteSize: Long, maxLiveWindows: Int = BatchDoFn.DEFAULT_MAX_LIVE_WINDOWS): SCollectionWithSideInput[Iterable[T]]

    SCollection.batchByteSized that retains SideInput.

  7. def batchWeighted(batchWeight: Long, cost: (T) => Long, maxLiveWindows: Int = BatchDoFn.DEFAULT_MAX_LIVE_WINDOWS): SCollectionWithSideInput[Iterable[T]]

    SCollection.batchWeighted that retains SideInput.

  8. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  9. implicit def coder: Coder[T]
    Definition Classes
    PCollectionWrapper
  10. def collect[U](f: PartialFunction[(T, SideInputContext[T]), U])(implicit arg0: Coder[U]): SCollectionWithSideInput[U]

    SCollection.collect with an additional SideInputContext argument.

  11. def collectWithResource[R, U](resource: => R, resourceType: ResourceType)(pfn: PartialFunction[(R, T, SideInputContext[T]), U])(implicit arg0: Coder[U]): SCollectionWithSideInput[U]

    collect with additional resource arguments.

  12. val context: ScioContext

    The ScioContext associated with this PCollection.

    The ScioContext associated with this PCollection.

    Definition Classes
    SCollectionWithSideInput → PCollectionWrapper
  13. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  14. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  15. def filter(f: (T, SideInputContext[T]) => Boolean): SCollectionWithSideInput[T]

    SCollection.filter with an additional SideInputContext argument.

  16. def filterWithResource[R](resource: => R, resourceType: ResourceType)(f: (R, T, SideInputContext[T]) => Boolean): SCollectionWithSideInput[T]

    filter with additional resource arguments.

  17. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  18. def flatMap[U](f: (T, SideInputContext[T]) => TraversableOnce[U])(implicit arg0: Coder[U]): SCollectionWithSideInput[U]

    SCollection.flatMap with an additional SideInputContext argument.

  19. def flatMapWithResource[R, U](resource: => R, resourceType: ResourceType)(f: (R, T, SideInputContext[T]) => TraversableOnce[U])(implicit arg0: Coder[U]): SCollectionWithSideInput[U]

    flatMap with additional resource arguments.

  20. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  21. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  22. val internal: PCollection[T]

    The PCollection being wrapped internally.

    The PCollection being wrapped internally.

    Definition Classes
    SCollectionWithSideInput → PCollectionWrapper
  23. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  24. def keyBy[K](f: (T, SideInputContext[T]) => K)(implicit arg0: Coder[K]): SCollectionWithSideInput[(K, T)]

    SCollection.keyBy with an additional SideInputContext argument.

  25. def map[U](f: (T, SideInputContext[T]) => U)(implicit arg0: Coder[U]): SCollectionWithSideInput[U]

    SCollection.map with an additional SideInputContext argument.

  26. def mapWithResource[R, U](resource: => R, resourceType: ResourceType)(fn: (R, T, SideInputContext[T]) => U)(implicit arg0: Coder[U]): SCollectionWithSideInput[U]

    map with additional resource arguments.

  27. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  28. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  29. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  30. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  31. def toSCollection: SCollection[T]

    Convert back to a basic SCollection.

  32. def toString(): String
    Definition Classes
    AnyRef → Any
  33. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  34. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  35. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  36. def withName(name: String): SCollectionWithSideInput.this.type

    Set a custom name for the next transform to be applied.

    Set a custom name for the next transform to be applied.

    Definition Classes
    SCollectionWithSideInput → TransformNameable

Inherited from PCollectionWrapper[T]

Inherited from TransformNameable

Inherited from AnyRef

Inherited from Any

Ungrouped