c

com.spotify.scio.values

SCollectionWithHotKeyFanout

class SCollectionWithHotKeyFanout[K, V] extends TransformNameable

An enhanced SCollection that uses an intermediate node to combine "hot" keys partially before performing the full combine.

Source
SCollectionWithHotKeyFanout.scala
Linear Supertypes
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SCollectionWithHotKeyFanout
  2. TransformNameable
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def aggregateByKey[A, U](aggregator: MonoidAggregator[V, A, U])(implicit arg0: Coder[A], arg1: Coder[U]): SCollection[(K, U)]

    PairSCollectionFunctions.aggregateByKey with hot key fanout.

  5. def aggregateByKey[A, U](aggregator: Aggregator[V, A, U])(implicit arg0: Coder[A], arg1: Coder[U]): SCollection[(K, U)]

    PairSCollectionFunctions.aggregateByKey with hot key fanout.

  6. def aggregateByKey[U](zeroValue: U)(seqOp: (U, V) => U, combOp: (U, U) => U)(implicit arg0: Coder[U]): SCollection[(K, U)]

    PairSCollectionFunctions.aggregateByKey with hot key fanout.

  7. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  8. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  9. def combineByKey[C](createCombiner: (V) => C)(mergeValue: (C, V) => C)(mergeCombiners: (C, C) => C)(implicit arg0: Coder[C]): SCollection[(K, C)]

    PairSCollectionFunctions.combineByKey with hot key fanout.

  10. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  11. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  12. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  13. def foldByKey(implicit mon: Monoid[V]): SCollection[(K, V)]

    PairSCollectionFunctions.foldByKey with hot key fanout.

  14. def foldByKey(zeroValue: V)(op: (V, V) => V): SCollection[(K, V)]

    PairSCollectionFunctions.foldByKey with hot key fanout.

  15. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  16. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  17. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  18. def latestByKey: SCollection[(K, V)]

    SCollection.latest with hot key fan out.

  19. def maxByKey(implicit ord: Ordering[V]): SCollection[(K, V)]

    SCollection.max with hot key fan out.

  20. def meanByKey(implicit ev: Numeric[V]): SCollection[(K, Double)]

    SCollection.mean with hot key fan out.

  21. def minByKey(implicit ord: Ordering[V]): SCollection[(K, V)]

    SCollection.min with hot key fan out.

  22. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  23. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  24. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  25. def reduceByKey(op: (V, V) => V): SCollection[(K, V)]

    PairSCollectionFunctions.reduceByKey with hot key fanout.

  26. def sumByKey(implicit sg: Semigroup[V]): SCollection[(K, V)]

    PairSCollectionFunctions.sumByKey with hot key fanout.

  27. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  28. def toString(): String
    Definition Classes
    AnyRef → Any
  29. def topByKey(num: Int)(implicit ord: Ordering[V]): SCollection[(K, Iterable[V])]

    PairSCollectionFunctions.topByKey with hot key fanout.

  30. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  31. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  32. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  33. def withName(name: String): SCollectionWithHotKeyFanout.this.type

    Set a custom name for the next transform to be applied.

    Set a custom name for the next transform to be applied.

    Definition Classes
    SCollectionWithHotKeyFanoutTransformNameable

Inherited from TransformNameable

Inherited from AnyRef

Inherited from Any

Ungrouped