Value Members

1.  final def !=(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

2.  final def ##: Int

   Definition Classes

   AnyRef → Any

3.  final def ==(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

4.  final def asInstanceOf[T0]: T0

   Definition Classes

   Any

5.  def clone(): AnyRef

   Attributes

   protected[lang]

   Definition Classes

   AnyRef

   Annotations

   @throws(classOf[java.lang.CloneNotSupportedException]) @native()

6.  final def eq(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

7.  def equals(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef → Any

8.  def finalize(): Unit

   Attributes

   protected[lang]

   Definition Classes

   AnyRef

   Annotations

   @throws(classOf[java.lang.Throwable])

9.  final def getClass(): Class[_ <: AnyRef]

   Definition Classes

   AnyRef → Any

   Annotations

   @native()

10.  def hashCode(): Int

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

11.  final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

12.  final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

13.  final def notify(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

14.  final def notifyAll(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

15.  def read[T, R](readSupportFactory: ReadSupportFactory[T], conf: SerializableConfiguration, filePattern: String, projectionFn: SerializableFunction[T, R]): PTransform[PBegin, PCollection[R]]
16.  def readAvro[T <: SpecificRecord, R](projection: Schema, projectionFn: (T) => R, predicate: FilterPredicate, conf: Configuration)(implicit arg0: ClassTag[T]): PTransform[PCollection[ReadableFile], PCollection[R]]

    A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T

    A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T

    projection

    an Schema used for Projection, made up of a subset of fields from the full Avro type T

    projectionFn

    a function mapping T => R

    predicate

    a Parquet FilterPredicate predicate

    conf

    a Parquet Configuration

17.  def readAvro[T <: SpecificRecord, R](projection: Schema, projectionFn: (T) => R, conf: Configuration)(implicit arg0: ClassTag[T]): PTransform[PCollection[ReadableFile], PCollection[R]]

    A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T

    A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T

    projection

    an Schema used for Projection, made up of a subset of fields from the full Avro type T

    projectionFn

    a function mapping T => R

    conf

    a Parquet Configuration

18.  def readAvro[T <: SpecificRecord, R](projection: Schema, projectionFn: (T) => R, predicate: FilterPredicate)(implicit arg0: ClassTag[T]): PTransform[PCollection[ReadableFile], PCollection[R]]

    A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T

    A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T

    projection

    an Schema used for Projection, made up of a subset of fields from the full Avro type T

    projectionFn

    a function mapping T => R

    predicate

    a Parquet FilterPredicate predicate

19.  def readAvro[T <: SpecificRecord, R](projection: Schema, projectionFn: (T) => R)(implicit arg0: ClassTag[T]): PTransform[PCollection[ReadableFile], PCollection[R]]

    A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T

    A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T

    projection

    an Schema used for Projection, made up of a subset of fields from the full Avro type T

    projectionFn

    a function mapping T => R

20.  def readAvro[T <: SpecificRecord](projection: Schema = null, predicate: FilterPredicate = null, conf: Configuration = null)(implicit arg0: ClassTag[T]): PTransform[PCollection[ReadableFile], PCollection[T]]

    A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords

    A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords

    projection

    an optional Schema used for Projection, made up of a subset of fields from the full Avro type T. If left unspecified, all fields from the generated class T will be read. Note that all fields excluded from the projection MUST be nullable in the Avro schema; if they are non-nullable, the resulting PTransform will fail serialization. You can solve this by adding a projectionFn param mapping type T to a serializable type R (i.e., a Scala case class): see projectionFn, predicate, conf)

    predicate

    a Parquet FilterPredicate predicate, if desired

    conf

    a Parquet Configuration, if desired

21.  def readAvroGenericRecordFiles[T](schema: Schema, projectionFn: (GenericRecord) => T, predicate: FilterPredicate, conf: Configuration): PTransform[PCollection[ReadableFile], PCollection[T]]

    A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T

    A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T

    schema

    The Avro Schema to use for Parquet reads; can be a projection of the full file schema

    projectionFn

    a function mapping GenericRecord => T

    predicate

    a Parquet FilterPredicate predicate

    conf

    a Parquet Configuration

22.  def readAvroGenericRecordFiles[T](schema: Schema, projectionFn: (GenericRecord) => T, conf: Configuration): PTransform[PCollection[ReadableFile], PCollection[T]]

    A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T

    A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T

    schema

    The Avro Schema to use for Parquet reads; can be a projection of the full file schema

    projectionFn

    a function mapping GenericRecord => T

    conf

    a Parquet Configuration

23.  def readAvroGenericRecordFiles[T](schema: Schema, projectionFn: (GenericRecord) => T, predicate: FilterPredicate): PTransform[PCollection[ReadableFile], PCollection[T]]

    A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T

    A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T

    schema

    The Avro Schema to use for Parquet reads; can be a projection of the full file schema

    projectionFn

    a function mapping GenericRecord => T

    predicate

    a Parquet FilterPredicate predicate

24.  def readAvroGenericRecordFiles[T](schema: Schema, projectionFn: (GenericRecord) => T): PTransform[PCollection[ReadableFile], PCollection[T]]

    A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T

    A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T

    schema

    The Avro Schema to use for Parquet reads; can be a projection of the full file schema

    projectionFn

    a function mapping GenericRecord => T

25.  def readAvroGenericRecordFiles(schema: Schema, predicate: FilterPredicate = null, conf: Configuration = null): PTransform[PCollection[ReadableFile], PCollection[GenericRecord]]

    A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema

    A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema

    schema

    The Avro Schema to use for Parquet reads; can be a projection of the full file schema

    predicate

    a Parquet FilterPredicate predicate, if desired

    conf

    a Parquet Configuration, if desired

26.  def readFiles[T, R](readSupportFactory: ReadSupportFactory[T], conf: SerializableConfiguration, projectionFn: SerializableFunction[T, R]): PTransform[PCollection[ReadableFile], PCollection[R]]
27.  def readTyped[T, R](projectionFn: (T) => R, predicate: FilterPredicate, conf: Configuration)(implicit arg0: ParquetType[T]): PTransform[PCollection[ReadableFile], PCollection[R]]

    A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type R, where R is mapped from type T

    A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type R, where R is mapped from type T

    projectionFn

    a function mapping T => R

    predicate

    a Parquet FilterApi predicate

    conf

    a Parquet Configuration

28.  def readTyped[T, R](projectionFn: (T) => R, conf: Configuration)(implicit arg0: ParquetType[T]): PTransform[PCollection[ReadableFile], PCollection[R]]

    A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type R, where R is mapped from type T

    A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type R, where R is mapped from type T

    projectionFn

    a function mapping T => R

    conf

    a Parquet Configuration

29.  def readTyped[T, R](projectionFn: (T) => R, predicate: FilterPredicate)(implicit arg0: ParquetType[T]): PTransform[PCollection[ReadableFile], PCollection[R]]

    A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type R, where R is mapped from type T

    A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type R, where R is mapped from type T

    projectionFn

    a function mapping T => R

    predicate

    a Parquet FilterApi predicate

30.  def readTyped[T, R](projectionFn: (T) => R)(implicit arg0: ParquetType[T]): PTransform[PCollection[ReadableFile], PCollection[R]]

    A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type R, where R is mapped from type T

    A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type R, where R is mapped from type T

    projectionFn

    a function mapping T => R

31.  def readTyped[T](predicate: FilterPredicate = null, conf: Configuration = null)(implicit arg0: ParquetType[T]): PTransform[PCollection[ReadableFile], PCollection[T]]

    A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type T

    A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type T

    predicate

    a Parquet FilterPredicate predicate, if desired

    conf

    a Parquet Configuration, if desired

32.  final def synchronized[T0](arg0: => T0): T0

    Definition Classes

    AnyRef

33.  def toString(): String

    Definition Classes

    AnyRef → Any

34.  final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException])

35.  final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException])

36.  final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException]) @native()