object ParquetRead
- Source
- ParquetRead.scala
- Alphabetic
- By Inheritance
- ParquetRead
- AnyRef
- Any
- Hide All
- Show All
- Public
- Protected
Value Members
- final def !=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def ##: Int
- Definition Classes
- AnyRef → Any
- final def ==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def asInstanceOf[T0]: T0
- Definition Classes
- Any
- def clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.CloneNotSupportedException]) @HotSpotIntrinsicCandidate() @native()
- final def eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def equals(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef → Any
- final def getClass(): Class[_ <: AnyRef]
- Definition Classes
- AnyRef → Any
- Annotations
- @HotSpotIntrinsicCandidate() @native()
- def hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @HotSpotIntrinsicCandidate() @native()
- final def isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- final def ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- final def notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @HotSpotIntrinsicCandidate() @native()
- final def notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @HotSpotIntrinsicCandidate() @native()
- def read[T, R](readSupportFactory: ReadSupportFactory[T], conf: SerializableConfiguration, filePattern: String, projectionFn: SerializableFunction[T, R]): PTransform[PBegin, PCollection[R]]
- def readAvro[T <: SpecificRecord, R](projection: Schema, projectionFn: (T) => R, predicate: FilterPredicate, conf: Configuration)(implicit arg0: ClassTag[T]): PTransform[PCollection[ReadableFile], PCollection[R]]
A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T
A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T
- projection
an Schema used for Projection, made up of a subset of fields from the full Avro type
T- projectionFn
a function mapping T => R
- predicate
a Parquet FilterPredicate predicate
- conf
a Parquet Configuration
- def readAvro[T <: SpecificRecord, R](projection: Schema, projectionFn: (T) => R, conf: Configuration)(implicit arg0: ClassTag[T]): PTransform[PCollection[ReadableFile], PCollection[R]]
A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T
A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T
- projection
an Schema used for Projection, made up of a subset of fields from the full Avro type
T- projectionFn
a function mapping T => R
- conf
a Parquet Configuration
- def readAvro[T <: SpecificRecord, R](projection: Schema, projectionFn: (T) => R, predicate: FilterPredicate)(implicit arg0: ClassTag[T]): PTransform[PCollection[ReadableFile], PCollection[R]]
A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T
A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T
- projection
an Schema used for Projection, made up of a subset of fields from the full Avro type
T- projectionFn
a function mapping T => R
- predicate
a Parquet FilterPredicate predicate
- def readAvro[T <: SpecificRecord, R](projection: Schema, projectionFn: (T) => R)(implicit arg0: ClassTag[T]): PTransform[PCollection[ReadableFile], PCollection[R]]
A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T
A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T
- projection
an Schema used for Projection, made up of a subset of fields from the full Avro type
T- projectionFn
a function mapping T => R
- def readAvro[T <: SpecificRecord](projection: Schema = null, predicate: FilterPredicate = null, conf: Configuration = null)(implicit arg0: ClassTag[T]): PTransform[PCollection[ReadableFile], PCollection[T]]
A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords
A ReadFiles implementation that reads Parquet file(s) into Avro SpecificRecords
- projection
an optional Schema used for Projection, made up of a subset of fields from the full Avro type
T. If left unspecified, all fields from the generated classTwill be read. Note that all fields excluded from the projection MUST be nullable in the Avro schema; if they are non-nullable, the resulting PTransform will fail serialization. You can solve this by adding aprojectionFnparam mapping typeTto a serializable typeR(i.e., a Scala case class): see projectionFn, predicate, conf)- predicate
a Parquet FilterPredicate predicate, if desired
- conf
a Parquet Configuration, if desired
- def readAvroGenericRecordFiles[T](schema: Schema, projectionFn: (GenericRecord) => T, predicate: FilterPredicate, conf: Configuration): PTransform[PCollection[ReadableFile], PCollection[T]]
A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T
A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T
- schema
The Avro Schema to use for Parquet reads; can be a projection of the full file schema
- projectionFn
a function mapping GenericRecord => T
- predicate
a Parquet FilterPredicate predicate
- conf
a Parquet Configuration
- def readAvroGenericRecordFiles[T](schema: Schema, projectionFn: (GenericRecord) => T, conf: Configuration): PTransform[PCollection[ReadableFile], PCollection[T]]
A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T
A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T
- schema
The Avro Schema to use for Parquet reads; can be a projection of the full file schema
- projectionFn
a function mapping GenericRecord => T
- conf
a Parquet Configuration
- def readAvroGenericRecordFiles[T](schema: Schema, projectionFn: (GenericRecord) => T, predicate: FilterPredicate): PTransform[PCollection[ReadableFile], PCollection[T]]
A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T
A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T
- schema
The Avro Schema to use for Parquet reads; can be a projection of the full file schema
- projectionFn
a function mapping GenericRecord => T
- predicate
a Parquet FilterPredicate predicate
- def readAvroGenericRecordFiles[T](schema: Schema, projectionFn: (GenericRecord) => T): PTransform[PCollection[ReadableFile], PCollection[T]]
A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T
A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema, then applies a mapping function to convert the Avro records into type T
- schema
The Avro Schema to use for Parquet reads; can be a projection of the full file schema
- projectionFn
a function mapping GenericRecord => T
- def readAvroGenericRecordFiles(schema: Schema, predicate: FilterPredicate = null, conf: Configuration = null): PTransform[PCollection[ReadableFile], PCollection[GenericRecord]]
A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema
A ReadFiles implementation that reads Parquet file(s) into Avro GenericRecords using the supplied schema
- schema
The Avro Schema to use for Parquet reads; can be a projection of the full file schema
- predicate
a Parquet FilterPredicate predicate, if desired
- conf
a Parquet Configuration, if desired
- def readFiles[T, R](readSupportFactory: ReadSupportFactory[T], conf: SerializableConfiguration, projectionFn: SerializableFunction[T, R]): PTransform[PCollection[ReadableFile], PCollection[R]]
- def readTyped[T, R](projectionFn: (T) => R, predicate: FilterPredicate, conf: Configuration)(implicit arg0: ParquetType[T]): PTransform[PCollection[ReadableFile], PCollection[R]]
A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type R, where R is mapped from type T
A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type R, where R is mapped from type T
- projectionFn
a function mapping T => R
- predicate
a Parquet FilterApi predicate
- conf
a Parquet Configuration
- def readTyped[T, R](projectionFn: (T) => R, conf: Configuration)(implicit arg0: ParquetType[T]): PTransform[PCollection[ReadableFile], PCollection[R]]
A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type R, where R is mapped from type T
A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type R, where R is mapped from type T
- projectionFn
a function mapping T => R
- conf
a Parquet Configuration
- def readTyped[T, R](projectionFn: (T) => R, predicate: FilterPredicate)(implicit arg0: ParquetType[T]): PTransform[PCollection[ReadableFile], PCollection[R]]
A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type R, where R is mapped from type T
A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type R, where R is mapped from type T
- projectionFn
a function mapping T => R
- predicate
a Parquet FilterApi predicate
- def readTyped[T, R](projectionFn: (T) => R)(implicit arg0: ParquetType[T]): PTransform[PCollection[ReadableFile], PCollection[R]]
A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type R, where R is mapped from type T
A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type R, where R is mapped from type T
- projectionFn
a function mapping T => R
- def readTyped[T](predicate: FilterPredicate = null, conf: Configuration = null)(implicit arg0: ParquetType[T]): PTransform[PCollection[ReadableFile], PCollection[T]]
A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type T
A ReadFiles implementation that reads Parquet file(s) into Scala case classes of type T
- predicate
a Parquet FilterPredicate predicate, if desired
- conf
a Parquet Configuration, if desired
- final def synchronized[T0](arg0: => T0): T0
- Definition Classes
- AnyRef
- def toString(): String
- Definition Classes
- AnyRef → Any
- final def wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException]) @native()
- final def wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])