final class DynamicParquetAvroSCollectionOps[T] extends AnyVal
- Source
- SCollectionSyntax.scala
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- DynamicParquetAvroSCollectionOps
- AnyVal
- Any
- Hide All
- Show All
Visibility
- Public
- Protected
Instance Constructors
- new DynamicParquetAvroSCollectionOps(self: SCollection[T])
Value Members
- final def !=(arg0: Any): Boolean
- Definition Classes
- Any
- final def ##: Int
- Definition Classes
- Any
- final def ==(arg0: Any): Boolean
- Definition Classes
- Any
- final def asInstanceOf[T0]: T0
- Definition Classes
- Any
- def getClass(): Class[_ <: AnyVal]
- Definition Classes
- AnyVal → Any
- final def isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- def saveAsDynamicParquetAvroFile(path: String, schema: Schema = ParquetAvroIO.WriteParam.DefaultSchema, numShards: Int = ParquetAvroIO.WriteParam.DefaultNumShards, suffix: String = ParquetAvroIO.WriteParam.DefaultSuffix, compression: CompressionCodecName = ParquetAvroIO.WriteParam.DefaultCompression, conf: Configuration = ParquetAvroIO.WriteParam.DefaultConfiguration, tempDirectory: String = ParquetAvroIO.WriteParam.DefaultTempDirectory, prefix: String = ParquetAvroIO.WriteParam.DefaultPrefix)(destinationFn: (T) => String)(implicit ct: ClassTag[T]): ClosedTap[Nothing]
Save this SCollection of Avro records as a Parquet files written to dynamic destinations.
- def toString(): String
- Definition Classes
- Any