parquet

Type Members

class DateConverter extends PrimitiveConverter
class DecimalConverter extends PrimitiveConverter
class DecimalWriter extends ParquetValueWriter
class DefaultPrimitiveConverter extends PrimitiveConverter with Logging
class ParquetPart extends Part with Logging with Using
case class ParquetReaderConfig(parallelism: Int) extends Product with Serializable
case class ParquetSink(path: Path, metadata: Map[String, String] = Map.empty)(implicit fs: FileSystem) extends Sink with Logging with Product with Serializable
case class ParquetSource(pattern: FilePattern, predicate: Option[Predicate] = None, projection: Seq[String] = Nil)(implicit fs: FileSystem, conf: Configuration) extends Source with Logging with Using with Product with Serializable
trait ParquetValueWriter extends AnyRef
case class ParquetWriterConfig(blockSize: Int, pageSize: Int, compressionCodec: CompressionCodecName, enableDictionary: Boolean, validating: Boolean) extends Product with Serializable
trait Predicate extends AnyRef
class RowGroupConverter extends GroupConverter with Logging
class RowReadSupport extends ReadSupport[Row] with Logging
class RowRecordMaterializer extends RecordMaterializer[Row] with Logging
class RowWriteSupport extends WriteSupport[Row] with Logging
class RowWriter extends AnyRef
case class Statistics(count: Long, compressedSize: Long, uncompressedSize: Long) extends Product with Serializable
class StringConverter extends PrimitiveConverter with Logging
class StructWriter extends ParquetValueWriter with Logging
class TimestampConverter extends PrimitiveConverter

Value Members

object BigIntParquetValueWriter extends ParquetValueWriter
object BinaryParquetWriter extends ParquetValueWriter
object BooleanParquetValueWriter extends ParquetValueWriter
object DateParquetValueWriter extends ParquetValueWriter
object DoubleParquetValueWriter extends ParquetValueWriter
object FloatParquetValueWriter extends ParquetValueWriter
object IntParquetValueWriter extends ParquetValueWriter
object LongParquetValueWriter extends ParquetValueWriter
object ParquetReaderConfig extends Logging with Serializable
object ParquetReaderFn extends Logging

Helper function to create a parquet reader, using the apache parquet library.
Helper function to create a parquet reader, using the apache parquet library. The reader supports optional predicate (for row filtering) and a projection schema (for column filtering).
object ParquetSchemaFns

See parquet formats at https://github.com/Parquet/parquet-format/blob/master/LogicalTypes.md
object ParquetSource extends Serializable
object ParquetValueWriter
object ParquetWriterConfig extends Logging with Serializable
object ParquetWriterFn

Helper function for create a native ParquetWriter using the apache parquet library.
Helper function for create a native ParquetWriter using the apache parquet library. Uses config keys to support compression codec, page size, and block size.
object Predicate
object ShortParquetWriter extends ParquetValueWriter
object Statistics extends Serializable
object StringParquetValueWriter extends ParquetValueWriter
object TimeParquetValueWriter extends ParquetValueWriter
object TimestampParquetValueWriter extends ParquetValueWriter
package avro
package util

package parquet

Type Members

class DateConverter extends PrimitiveConverter

class DecimalConverter extends PrimitiveConverter

class DecimalWriter extends ParquetValueWriter

class DefaultPrimitiveConverter extends PrimitiveConverter with Logging

class ParquetPart extends Part with Logging with Using

case class ParquetReaderConfig(parallelism: Int) extends Product with Serializable

case class ParquetSink(path: Path, metadata: Map[String, String] = Map.empty)(implicit fs: FileSystem) extends Sink with Logging with Product with Serializable

case class ParquetSource(pattern: FilePattern, predicate: Option[Predicate] = None, projection: Seq[String] = Nil)(implicit fs: FileSystem, conf: Configuration) extends Source with Logging with Using with Product with Serializable

trait ParquetValueWriter extends AnyRef

case class ParquetWriterConfig(blockSize: Int, pageSize: Int, compressionCodec: CompressionCodecName, enableDictionary: Boolean, validating: Boolean) extends Product with Serializable

trait Predicate extends AnyRef

class RowGroupConverter extends GroupConverter with Logging

class RowReadSupport extends ReadSupport[Row] with Logging

class RowRecordMaterializer extends RecordMaterializer[Row] with Logging

class RowWriteSupport extends WriteSupport[Row] with Logging

class RowWriter extends AnyRef

case class Statistics(count: Long, compressedSize: Long, uncompressedSize: Long) extends Product with Serializable

class StringConverter extends PrimitiveConverter with Logging

class StructWriter extends ParquetValueWriter with Logging

class TimestampConverter extends PrimitiveConverter

Value Members

object BigIntParquetValueWriter extends ParquetValueWriter

object BinaryParquetWriter extends ParquetValueWriter

object BooleanParquetValueWriter extends ParquetValueWriter

object DateParquetValueWriter extends ParquetValueWriter

object DoubleParquetValueWriter extends ParquetValueWriter

object FloatParquetValueWriter extends ParquetValueWriter

object IntParquetValueWriter extends ParquetValueWriter

object LongParquetValueWriter extends ParquetValueWriter

object ParquetReaderConfig extends Logging with Serializable

object ParquetReaderFn extends Logging

object ParquetSchemaFns

object ParquetSource extends Serializable

object ParquetValueWriter

object ParquetWriterConfig extends Logging with Serializable

object ParquetWriterFn

object Predicate

object ShortParquetWriter extends ParquetValueWriter

object Statistics extends Serializable

object StringParquetValueWriter extends ParquetValueWriter

object TimeParquetValueWriter extends ParquetValueWriter

object TimestampParquetValueWriter extends ParquetValueWriter

package avro

package util

Ungrouped