Packages

package avro

Type Members

  1. class AvroDataSourceV2 extends FileDataSourceV2
  2. case class AvroPartitionReaderFactory(sqlConf: SQLConf, broadcastedConf: Broadcast[SerializableConfiguration], dataSchema: StructType, readDataSchema: StructType, partitionSchema: StructType, options: AvroOptions, filters: Seq[Filter]) extends FilePartitionReaderFactory with Logging with Product with Serializable

    A factory used to create AVRO readers.

    A factory used to create AVRO readers.

    sqlConf

    SQL configuration.

    broadcastedConf

    Broadcast serializable Hadoop Configuration.

    dataSchema

    Schema of AVRO files.

    readDataSchema

    Required data schema of AVRO files.

    partitionSchema

    Schema of partitions.

    options

    Options for parsing AVRO files.

  3. case class AvroScan(sparkSession: SparkSession, fileIndex: PartitioningAwareFileIndex, dataSchema: StructType, readDataSchema: StructType, readPartitionSchema: StructType, options: CaseInsensitiveStringMap, pushedFilters: Array[Filter], partitionFilters: Seq[Expression] = Seq.empty, dataFilters: Seq[Expression] = Seq.empty) extends FileScan with Product with Serializable
  4. case class AvroScanBuilder(sparkSession: SparkSession, fileIndex: PartitioningAwareFileIndex, schema: StructType, dataSchema: StructType, options: CaseInsensitiveStringMap) extends FileScanBuilder with Product with Serializable
  5. case class AvroTable(name: String, sparkSession: SparkSession, options: CaseInsensitiveStringMap, paths: Seq[String], userSpecifiedSchema: Option[StructType], fallbackFileFormat: Class[_ <: FileFormat]) extends FileTable with Product with Serializable
  6. case class AvroWrite(paths: Seq[String], formatName: String, supportsDataType: (DataType) ⇒ Boolean, info: LogicalWriteInfo) extends FileWrite with Product with Serializable

Ungrouped