Value Members

1.  final def !=(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

2.  final def ##(): Int

   Definition Classes

   AnyRef → Any

3.  final def ==(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

4.  final def asInstanceOf[T0]: T0

   Definition Classes

   Any

5.  def buildReader(sparkSession: SparkSession, dataSchema: StructType, partitionSchema: StructType, requiredSchema: StructType, filters: Seq[Filter], options: Map[String, String], hadoopConf: Configuration): (PartitionedFile) ⇒ Iterator[InternalRow]

   code based on org.apache.spark:spark-core JsonFileFormat

   code based on org.apache.spark:spark-core JsonFileFormat

   sparkSession

   sparkSession

   dataSchema

   dataSchema

   partitionSchema

   partitionSchema

   requiredSchema

   requiredSchema

   filters

   filters

   options

   options

   hadoopConf

   hadoopConf

   returns

   PartitionedFile => Iterator[InternalRow]

   Attributes

   protected

   Definition Classes

   DefaultSource → FileFormat

6.  def buildReaderWithPartitionValues(sparkSession: SparkSession, dataSchema: StructType, partitionSchema: StructType, requiredSchema: StructType, filters: Seq[Filter], options: Map[String, String], hadoopConf: Configuration): (PartitionedFile) ⇒ Iterator[InternalRow]

   Definition Classes

   FileFormat

7.  def clone(): AnyRef

   Attributes

   protected[lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... ) @native()

8.  final def eq(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

9.  def equals(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

10.  def finalize(): Unit

    Attributes

    protected[lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

11.  final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

12.  def hashCode(): Int

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

13.  def inferSchema(sparkSession: SparkSession, options: Map[String, String], files: Seq[FileStatus]): Option[StructType]

    Definition Classes

    DefaultSource → FileFormat

14.  final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

15.  def isSplitable(sparkSession: SparkSession, options: Map[String, String], path: Path): Boolean

    Definition Classes

    TextBasedFileFormat → FileFormat

16.  final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

17.  final def notify(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

18.  final def notifyAll(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

19.  def prepareWrite(sparkSession: SparkSession, job: Job, options: Map[String, String], dataSchema: StructType): OutputWriterFactory

    Definition Classes

    DefaultSource → FileFormat

20.  val shortName: String

    Definition Classes

    DefaultSource → DataSourceRegister

21.  def supportBatch(sparkSession: SparkSession, dataSchema: StructType): Boolean

    Definition Classes

    FileFormat

22.  def supportDataType(dataType: DataType): Boolean

    Definition Classes

    FileFormat

23.  def supportFieldName(name: String): Boolean

    Definition Classes

    FileFormat

24.  final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

25.  def toString(): String

    Definition Classes

    AnyRef → Any

26.  def vectorTypes(requiredSchema: StructType, partitionSchema: StructType, sqlConf: SQLConf): Option[Seq[String]]

    Definition Classes

    FileFormat

27.  final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

28.  final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

29.  final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... ) @native()