Packages

case class ShapefileTable(name: String, sparkSession: SparkSession, options: CaseInsensitiveStringMap, paths: Seq[String], userSpecifiedSchema: Option[StructType], fallbackFileFormat: Class[_ <: FileFormat]) extends FileTable with SupportsMetadataColumns with Product with Serializable

A Spark DataSource V2 table implementation for reading Shapefiles.

Extends FileTable to leverage Spark's file-based scan infrastructure and implements SupportsMetadataColumns to expose hidden metadata columns (e.g., _metadata) that provide file-level information such as path, name, size, and modification time. These metadata columns are not part of the user-visible schema but can be explicitly selected in queries.

Linear Supertypes
Serializable, Serializable, Product, Equals, SupportsMetadataColumns, FileTable, SupportsWrite, SupportsRead, Table, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ShapefileTable
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. SupportsMetadataColumns
  7. FileTable
  8. SupportsWrite
  9. SupportsRead
  10. Table
  11. AnyRef
  12. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new ShapefileTable(name: String, sparkSession: SparkSession, options: CaseInsensitiveStringMap, paths: Seq[String], userSpecifiedSchema: Option[StructType], fallbackFileFormat: Class[_ <: FileFormat])

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def canRenameConflictingMetadataColumns(): Boolean
    Definition Classes
    SupportsMetadataColumns
  6. def capabilities(): Set[TableCapability]
    Definition Classes
    ShapefileTable → FileTable → Table
  7. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native() @HotSpotIntrinsicCandidate()
  8. def columns(): Array[Column]
    Definition Classes
    Table
  9. lazy val dataSchema: StructType
    Definition Classes
    FileTable
  10. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  11. val fallbackFileFormat: Class[_ <: FileFormat]
    Definition Classes
    ShapefileTable → FileTable
  12. lazy val fileIndex: PartitioningAwareFileIndex
    Definition Classes
    ShapefileTable → FileTable
  13. def formatName: String
    Definition Classes
    ShapefileTable → FileTable
  14. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  15. def inferSchema(files: Seq[FileStatus]): Option[StructType]
    Definition Classes
    ShapefileTable → FileTable
  16. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  17. def metadataColumns(): Array[MetadataColumn]

    Returns the metadata columns that this table exposes as hidden columns.

    Returns the metadata columns that this table exposes as hidden columns.

    Definition Classes
    ShapefileTable → SupportsMetadataColumns
  18. val name: String
    Definition Classes
    ShapefileTable → Table
  19. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  20. def newScanBuilder(options: CaseInsensitiveStringMap): ScanBuilder
    Definition Classes
    ShapefileTable → SupportsRead
  21. def newWriteBuilder(info: LogicalWriteInfo): WriteBuilder
    Definition Classes
    ShapefileTable → SupportsWrite
  22. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  23. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  24. val options: CaseInsensitiveStringMap
  25. def partitioning(): Array[Transform]
    Definition Classes
    FileTable → Table
  26. val paths: Seq[String]
  27. def properties(): Map[String, String]
    Definition Classes
    FileTable → Table
  28. lazy val schema: StructType
    Definition Classes
    FileTable → Table
  29. val sparkSession: SparkSession
  30. def supportsDataType(dataType: DataType): Boolean
    Definition Classes
    FileTable
  31. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  32. val userSpecifiedSchema: Option[StructType]
  33. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  34. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  35. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] ) @Deprecated
    Deprecated

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from SupportsMetadataColumns

Inherited from FileTable

Inherited from SupportsWrite

Inherited from SupportsRead

Inherited from Table

Inherited from AnyRef

Inherited from Any

Ungrouped