Package com.here.platform.data.client.spark.datasources.raw

Class RawTable

java.lang.Object
org.apache.spark.sql.execution.datasources.v2.FileTable
com.here.platform.data.client.spark.datasources.raw.RawTable
All Implemented Interfaces:
Serializable, org.apache.spark.sql.connector.catalog.SupportsRead, org.apache.spark.sql.connector.catalog.SupportsWrite, org.apache.spark.sql.connector.catalog.Table, scala.Equals, scala.Product
public class RawTable extends org.apache.spark.sql.execution.datasources.v2.FileTable implements scala.Product, Serializable
See Also:

  • Constructor Summary

    Constructors
    Constructor
    Description
    RawTable(String name, org.apache.spark.sql.SparkSession sparkSession, org.apache.spark.sql.util.CaseInsensitiveStringMap options, scala.collection.immutable.Seq<String> paths, scala.Option<org.apache.spark.sql.types.StructType> userSpecifiedSchema, Class<? extends org.apache.spark.sql.execution.datasources.FileFormat> fallbackFileFormat)
     

  • Method Summary

    Modifier and Type
    Method
    Description
    abstract static R
    apply(T1 v1, T2 v2, T3 v3, T4 v4, T5 v5, T6 v6)
     
    Class<? extends org.apache.spark.sql.execution.datasources.FileFormat>
    fallbackFileFormat()
     
    String
    formatName()
     
    scala.Option<org.apache.spark.sql.types.StructType>
    inferSchema(scala.collection.immutable.Seq<org.apache.hadoop.fs.FileStatus> files)
     
    String
    name()
     
    org.apache.spark.sql.connector.read.ScanBuilder
    newScanBuilder(org.apache.spark.sql.util.CaseInsensitiveStringMap options)
     
    org.apache.spark.sql.connector.write.WriteBuilder
    newWriteBuilder(org.apache.spark.sql.connector.write.LogicalWriteInfo info)
     
    org.apache.spark.sql.util.CaseInsensitiveStringMap
    options()
     
    scala.collection.immutable.Seq<String>
    paths()
     
    org.apache.spark.sql.SparkSession
    sparkSession()
     
    boolean
    supportsDataType(org.apache.spark.sql.types.DataType dataType)
     
    static String
    toString()
     
    scala.Option<org.apache.spark.sql.types.StructType>
    userSpecifiedSchema()
     

    Methods inherited from class org.apache.spark.sql.execution.datasources.v2.FileTable

    capabilities, columns, dataSchema, fileIndex, mergedOptions, mergedWriteInfo, partitioning, properties, schema

    Methods inherited from class java.lang.Object

    equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

    Methods inherited from interface scala.Equals

    canEqual, equals

    Methods inherited from interface scala.Product

    productArity, productElement, productElementName, productElementNames, productIterator, productPrefix

  • Constructor Details

    • RawTable

      public RawTable(String name, org.apache.spark.sql.SparkSession sparkSession, org.apache.spark.sql.util.CaseInsensitiveStringMap options, scala.collection.immutable.Seq<String> paths, scala.Option<org.apache.spark.sql.types.StructType> userSpecifiedSchema, Class<? extends org.apache.spark.sql.execution.datasources.FileFormat> fallbackFileFormat)

  • Method Details

    • apply

      public abstract static R apply(T1 v1, T2 v2, T3 v3, T4 v4, T5 v5, T6 v6)

    • toString

      public static String toString()

    • name

      public String name()
      Specified by:
      name in interface org.apache.spark.sql.connector.catalog.Table

    • sparkSession

      public org.apache.spark.sql.SparkSession sparkSession()

    • options

      public org.apache.spark.sql.util.CaseInsensitiveStringMap options()

    • paths

      public scala.collection.immutable.Seq<String> paths()

    • userSpecifiedSchema

      public scala.Option<org.apache.spark.sql.types.StructType> userSpecifiedSchema()

    • fallbackFileFormat

      public Class<? extends org.apache.spark.sql.execution.datasources.FileFormat> fallbackFileFormat()
      Specified by:
      fallbackFileFormat in class org.apache.spark.sql.execution.datasources.v2.FileTable

    • newScanBuilder

      public org.apache.spark.sql.connector.read.ScanBuilder newScanBuilder(org.apache.spark.sql.util.CaseInsensitiveStringMap options)
      Specified by:
      newScanBuilder in interface org.apache.spark.sql.connector.catalog.SupportsRead

    • inferSchema

      public scala.Option<org.apache.spark.sql.types.StructType> inferSchema(scala.collection.immutable.Seq<org.apache.hadoop.fs.FileStatus> files)
      Specified by:
      inferSchema in class org.apache.spark.sql.execution.datasources.v2.FileTable

    • newWriteBuilder

      public org.apache.spark.sql.connector.write.WriteBuilder newWriteBuilder(org.apache.spark.sql.connector.write.LogicalWriteInfo info)
      Specified by:
      newWriteBuilder in interface org.apache.spark.sql.connector.catalog.SupportsWrite

    • supportsDataType

      public boolean supportsDataType(org.apache.spark.sql.types.DataType dataType)
      Overrides:
      supportsDataType in class org.apache.spark.sql.execution.datasources.v2.FileTable

    • formatName

      public String formatName()
      Specified by:
      formatName in class org.apache.spark.sql.execution.datasources.v2.FileTable