Package com.here.platform.data.client.spark.datasources.raw

Class RawScanBuilder

java.lang.Object

org.apache.spark.sql.execution.datasources.v2.FileScanBuilder

com.here.platform.data.client.spark.datasources.raw.RawScanBuilder

All Implemented Interfaces:

Serializable, org.apache.spark.sql.connector.read.ScanBuilder, org.apache.spark.sql.connector.read.SupportsPushDownRequiredColumns, org.apache.spark.sql.internal.connector.SupportsPushDownCatalystFilters, scala.Equals, scala.Product

public class RawScanBuilder
extends org.apache.spark.sql.execution.datasources.v2.FileScanBuilder
implements scala.Product, Serializable

See Also:

• Serialized Form

Constructor Summary

Constructors

Constructor	Description
RawScanBuilder(org.apache.spark.sql.SparkSession sparkSession, org.apache.spark.sql.execution.datasources.PartitioningAwareFileIndex fileIndex, org.apache.spark.sql.types.StructType schema, org.apache.spark.sql.types.StructType dataSchema, org.apache.spark.sql.util.CaseInsensitiveStringMap options)

Method Summary

Modifier and Type	Method	Description
abstract static R	apply(T1 v1, T2 v2, T3 v3, T4 v4, T5 v5)
org.apache.spark.sql.connector.read.Scan	build()
org.apache.spark.sql.types.StructType	dataSchema()
org.apache.spark.sql.execution.datasources.PartitioningAwareFileIndex	fileIndex()
org.apache.spark.sql.util.CaseInsensitiveStringMap	options()
org.apache.spark.sql.types.StructType	schema()
org.apache.spark.sql.SparkSession	sparkSession()
static String	toString()

Methods inherited from class org.apache.spark.sql.execution.datasources.v2.FileScanBuilder

dataFilters, dataFilters_$eq, partitionFilters, partitionFilters_$eq, partitionNameSet, pruneColumns, pushDataFilters, pushedDataFilters, pushedDataFilters_$eq, pushedFilters, pushFilters, readDataSchema, readPartitionSchema, requiredSchema, requiredSchema_$eq, supportsNestedSchemaPruning

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface scala.Equals

canEqual, equals

Methods inherited from interface scala.Product

productArity, productElement, productElementName, productElementNames, productIterator, productPrefix

Constructor Details

RawScanBuilder

public RawScanBuilder(org.apache.spark.sql.SparkSession sparkSession,
 org.apache.spark.sql.execution.datasources.PartitioningAwareFileIndex fileIndex,
 org.apache.spark.sql.types.StructType schema,
 org.apache.spark.sql.types.StructType dataSchema,
 org.apache.spark.sql.util.CaseInsensitiveStringMap options)

Method Details

apply

public abstract static R apply(T1 v1,
 T2 v2,
 T3 v3,
 T4 v4,
 T5 v5)

toString

public static String toString()

sparkSession

public org.apache.spark.sql.SparkSession sparkSession()

fileIndex

public org.apache.spark.sql.execution.datasources.PartitioningAwareFileIndex fileIndex()

schema

public org.apache.spark.sql.types.StructType schema()

dataSchema

public org.apache.spark.sql.types.StructType dataSchema()

options

public org.apache.spark.sql.util.CaseInsensitiveStringMap options()

build

public org.apache.spark.sql.connector.read.Scan build()

Specified by:

build in interface org.apache.spark.sql.connector.read.ScanBuilder