Package com.here.platform.data.client.spark.datasources.raw

Class RawPartitionReaderFactory

java.lang.Object

org.apache.spark.sql.execution.datasources.v2.FilePartitionReaderFactory

com.here.platform.data.client.spark.datasources.raw.RawPartitionReaderFactory

All Implemented Interfaces:

Serializable, org.apache.spark.sql.connector.read.PartitionReaderFactory, scala.Equals, scala.Product

public class RawPartitionReaderFactory
extends org.apache.spark.sql.execution.datasources.v2.FilePartitionReaderFactory
implements scala.Product, Serializable

See Also:

• Serialized Form

Constructor Summary

Constructors

Constructor	Description
RawPartitionReaderFactory(org.apache.spark.sql.internal.SQLConf sqlConf, org.apache.spark.broadcast.Broadcast<org.apache.spark.util.SerializableConfiguration> broadcastedConf, org.apache.spark.sql.types.StructType readDataSchema, org.apache.spark.sql.types.StructType partitionSchema, org.apache.spark.sql.catalyst.FileSourceOptions options)

Method Summary

Modifier and Type	Method	Description
abstract static R	apply(T1 v1, T2 v2, T3 v3, T4 v4, T5 v5)
org.apache.spark.broadcast.Broadcast<org.apache.spark.util.SerializableConfiguration>	broadcastedConf()
org.apache.spark.sql.connector.read.PartitionReader<org.apache.spark.sql.catalyst.InternalRow>	buildReader(org.apache.spark.sql.execution.datasources.PartitionedFile partitionedFile)
org.apache.spark.sql.catalyst.FileSourceOptions	options()
org.apache.spark.sql.types.StructType	partitionSchema()
org.apache.spark.sql.types.StructType	readDataSchema()
org.apache.spark.sql.internal.SQLConf	sqlConf()
static String	toString()

Methods inherited from class org.apache.spark.sql.execution.datasources.v2.FilePartitionReaderFactory

buildColumnarReader, createColumnarReader, createReader, supportColumnarReads

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface scala.Equals

canEqual, equals

Methods inherited from interface scala.Product

productArity, productElement, productElementName, productElementNames, productIterator, productPrefix

Constructor Details

RawPartitionReaderFactory

public RawPartitionReaderFactory(org.apache.spark.sql.internal.SQLConf sqlConf,
 org.apache.spark.broadcast.Broadcast<org.apache.spark.util.SerializableConfiguration> broadcastedConf,
 org.apache.spark.sql.types.StructType readDataSchema,
 org.apache.spark.sql.types.StructType partitionSchema,
 org.apache.spark.sql.catalyst.FileSourceOptions options)

Method Details

apply

public abstract static R apply(T1 v1,
 T2 v2,
 T3 v3,
 T4 v4,
 T5 v5)

toString

public static String toString()

sqlConf

public org.apache.spark.sql.internal.SQLConf sqlConf()

broadcastedConf

public org.apache.spark.broadcast.Broadcast<org.apache.spark.util.SerializableConfiguration> broadcastedConf()

readDataSchema

public org.apache.spark.sql.types.StructType readDataSchema()

partitionSchema

public org.apache.spark.sql.types.StructType partitionSchema()

options

public org.apache.spark.sql.catalyst.FileSourceOptions options()

Specified by:

options in class org.apache.spark.sql.execution.datasources.v2.FilePartitionReaderFactory

buildReader

public org.apache.spark.sql.connector.read.PartitionReader<org.apache.spark.sql.catalyst.InternalRow> buildReader(org.apache.spark.sql.execution.datasources.PartitionedFile partitionedFile)

Specified by:

buildReader in class org.apache.spark.sql.execution.datasources.v2.FilePartitionReaderFactory