Package com.here.platform.data.client.spark.datasources.protobuf

Class ProtobufPartitionReaderFactory

java.lang.Object

org.apache.spark.sql.execution.datasources.v2.FilePartitionReaderFactory

com.here.platform.data.client.spark.datasources.protobuf.ProtobufPartitionReaderFactory

All Implemented Interfaces:

Serializable, org.apache.spark.sql.connector.read.PartitionReaderFactory, scala.Equals, scala.Product

public class ProtobufPartitionReaderFactory
extends org.apache.spark.sql.execution.datasources.v2.FilePartitionReaderFactory
implements scala.Product, Serializable

See Also:

• Serialized Form

Constructor Summary

Constructors

Constructor	Description
ProtobufPartitionReaderFactory(org.apache.spark.sql.internal.SQLConf sqlConf, org.apache.spark.broadcast.Broadcast<org.apache.spark.util.SerializableConfiguration> broadcastedConf, org.apache.spark.sql.types.StructType readDataSchema, org.apache.spark.sql.types.StructType partitionSchema, scala.collection.immutable.Map<String,String> opts)

Method Summary

Modifier and Type	Method	Description
abstract static R	apply(T1 v1, T2 v2, T3 v3, T4 v4, T5 v5)
org.apache.spark.broadcast.Broadcast<org.apache.spark.util.SerializableConfiguration>	broadcastedConf()
org.apache.spark.sql.connector.read.PartitionReader<org.apache.spark.sql.catalyst.InternalRow>	buildReader(org.apache.spark.sql.execution.datasources.PartitionedFile file)
scala.collection.immutable.Map<String,String>	opts()
org.apache.spark.sql.types.StructType	partitionSchema()
org.apache.spark.sql.types.StructType	readDataSchema()
org.apache.spark.sql.internal.SQLConf	sqlConf()
static String	toString()

Methods inherited from class org.apache.spark.sql.execution.datasources.v2.FilePartitionReaderFactory

buildColumnarReader, createColumnarReader, createReader, supportColumnarReads

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface scala.Equals

canEqual, equals

Methods inherited from interface scala.Product

productArity, productElement, productElementName, productElementNames, productIterator, productPrefix

Constructor Details

ProtobufPartitionReaderFactory

public ProtobufPartitionReaderFactory(org.apache.spark.sql.internal.SQLConf sqlConf,
 org.apache.spark.broadcast.Broadcast<org.apache.spark.util.SerializableConfiguration> broadcastedConf,
 org.apache.spark.sql.types.StructType readDataSchema,
 org.apache.spark.sql.types.StructType partitionSchema,
 scala.collection.immutable.Map<String,String> opts)

Method Details

apply

public abstract static R apply(T1 v1,
 T2 v2,
 T3 v3,
 T4 v4,
 T5 v5)

toString

public static String toString()

sqlConf

public org.apache.spark.sql.internal.SQLConf sqlConf()

broadcastedConf

public org.apache.spark.broadcast.Broadcast<org.apache.spark.util.SerializableConfiguration> broadcastedConf()

readDataSchema

public org.apache.spark.sql.types.StructType readDataSchema()

partitionSchema

public org.apache.spark.sql.types.StructType partitionSchema()

opts

public scala.collection.immutable.Map<String,String> opts()

buildReader

public org.apache.spark.sql.connector.read.PartitionReader<org.apache.spark.sql.catalyst.InternalRow> buildReader(org.apache.spark.sql.execution.datasources.PartitionedFile file)

Specified by:

buildReader in class org.apache.spark.sql.execution.datasources.v2.FilePartitionReaderFactory