implicit final class SparkContextPartitionerAwareUnionRDD2Ops extends AnyVal
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- SparkContextPartitionerAwareUnionRDD2Ops
- AnyVal
- Any
- Hide All
- Show All
Visibility
- Public
- All
Instance Constructors
- new SparkContextPartitionerAwareUnionRDD2Ops(sc: SparkContext)
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- Any
-
final
def
##(): Int
- Definition Classes
- Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
getClass(): Class[_ <: AnyVal]
- Definition Classes
- AnyVal → Any
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
def
toString(): String
- Definition Classes
- Any
-
def
union2[T](first: RDD[T], rest: RDD[T]*)(implicit arg0: ClassTag[T]): RDD[T]
Build the union of a list of RDDs passed as variable-length arguments.
Build the union of a list of RDDs passed as variable-length arguments.
- Note
this is a custom version to avoid the exponential behavior of Spark when multiple
PartitionerAwareUnionRDD
s appear in a large DAG branch.
-
def
union2[T](rdds: Seq[RDD[T]])(implicit arg0: ClassTag[T]): RDD[T]
Build the union of a list of RDDs.
Build the union of a list of RDDs.
- Note
this is a custom version to avoid the exponential behavior of Spark when multiple
PartitionerAwareUnionRDD
s appear in a large DAG branch.