org.apache.spark.sql

execution

package execution

:: DeveloperApi :: An execution engine for relational query plans that runs on top Spark and returns RDDs.

Note that the operators in this package are created automatically by a query planner using a SQLContext and are not intended to be used directly by end users of Spark SQL. They are documented here in order to make it easier for others to understand the performance characteristics of query plans that are generated by Spark SQL.

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. execution
  2. AnyRef
  3. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Type Members

  1. case class Aggregate(partial: Boolean, groupingExpressions: Seq[Expression], aggregateExpressions: Seq[NamedExpression], child: SparkPlan)(sc: SparkContext) extends SparkPlan with UnaryNode with NoBind with Product with Serializable

    :: DeveloperApi :: Groups input data by groupingExpressions and computes the aggregateExpressions for each group.

  2. case class BroadcastNestedLoopJoin(streamed: SparkPlan, broadcast: SparkPlan, joinType: JoinType, condition: Option[Expression])(sc: SparkContext) extends SparkPlan with BinaryNode with Product with Serializable

    :: DeveloperApi ::

  3. sealed abstract class BuildSide extends AnyRef

    Annotations
    @DeveloperApi()
  4. case class CartesianProduct(left: SparkPlan, right: SparkPlan) extends SparkPlan with BinaryNode with Product with Serializable

    :: DeveloperApi ::

  5. case class Exchange(newPartitioning: Partitioning, child: SparkPlan) extends SparkPlan with UnaryNode with Product with Serializable

    :: DeveloperApi ::

  6. case class ExistingRdd(output: Seq[Attribute], rdd: RDD[catalyst.expressions.Row]) extends SparkPlan with LeafNode with Product with Serializable

    :: DeveloperApi ::

  7. case class Filter(condition: Expression, child: SparkPlan) extends SparkPlan with UnaryNode with Product with Serializable

    :: DeveloperApi ::

  8. case class Generate(generator: Generator, join: Boolean, outer: Boolean, child: SparkPlan) extends SparkPlan with UnaryNode with Product with Serializable

    :: DeveloperApi :: Applies a Generator to a stream of input rows, combining the output of each into a new stream of rows.

  9. case class HashJoin(leftKeys: Seq[Expression], rightKeys: Seq[Expression], buildSide: BuildSide, left: SparkPlan, right: SparkPlan) extends SparkPlan with BinaryNode with Product with Serializable

    :: DeveloperApi ::

  10. case class Limit(limit: Int, child: SparkPlan)(sc: SparkContext) extends SparkPlan with UnaryNode with Product with Serializable

    :: DeveloperApi :: Take the first limit elements.

  11. case class Project(projectList: Seq[NamedExpression], child: SparkPlan) extends SparkPlan with UnaryNode with Product with Serializable

    :: DeveloperApi ::

  12. class QueryExecutionException extends Exception

  13. case class Sample(fraction: Double, withReplacement: Boolean, seed: Long, child: SparkPlan) extends SparkPlan with UnaryNode with Product with Serializable

    :: DeveloperApi ::

  14. case class Sort(sortOrder: Seq[SortOrder], global: Boolean, child: SparkPlan) extends SparkPlan with UnaryNode with Product with Serializable

    :: DeveloperApi ::

  15. case class SparkLogicalPlan(alreadyPlanned: SparkPlan) extends LogicalPlan with MultiInstanceRelation with Product with Serializable

    :: DeveloperApi :: Allows already planned SparkQueries to be linked into logical query plans.

  16. abstract class SparkPlan extends QueryPlan[SparkPlan] with Logging

    :: DeveloperApi ::

  17. case class TakeOrdered(limit: Int, sortOrder: Seq[SortOrder], child: SparkPlan)(sc: SparkContext) extends SparkPlan with UnaryNode with Product with Serializable

    :: DeveloperApi :: Take the first limit elements as defined by the sortOrder.

  18. case class Union(children: Seq[SparkPlan])(sc: SparkContext) extends SparkPlan with Product with Serializable

    :: DeveloperApi ::

Value Members

  1. object BuildLeft extends BuildSide with Product with Serializable

    Annotations
    @DeveloperApi()
  2. object BuildRight extends BuildSide with Product with Serializable

    Annotations
    @DeveloperApi()
  3. object ExistingRdd extends Serializable

    :: DeveloperApi ::

Inherited from AnyRef

Inherited from Any

Ungrouped