org.apache.spark.sql.hive.execution

Class ScriptTransformationExec

Object

org.apache.spark.sql.catalyst.trees.TreeNode<PlanType>

org.apache.spark.sql.catalyst.plans.QueryPlan<org.apache.spark.sql.execution.SparkPlan>

org.apache.spark.sql.execution.SparkPlan

org.apache.spark.sql.hive.execution.ScriptTransformationExec

All Implemented Interfaces:

java.io.Serializable, Logging, org.apache.spark.sql.execution.UnaryExecNode, scala.Equals, scala.Product

public class ScriptTransformationExec
extends org.apache.spark.sql.execution.SparkPlan
implements org.apache.spark.sql.execution.UnaryExecNode, scala.Product, scala.Serializable

Transforms the input by forking and running the specified script.

param: input the set of expression that should be passed to the script. param: script the command that should be executed. param: output the attributes that are produced by the script.

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
ScriptTransformationExec(scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Expression> input, String script, scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Attribute> output, org.apache.spark.sql.execution.SparkPlan child, HiveScriptIOSchema ioschema)

Method Summary

Modifier and Type	Method and Description
abstract static R	apply(T1 v1, T2 v2, T3 v3, T4 v4, T5 v5)
org.apache.spark.sql.execution.SparkPlan	child()
scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Expression>	input()
HiveScriptIOSchema	ioschema()
scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Attribute>	output()
org.apache.spark.sql.catalyst.plans.physical.Partitioning	outputPartitioning()
org.apache.spark.sql.catalyst.expressions.AttributeSet	producedAttributes()
String	script()
static String	toString()

Methods inherited from class org.apache.spark.sql.execution.SparkPlan

cleanupResources, doExecuteBroadcast, doExecuteColumnar, doPrepare, execute, executeBroadcast, executeCollect, executeCollectIterator, executeCollectPublic, executeColumnar, executeQuery, executeTake, executeToIterator, id, initializeForcefully, initializeLogIfNecessary, initializeLogIfNecessary, initializeLogIfNecessary$default$2, isTraceEnabled, log, logDebug, logDebug, logError, logError, LOGICAL_PLAN_INHERITED_TAG, LOGICAL_PLAN_TAG, logicalLink, logInfo, logInfo, logName, logTrace, logTrace, logWarning, logWarning, longMetric, makeCopy, metrics, org$apache$spark$internal$Logging$$log__$eq, org$apache$spark$internal$Logging$$log_, org$apache$spark$sql$execution$SparkPlan$$runningSubqueries, outputOrdering, prepare, prepareSubqueries, requiredChildDistribution, requiredChildOrdering, resetMetrics, setLogicalLink, sparkContext, sqlContext, supportsColumnar, vectorTypes, waitForSubqueries

Methods inherited from class org.apache.spark.sql.catalyst.plans.QueryPlan

allAttributes, append, append$default$5, append$default$6, canonicalized, CODEGEN_ID_TAG, collectInPlanAndSubqueries, conf, doCanonicalize, expressions, findExpressionAndTrackLineageDown, innerChildren, inputSet, isCanonicalizedPlan, mapExpressions, missingInput, normalizeExpressions, normalizePredicates, OP_ID_TAG, outputSet, printSchema, references, sameResult, schema, schemaString, semanticHash, simpleString, simpleStringWithNodeId, statePrefix, subqueries, subqueriesAll, transformAllExpressions, transformExpressions, transformExpressionsDown, transformExpressionsUp, verboseString, verboseStringWithOperatorId

Methods inherited from class org.apache.spark.sql.catalyst.trees.TreeNode

apply, argString, asCode, children, clone, collect, collectFirst, collectLeaves, containsChild, copyTagsFrom, fastEquals, find, flatMap, foreach, foreachUp, generateTreeString, generateTreeString$default$5, generateTreeString$default$6, getTagValue, hashCode, jsonFields, map, mapChildren, mapProductIterator, nodeName, numberedTreeString, origin, otherCopyArgs, p, prettyJson, productIterator, productPrefix, setTagValue, stringArgs, toJSON, toString, transform, transformDown, transformUp, treeString, treeString, treeString, treeString$default$2, treeString$default$3, treeString$default$4, unsetTagValue, verboseStringWithSuffix, withNewChildren

Methods inherited from class Object

equals, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.spark.sql.execution.UnaryExecNode

$init$, children, unapply, verboseStringWithOperatorId

Methods inherited from interface scala.Product

$init$, productArity, productElement, productIterator, productPrefix

Methods inherited from interface scala.Equals

canEqual, equals

Methods inherited from interface org.apache.spark.internal.Logging

initializeLogging

Constructor Detail

ScriptTransformationExec

public ScriptTransformationExec(scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Expression> input,
                                String script,
                                scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Attribute> output,
                                org.apache.spark.sql.execution.SparkPlan child,
                                HiveScriptIOSchema ioschema)

Method Detail

apply

public abstract static R apply(T1 v1,
                               T2 v2,
                               T3 v3,
                               T4 v4,
                               T5 v5)

toString

public static String toString()

input

public scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Expression> input()

script

public String script()

output

public scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Attribute> output()

Specified by:

output in class org.apache.spark.sql.catalyst.plans.QueryPlan<org.apache.spark.sql.execution.SparkPlan>

child

public org.apache.spark.sql.execution.SparkPlan child()

Specified by:

child in interface org.apache.spark.sql.execution.UnaryExecNode

ioschema

public HiveScriptIOSchema ioschema()

producedAttributes

public org.apache.spark.sql.catalyst.expressions.AttributeSet producedAttributes()

Overrides:

producedAttributes in class org.apache.spark.sql.catalyst.plans.QueryPlan<org.apache.spark.sql.execution.SparkPlan>

outputPartitioning

public org.apache.spark.sql.catalyst.plans.physical.Partitioning outputPartitioning()

Overrides:

outputPartitioning in class org.apache.spark.sql.execution.SparkPlan