org.apache.spark.sql.hive.orc

Class OrcRelation

java.lang.Object

org.apache.spark.sql.hive.orc.OrcRelation

public class OrcRelation
extends java.lang.Object

Constructor Summary

Constructors

Constructor and Description
OrcRelation()

Method Summary

Methods

Modifier and Type	Method and Description
static scala.collection.immutable.Map<java.lang.String,java.lang.String>	extensionsForCompressionCodecNames()
static DataType	inspectorToDataType(org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector inspector)
static DataType	javaClassToDataType(java.lang.Class<?> clz)
static java.lang.String	ORC_COMPRESSION()
static void	setRequiredColumns(org.apache.hadoop.conf.Configuration conf, StructType physicalSchema, StructType requestedSchema)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	toInspector(DataType dataType)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	toInspector(org.apache.spark.sql.catalyst.expressions.Expression expr)
static org.apache.spark.sql.hive.HiveInspectors.typeInfoConversions	typeInfoConversions(DataType dt)
static java.lang.Object	unwrap(java.lang.Object data, org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector oi)
static scala.collection.Iterator<org.apache.spark.sql.catalyst.InternalRow>	unwrapOrcStructs(org.apache.hadoop.conf.Configuration conf, StructType dataSchema, scala.Option<org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector> maybeStructOI, scala.collection.Iterator<org.apache.hadoop.io.Writable> iterator)
static scala.Function3<java.lang.Object,org.apache.spark.sql.catalyst.expressions.MutableRow,java.lang.Object,scala.runtime.BoxedUnit>	unwrapperFor(org.apache.hadoop.hive.serde2.objectinspector.StructField field)
static java.lang.Object[]	wrap(org.apache.spark.sql.catalyst.InternalRow row, scala.collection.Seq<org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector> inspectors, java.lang.Object[] cache, DataType[] dataTypes)
static java.lang.Object	wrap(java.lang.Object a, org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector oi, DataType dataType)
static java.lang.Object[]	wrap(scala.collection.Seq<java.lang.Object> row, scala.collection.Seq<org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector> inspectors, java.lang.Object[] cache, DataType[] dataTypes)
protected static scala.Function1<java.lang.Object,java.lang.Object>	wrapperFor(org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector oi, DataType dataType)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

OrcRelation

public OrcRelation()

Method Detail

ORC_COMPRESSION

public static java.lang.String ORC_COMPRESSION()

extensionsForCompressionCodecNames

public static scala.collection.immutable.Map<java.lang.String,java.lang.String> extensionsForCompressionCodecNames()

unwrapOrcStructs

public static scala.collection.Iterator<org.apache.spark.sql.catalyst.InternalRow> unwrapOrcStructs(org.apache.hadoop.conf.Configuration conf,
                                                                                    StructType dataSchema,
                                                                                    scala.Option<org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector> maybeStructOI,
                                                                                    scala.collection.Iterator<org.apache.hadoop.io.Writable> iterator)

setRequiredColumns

public static void setRequiredColumns(org.apache.hadoop.conf.Configuration conf,
                      StructType physicalSchema,
                      StructType requestedSchema)

javaClassToDataType

public static DataType javaClassToDataType(java.lang.Class<?> clz)

unwrap

public static java.lang.Object unwrap(java.lang.Object data,
                      org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector oi)

wrapperFor

protected static scala.Function1<java.lang.Object,java.lang.Object> wrapperFor(org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector oi,
                                                            DataType dataType)

unwrapperFor

public static scala.Function3<java.lang.Object,org.apache.spark.sql.catalyst.expressions.MutableRow,java.lang.Object,scala.runtime.BoxedUnit> unwrapperFor(org.apache.hadoop.hive.serde2.objectinspector.StructField field)

wrap

public static java.lang.Object wrap(java.lang.Object a,
                    org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector oi,
                    DataType dataType)

wrap

public static java.lang.Object[] wrap(org.apache.spark.sql.catalyst.InternalRow row,
                      scala.collection.Seq<org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector> inspectors,
                      java.lang.Object[] cache,
                      DataType[] dataTypes)

wrap

public static java.lang.Object[] wrap(scala.collection.Seq<java.lang.Object> row,
                      scala.collection.Seq<org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector> inspectors,
                      java.lang.Object[] cache,
                      DataType[] dataTypes)

toInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector toInspector(DataType dataType)

toInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector toInspector(org.apache.spark.sql.catalyst.expressions.Expression expr)

inspectorToDataType

public static DataType inspectorToDataType(org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector inspector)

typeInfoConversions

public static org.apache.spark.sql.hive.HiveInspectors.typeInfoConversions typeInfoConversions(DataType dt)