org.apache.spark.sql.hive

Class HiveShim

Object

org.apache.spark.sql.hive.HiveShim

public class HiveShim
extends Object

A compatibility layer for interacting with Hive version 0.13.1.

Constructor Summary

Constructors

Constructor and Description
HiveShim()

Method Summary

Methods

Modifier and Type	Method and Description
static void	appendReadColumns(org.apache.hadoop.conf.Configuration conf, scala.collection.Seq<Integer> ids, scala.collection.Seq<String> names)
static scala.collection.Seq<scala.runtime.Nothing$>	compatibilityBlackList()
static org.apache.hadoop.hive.common.type.HiveDecimal	createDecimal(java.math.BigDecimal bd)
static scala.collection.Seq<String>	createDefaultDBIfNeeded(HiveContext context)
static java.util.ArrayList<Object>	createDriverResultsArray()
static String	decimalMetastoreString(DecimalType decimalType)
static org.apache.hadoop.hive.serde2.typeinfo.TypeInfo	decimalTypeInfo(DecimalType decimalType)
static DecimalType	decimalTypeInfoToCatalyst(org.apache.hadoop.hive.serde2.objectinspector.PrimitiveObjectInspector inspector)
static java.util.Set<org.apache.hadoop.hive.ql.metadata.Partition>	getAllPartitionsOf(org.apache.hadoop.hive.ql.metadata.Hive client, org.apache.hadoop.hive.ql.metadata.Table tbl)
static org.apache.hadoop.io.BytesWritable	getBinaryWritable(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getBinaryWritableConstantObjectInspector(Object value)
static org.apache.hadoop.io.BooleanWritable	getBooleanWritable(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getBooleanWritableConstantObjectInspector(Object value)
static org.apache.hadoop.hive.serde2.io.ByteWritable	getByteWritable(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getByteWritableConstantObjectInspector(Object value)
static org.apache.hadoop.hive.ql.processors.CommandProcessor	getCommandProcessor(String[] cmd, org.apache.hadoop.hive.conf.HiveConf conf)
static org.apache.hadoop.fs.Path	getDataLocationPath(org.apache.hadoop.hive.ql.metadata.Partition p)
static org.apache.hadoop.hive.serde2.io.DateWritable	getDateWritable(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getDateWritableConstantObjectInspector(Object value)
static org.apache.hadoop.hive.serde2.io.HiveDecimalWritable	getDecimalWritable(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getDecimalWritableConstantObjectInspector(Object value)
static org.apache.hadoop.hive.serde2.io.DoubleWritable	getDoubleWritable(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getDoubleWritableConstantObjectInspector(Object value)
static org.apache.hadoop.fs.Path	getExternalTmpPath(org.apache.hadoop.hive.ql.Context context, org.apache.hadoop.fs.Path path)
static org.apache.hadoop.io.FloatWritable	getFloatWritable(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getFloatWritableConstantObjectInspector(Object value)
static org.apache.hadoop.io.IntWritable	getIntWritable(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getIntWritableConstantObjectInspector(Object value)
static org.apache.hadoop.io.LongWritable	getLongWritable(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getLongWritableConstantObjectInspector(Object value)
static org.apache.hadoop.io.NullWritable	getPrimitiveNullWritable()
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getPrimitiveNullWritableConstantObjectInspector()
static org.apache.hadoop.hive.serde2.io.ShortWritable	getShortWritable(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getShortWritableConstantObjectInspector(Object value)
static String	getStatsSetupConstRawDataSize()
static String	getStatsSetupConstTotalSize()
static org.apache.hadoop.io.Text	getStringWritable(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getStringWritableConstantObjectInspector(Object value)
static org.apache.hadoop.hive.ql.plan.TableDesc	getTableDesc(Class<? extends org.apache.hadoop.hive.serde2.Deserializer> serdeClass, Class<? extends org.apache.hadoop.mapred.InputFormat<?,?>> inputFormatClass, Class<?> outputFormatClass, java.util.Properties properties)
static org.apache.hadoop.hive.serde2.io.TimestampWritable	getTimestampWritable(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getTimestampWritableConstantObjectInspector(Object value)
static org.apache.hadoop.io.Writable	prepareWritable(org.apache.hadoop.io.Writable w)
static scala.collection.mutable.Buffer<String>	processResults(java.util.ArrayList<Object> results)
static void	setLocation(org.apache.hadoop.hive.ql.metadata.Table tbl, org.apache.hadoop.hive.ql.plan.CreateTableDesc crtTbl)
static Object	setTblNullFormat(org.apache.hadoop.hive.ql.plan.CreateTableDesc crtTbl, org.apache.hadoop.hive.ql.metadata.Table tbl)
static Decimal	toCatalystDecimal(org.apache.hadoop.hive.serde2.objectinspector.primitive.HiveDecimalObjectInspector hdoi, Object data)
static String	version()
static org.apache.hadoop.hive.ql.plan.FileSinkDesc	wrapperToFileSinkDesc(ShimFileSinkDesc w)

Methods inherited from class Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HiveShim

public HiveShim()

Method Detail

version

public static String version()

getTableDesc

public static org.apache.hadoop.hive.ql.plan.TableDesc getTableDesc(Class<? extends org.apache.hadoop.hive.serde2.Deserializer> serdeClass,
                                                    Class<? extends org.apache.hadoop.mapred.InputFormat<?,?>> inputFormatClass,
                                                    Class<?> outputFormatClass,
                                                    java.util.Properties properties)

getStringWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getStringWritableConstantObjectInspector(Object value)

getIntWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getIntWritableConstantObjectInspector(Object value)

getDoubleWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getDoubleWritableConstantObjectInspector(Object value)

getBooleanWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getBooleanWritableConstantObjectInspector(Object value)

getLongWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getLongWritableConstantObjectInspector(Object value)

getFloatWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getFloatWritableConstantObjectInspector(Object value)

getShortWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getShortWritableConstantObjectInspector(Object value)

getByteWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getByteWritableConstantObjectInspector(Object value)

getBinaryWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getBinaryWritableConstantObjectInspector(Object value)

getDateWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getDateWritableConstantObjectInspector(Object value)

getTimestampWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getTimestampWritableConstantObjectInspector(Object value)

getDecimalWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getDecimalWritableConstantObjectInspector(Object value)

getPrimitiveNullWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getPrimitiveNullWritableConstantObjectInspector()

getStringWritable

public static org.apache.hadoop.io.Text getStringWritable(Object value)

getIntWritable

public static org.apache.hadoop.io.IntWritable getIntWritable(Object value)

getDoubleWritable

public static org.apache.hadoop.hive.serde2.io.DoubleWritable getDoubleWritable(Object value)

getBooleanWritable

public static org.apache.hadoop.io.BooleanWritable getBooleanWritable(Object value)

getLongWritable

public static org.apache.hadoop.io.LongWritable getLongWritable(Object value)

getFloatWritable

public static org.apache.hadoop.io.FloatWritable getFloatWritable(Object value)

getShortWritable

public static org.apache.hadoop.hive.serde2.io.ShortWritable getShortWritable(Object value)

getByteWritable

public static org.apache.hadoop.hive.serde2.io.ByteWritable getByteWritable(Object value)

getBinaryWritable

public static org.apache.hadoop.io.BytesWritable getBinaryWritable(Object value)

getDateWritable

public static org.apache.hadoop.hive.serde2.io.DateWritable getDateWritable(Object value)

getTimestampWritable

public static org.apache.hadoop.hive.serde2.io.TimestampWritable getTimestampWritable(Object value)

getDecimalWritable

public static org.apache.hadoop.hive.serde2.io.HiveDecimalWritable getDecimalWritable(Object value)

getPrimitiveNullWritable

public static org.apache.hadoop.io.NullWritable getPrimitiveNullWritable()

createDriverResultsArray

public static java.util.ArrayList<Object> createDriverResultsArray()

processResults

public static scala.collection.mutable.Buffer<String> processResults(java.util.ArrayList<Object> results)

getStatsSetupConstTotalSize

public static String getStatsSetupConstTotalSize()

getStatsSetupConstRawDataSize

public static String getStatsSetupConstRawDataSize()

createDefaultDBIfNeeded

public static scala.collection.Seq<String> createDefaultDBIfNeeded(HiveContext context)

getCommandProcessor

public static org.apache.hadoop.hive.ql.processors.CommandProcessor getCommandProcessor(String[] cmd,
                                                                        org.apache.hadoop.hive.conf.HiveConf conf)

createDecimal

public static org.apache.hadoop.hive.common.type.HiveDecimal createDecimal(java.math.BigDecimal bd)

appendReadColumns

public static void appendReadColumns(org.apache.hadoop.conf.Configuration conf,
                     scala.collection.Seq<Integer> ids,
                     scala.collection.Seq<String> names)

getExternalTmpPath

public static org.apache.hadoop.fs.Path getExternalTmpPath(org.apache.hadoop.hive.ql.Context context,
                                           org.apache.hadoop.fs.Path path)

getDataLocationPath

public static org.apache.hadoop.fs.Path getDataLocationPath(org.apache.hadoop.hive.ql.metadata.Partition p)

getAllPartitionsOf

public static java.util.Set<org.apache.hadoop.hive.ql.metadata.Partition> getAllPartitionsOf(org.apache.hadoop.hive.ql.metadata.Hive client,
                                                                             org.apache.hadoop.hive.ql.metadata.Table tbl)

compatibilityBlackList

public static scala.collection.Seq<scala.runtime.Nothing$> compatibilityBlackList()

setLocation

public static void setLocation(org.apache.hadoop.hive.ql.metadata.Table tbl,
               org.apache.hadoop.hive.ql.plan.CreateTableDesc crtTbl)

wrapperToFileSinkDesc

public static org.apache.hadoop.hive.ql.plan.FileSinkDesc wrapperToFileSinkDesc(ShimFileSinkDesc w)

decimalMetastoreString

public static String decimalMetastoreString(DecimalType decimalType)

decimalTypeInfo

public static org.apache.hadoop.hive.serde2.typeinfo.TypeInfo decimalTypeInfo(DecimalType decimalType)

decimalTypeInfoToCatalyst

public static DecimalType decimalTypeInfoToCatalyst(org.apache.hadoop.hive.serde2.objectinspector.PrimitiveObjectInspector inspector)

toCatalystDecimal

public static Decimal toCatalystDecimal(org.apache.hadoop.hive.serde2.objectinspector.primitive.HiveDecimalObjectInspector hdoi,
                        Object data)

prepareWritable

public static org.apache.hadoop.io.Writable prepareWritable(org.apache.hadoop.io.Writable w)

setTblNullFormat

public static Object setTblNullFormat(org.apache.hadoop.hive.ql.plan.CreateTableDesc crtTbl,
                      org.apache.hadoop.hive.ql.metadata.Table tbl)