org.apache.spark.sql.hive.execution

Class HiveScriptIOSchema

Object

org.apache.spark.sql.hive.execution.HiveScriptIOSchema

All Implemented Interfaces:

java.io.Serializable, scala.Equals, scala.Product

public class HiveScriptIOSchema
extends Object
implements scala.Product, scala.Serializable

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description

HiveScriptIOSchema(scala.collection.Seq<scala.Tuple2<String,String>> inputRowFormat, scala.collection.Seq<scala.Tuple2<String,String>> outputRowFormat, scala.Option<String> inputSerdeClass, scala.Option<String> outputSerdeClass, scala.collection.Seq<scala.Tuple2<String,String>> inputSerdeProps, scala.collection.Seq<scala.Tuple2<String,String>> outputSerdeProps, scala.Option<String> recordReaderClass, scala.Option<String> recordWriterClass, boolean schemaLess)

Method Summary

Modifier and Type	Method and Description
static HiveScriptIOSchema	apply(org.apache.spark.sql.catalyst.plans.logical.ScriptInputOutputSchema input)
abstract static boolean	canEqual(Object that)
abstract static boolean	equals(Object that)
scala.Option<scala.Tuple2<org.apache.hadoop.hive.serde2.AbstractSerDe,org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector>>	initInputSerDe(scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Expression> input)
scala.Option<scala.Tuple2<org.apache.hadoop.hive.serde2.AbstractSerDe,org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector>>	initOutputSerDe(scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Attribute> output)
scala.collection.Seq<scala.Tuple2<String,String>>	inputRowFormat()
scala.collection.immutable.Map<String,String>	inputRowFormatMap()
scala.Option<String>	inputSerdeClass()
scala.collection.Seq<scala.Tuple2<String,String>>	inputSerdeProps()
static DataType	inspectorToDataType(org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector inspector)
static DataType	javaTypeToDataType(java.lang.reflect.Type clz)
scala.collection.Seq<scala.Tuple2<String,String>>	outputRowFormat()
scala.collection.immutable.Map<String,String>	outputRowFormatMap()
scala.Option<String>	outputSerdeClass()
scala.collection.Seq<scala.Tuple2<String,String>>	outputSerdeProps()
abstract static int	productArity()
abstract static Object	productElement(int n)
static scala.collection.Iterator<Object>	productIterator()
static String	productPrefix()
scala.Option<org.apache.hadoop.hive.ql.exec.RecordReader>	recordReader(java.io.InputStream inputStream, org.apache.hadoop.conf.Configuration conf)
scala.Option<String>	recordReaderClass()
scala.Option<org.apache.hadoop.hive.ql.exec.RecordWriter>	recordWriter(java.io.OutputStream outputStream, org.apache.hadoop.conf.Configuration conf)
scala.Option<String>	recordWriterClass()
boolean	schemaLess()
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	toInspector(DataType dataType)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	toInspector(org.apache.spark.sql.catalyst.expressions.Expression expr)
static org.apache.spark.sql.hive.HiveInspectors.typeInfoConversions	typeInfoConversions(DataType dt)
static scala.Function1<Object,Object>	unwrapperFor(org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector objectInspector)
static scala.Function3<Object,org.apache.spark.sql.catalyst.InternalRow,Object,scala.runtime.BoxedUnit>	unwrapperFor(org.apache.hadoop.hive.serde2.objectinspector.StructField field)
static Object[]	wrap(org.apache.spark.sql.catalyst.InternalRow row, scala.Function1<Object,Object>[] wrappers, Object[] cache, DataType[] dataTypes)
static Object	wrap(Object a, org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector oi, DataType dataType)
static Object[]	wrap(scala.collection.Seq<Object> row, scala.Function1<Object,Object>[] wrappers, Object[] cache, DataType[] dataTypes)

Methods inherited from class Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface scala.Product

productArity, productElement, productIterator, productPrefix

Methods inherited from interface scala.Equals

canEqual, equals

Constructor Detail

HiveScriptIOSchema

public HiveScriptIOSchema(scala.collection.Seq<scala.Tuple2<String,String>> inputRowFormat,
                          scala.collection.Seq<scala.Tuple2<String,String>> outputRowFormat,
                          scala.Option<String> inputSerdeClass,
                          scala.Option<String> outputSerdeClass,
                          scala.collection.Seq<scala.Tuple2<String,String>> inputSerdeProps,
                          scala.collection.Seq<scala.Tuple2<String,String>> outputSerdeProps,
                          scala.Option<String> recordReaderClass,
                          scala.Option<String> recordWriterClass,
                          boolean schemaLess)

Method Detail

apply

public static HiveScriptIOSchema apply(org.apache.spark.sql.catalyst.plans.logical.ScriptInputOutputSchema input)

javaTypeToDataType

public static DataType javaTypeToDataType(java.lang.reflect.Type clz)

unwrapperFor

public static scala.Function1<Object,Object> unwrapperFor(org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector objectInspector)

unwrapperFor

public static scala.Function3<Object,org.apache.spark.sql.catalyst.InternalRow,Object,scala.runtime.BoxedUnit> unwrapperFor(org.apache.hadoop.hive.serde2.objectinspector.StructField field)

wrap

public static Object wrap(Object a,
                          org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector oi,
                          DataType dataType)

wrap

public static Object[] wrap(org.apache.spark.sql.catalyst.InternalRow row,
                            scala.Function1<Object,Object>[] wrappers,
                            Object[] cache,
                            DataType[] dataTypes)

wrap

public static Object[] wrap(scala.collection.Seq<Object> row,
                            scala.Function1<Object,Object>[] wrappers,
                            Object[] cache,
                            DataType[] dataTypes)

toInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector toInspector(DataType dataType)

toInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector toInspector(org.apache.spark.sql.catalyst.expressions.Expression expr)

inspectorToDataType

public static DataType inspectorToDataType(org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector inspector)

typeInfoConversions

public static org.apache.spark.sql.hive.HiveInspectors.typeInfoConversions typeInfoConversions(DataType dt)

canEqual

public abstract static boolean canEqual(Object that)

equals

public abstract static boolean equals(Object that)

productElement

public abstract static Object productElement(int n)

productArity

public abstract static int productArity()

productIterator

public static scala.collection.Iterator<Object> productIterator()

productPrefix

public static String productPrefix()

inputRowFormat

public scala.collection.Seq<scala.Tuple2<String,String>> inputRowFormat()

outputRowFormat

public scala.collection.Seq<scala.Tuple2<String,String>> outputRowFormat()

inputSerdeClass

public scala.Option<String> inputSerdeClass()

outputSerdeClass

public scala.Option<String> outputSerdeClass()

inputSerdeProps

public scala.collection.Seq<scala.Tuple2<String,String>> inputSerdeProps()

outputSerdeProps

public scala.collection.Seq<scala.Tuple2<String,String>> outputSerdeProps()

recordReaderClass

public scala.Option<String> recordReaderClass()

recordWriterClass

public scala.Option<String> recordWriterClass()

schemaLess

public boolean schemaLess()

inputRowFormatMap

public scala.collection.immutable.Map<String,String> inputRowFormatMap()

outputRowFormatMap

public scala.collection.immutable.Map<String,String> outputRowFormatMap()

initInputSerDe

public scala.Option<scala.Tuple2<org.apache.hadoop.hive.serde2.AbstractSerDe,org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector>> initInputSerDe(scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Expression> input)

initOutputSerDe

public scala.Option<scala.Tuple2<org.apache.hadoop.hive.serde2.AbstractSerDe,org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector>> initOutputSerDe(scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Attribute> output)

recordReader

public scala.Option<org.apache.hadoop.hive.ql.exec.RecordReader> recordReader(java.io.InputStream inputStream,
                                                                              org.apache.hadoop.conf.Configuration conf)

recordWriter

public scala.Option<org.apache.hadoop.hive.ql.exec.RecordWriter> recordWriter(java.io.OutputStream outputStream,
                                                                              org.apache.hadoop.conf.Configuration conf)