org.apache.spark.sql.parquet

Class RowWriteSupport

Object

parquet.hadoop.api.WriteSupport<org.apache.spark.sql.catalyst.expressions.Row>

org.apache.spark.sql.parquet.RowWriteSupport

All Implemented Interfaces:

Logging

Direct Known Subclasses:

MutableRowWriteSupport

public class RowWriteSupport
extends parquet.hadoop.api.WriteSupport<org.apache.spark.sql.catalyst.expressions.Row>
implements Logging

A parquet.hadoop.api.WriteSupport for Row ojects.

Nested Class Summary

Nested classes/interfaces inherited from class parquet.hadoop.api.WriteSupport

parquet.hadoop.api.WriteSupport.FinalizedWriteContext, parquet.hadoop.api.WriteSupport.WriteContext

Constructor Summary

Constructors

Constructor and Description
RowWriteSupport()

Method Summary

Methods

Modifier and Type	Method and Description
org.apache.spark.sql.catalyst.expressions.Attribute[]	attributes()
static scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Attribute>	getSchema(org.apache.hadoop.conf.Configuration configuration)
parquet.hadoop.api.WriteSupport.WriteContext	init(org.apache.hadoop.conf.Configuration configuration)
void	prepareForWrite(parquet.io.api.RecordConsumer recordConsumer)
static void	setSchema(scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Attribute> schema, org.apache.hadoop.conf.Configuration configuration)
static String	SPARK_ROW_SCHEMA()
void	write(org.apache.spark.sql.catalyst.expressions.Row record)
void	writeArray(org.apache.spark.sql.catalyst.types.ArrayType schema, scala.collection.Seq<Object> array)
void	writeDecimal(org.apache.spark.sql.catalyst.types.decimal.Decimal decimal, int precision)
void	writeMap(org.apache.spark.sql.catalyst.types.MapType schema, scala.collection.immutable.Map<?,Object> map)
void	writePrimitive(org.apache.spark.sql.catalyst.types.PrimitiveType schema, Object value)
parquet.io.api.RecordConsumer	writer()
void	writeStruct(org.apache.spark.sql.catalyst.types.StructType schema, scala.collection.Seq<Object> struct)
void	writeValue(org.apache.spark.sql.catalyst.types.DataType schema, Object value)

Methods inherited from class parquet.hadoop.api.WriteSupport

finalizeWrite

Methods inherited from class Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.spark.Logging

initializeIfNecessary, initializeLogging, isTraceEnabled, log_, log, logDebug, logDebug, logError, logError, logInfo, logInfo, logName, logTrace, logTrace, logWarning, logWarning

Constructor Detail

RowWriteSupport

public RowWriteSupport()

Method Detail

SPARK_ROW_SCHEMA

public static String SPARK_ROW_SCHEMA()

getSchema

public static scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Attribute> getSchema(org.apache.hadoop.conf.Configuration configuration)

setSchema

public static void setSchema(scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Attribute> schema,
             org.apache.hadoop.conf.Configuration configuration)

writer

public parquet.io.api.RecordConsumer writer()

attributes

public org.apache.spark.sql.catalyst.expressions.Attribute[] attributes()

init

public parquet.hadoop.api.WriteSupport.WriteContext init(org.apache.hadoop.conf.Configuration configuration)

Specified by:

init in class parquet.hadoop.api.WriteSupport<org.apache.spark.sql.catalyst.expressions.Row>

prepareForWrite

public void prepareForWrite(parquet.io.api.RecordConsumer recordConsumer)

Specified by:

prepareForWrite in class parquet.hadoop.api.WriteSupport<org.apache.spark.sql.catalyst.expressions.Row>

write

public void write(org.apache.spark.sql.catalyst.expressions.Row record)

Specified by:

write in class parquet.hadoop.api.WriteSupport<org.apache.spark.sql.catalyst.expressions.Row>

writeValue

public void writeValue(org.apache.spark.sql.catalyst.types.DataType schema,
              Object value)

writePrimitive

public void writePrimitive(org.apache.spark.sql.catalyst.types.PrimitiveType schema,
                  Object value)

writeStruct

public void writeStruct(org.apache.spark.sql.catalyst.types.StructType schema,
               scala.collection.Seq<Object> struct)

writeArray

public void writeArray(org.apache.spark.sql.catalyst.types.ArrayType schema,
              scala.collection.Seq<Object> array)

writeMap

public void writeMap(org.apache.spark.sql.catalyst.types.MapType schema,
            scala.collection.immutable.Map<?,Object> map)

writeDecimal

public void writeDecimal(org.apache.spark.sql.catalyst.types.decimal.Decimal decimal,
                int precision)