parquet.format.converter

Class ParquetMetadataConverter

java.lang.Object

parquet.format.converter.ParquetMetadataConverter

public class ParquetMetadataConverter
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	ParquetMetadataConverter.MetadataFilter

Field Summary

Fields

Modifier and Type	Field and Description
static long	MAX_STATS_SIZE
static ParquetMetadataConverter.MetadataFilter	NO_FILTER
static ParquetMetadataConverter.MetadataFilter	SKIP_ROW_GROUPS

Constructor Summary

Constructors

Constructor and Description
ParquetMetadataConverter()

Method Summary

Methods

Modifier and Type	Method and Description
ParquetMetadata	fromParquetMetadata(parquet.format.FileMetaData parquetMetadata)
static Statistics	fromParquetStatistics(parquet.format.Statistics statistics, PrimitiveType.PrimitiveTypeName type) Deprecated. Replaced by #fromParquetStatistics( String createdBy, Statistics statistics, PrimitiveTypeName type)
static Statistics	fromParquetStatistics(String createdBy, parquet.format.Statistics statistics, PrimitiveType.PrimitiveTypeName type)
Encoding	getEncoding(parquet.format.Encoding encoding)
parquet.format.Encoding	getEncoding(Encoding encoding)
PrimitiveType.PrimitiveTypeName	getPrimitive(parquet.format.Type type)
static ParquetMetadataConverter.MetadataFilter	range(long startOffset, long endOffset) [ startOffset, endOffset )
ParquetMetadata	readParquetMetadata(InputStream from) Deprecated.
ParquetMetadata	readParquetMetadata(InputStream from, ParquetMetadataConverter.MetadataFilter filter)
parquet.format.FileMetaData	toParquetMetadata(int currentVersion, ParquetMetadata parquetMetadata)
static parquet.format.Statistics	toParquetStatistics(Statistics statistics)
void	writeDataPageHeader(int uncompressedSize, int compressedSize, int valueCount, Encoding rlEncoding, Encoding dlEncoding, Encoding valuesEncoding, OutputStream to) Deprecated.
void	writeDataPageHeader(int uncompressedSize, int compressedSize, int valueCount, Statistics statistics, Encoding rlEncoding, Encoding dlEncoding, Encoding valuesEncoding, OutputStream to)
void	writeDataPageV2Header(int uncompressedSize, int compressedSize, int valueCount, int nullCount, int rowCount, Statistics statistics, Encoding dataEncoding, int rlByteLength, int dlByteLength, OutputStream to)
void	writeDictionaryPageHeader(int uncompressedSize, int compressedSize, int valueCount, Encoding valuesEncoding, OutputStream to)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

NO_FILTER

public static final ParquetMetadataConverter.MetadataFilter NO_FILTER

SKIP_ROW_GROUPS

public static final ParquetMetadataConverter.MetadataFilter SKIP_ROW_GROUPS

MAX_STATS_SIZE

public static final long MAX_STATS_SIZE

See Also:

Constant Field Values

Constructor Detail

ParquetMetadataConverter

public ParquetMetadataConverter()

Method Detail

toParquetMetadata

public parquet.format.FileMetaData toParquetMetadata(int currentVersion,
                                            ParquetMetadata parquetMetadata)

getEncoding

public Encoding getEncoding(parquet.format.Encoding encoding)

getEncoding

public parquet.format.Encoding getEncoding(Encoding encoding)

toParquetStatistics

public static parquet.format.Statistics toParquetStatistics(Statistics statistics)

fromParquetStatistics

@Deprecated
public static Statistics fromParquetStatistics(parquet.format.Statistics statistics,
                                          PrimitiveType.PrimitiveTypeName type)

Deprecated. Replaced by #fromParquetStatistics( String createdBy, Statistics statistics, PrimitiveTypeName type)

fromParquetStatistics

public static Statistics fromParquetStatistics(String createdBy,
                               parquet.format.Statistics statistics,
                               PrimitiveType.PrimitiveTypeName type)

getPrimitive

public PrimitiveType.PrimitiveTypeName getPrimitive(parquet.format.Type type)

range

public static ParquetMetadataConverter.MetadataFilter range(long startOffset,
                                            long endOffset)

[ startOffset, endOffset )

Parameters:

startOffset -

endOffset -

Returns:

the filter

readParquetMetadata

@Deprecated
public ParquetMetadata readParquetMetadata(InputStream from)
                                    throws IOException

Deprecated.

Throws:

IOException

readParquetMetadata

public ParquetMetadata readParquetMetadata(InputStream from,
                                  ParquetMetadataConverter.MetadataFilter filter)
                                    throws IOException

Throws:

IOException

fromParquetMetadata

public ParquetMetadata fromParquetMetadata(parquet.format.FileMetaData parquetMetadata)
                                    throws IOException

Throws:

IOException

writeDataPageHeader

@Deprecated
public void writeDataPageHeader(int uncompressedSize,
                                  int compressedSize,
                                  int valueCount,
                                  Encoding rlEncoding,
                                  Encoding dlEncoding,
                                  Encoding valuesEncoding,
                                  OutputStream to)
                         throws IOException

Deprecated.

Throws:

IOException

writeDataPageHeader

public void writeDataPageHeader(int uncompressedSize,
                       int compressedSize,
                       int valueCount,
                       Statistics statistics,
                       Encoding rlEncoding,
                       Encoding dlEncoding,
                       Encoding valuesEncoding,
                       OutputStream to)
                         throws IOException

Throws:

IOException

writeDataPageV2Header

public void writeDataPageV2Header(int uncompressedSize,
                         int compressedSize,
                         int valueCount,
                         int nullCount,
                         int rowCount,
                         Statistics statistics,
                         Encoding dataEncoding,
                         int rlByteLength,
                         int dlByteLength,
                         OutputStream to)
                           throws IOException

Throws:

IOException

writeDictionaryPageHeader

public void writeDictionaryPageHeader(int uncompressedSize,
                             int compressedSize,
                             int valueCount,
                             Encoding valuesEncoding,
                             OutputStream to)
                               throws IOException

Throws:

IOException