Package org.apache.iceberg.parquet

Class BasePageIterator

java.lang.Object

org.apache.iceberg.parquet.BasePageIterator

Direct Known Subclasses:

VectorizedPageIterator

public abstract class BasePageIterator
extends java.lang.Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
protected static class	BasePageIterator.IntIterator

Field Summary

Fields

Modifier and Type	Field	Description
protected int	currentDL
protected int	currentRL
protected BasePageIterator.IntIterator	definitionLevels
protected org.apache.parquet.column.ColumnDescriptor	desc
protected org.apache.parquet.column.Dictionary	dictionary
protected boolean	hasNext
protected org.apache.parquet.column.page.DataPage	page
protected BasePageIterator.IntIterator	repetitionLevels
protected int	triplesCount
protected int	triplesRead
protected org.apache.parquet.column.Encoding	valueEncoding
protected org.apache.parquet.column.values.ValuesReader	values
protected java.lang.String	writerVersion

Constructor Summary

Constructors

Modifier	Constructor	Description
protected	BasePageIterator(org.apache.parquet.column.ColumnDescriptor descriptor, java.lang.String writerVersion)

Method Summary

Modifier and Type	Method	Description
int	currentPageCount()
boolean	hasNext()
protected abstract void	initDataReader(org.apache.parquet.column.Encoding dataEncoding, org.apache.parquet.bytes.ByteBufferInputStream in, int valueCount)
protected abstract void	initDefinitionLevelsReader(org.apache.parquet.column.page.DataPageV1 dataPageV1, org.apache.parquet.column.ColumnDescriptor descriptor, org.apache.parquet.bytes.ByteBufferInputStream in, int count)
protected abstract void	initDefinitionLevelsReader(org.apache.parquet.column.page.DataPageV2 dataPageV2, org.apache.parquet.column.ColumnDescriptor descriptor)
protected void	initFromPage(org.apache.parquet.column.page.DataPageV1 initPage)
protected void	initFromPage(org.apache.parquet.column.page.DataPageV2 initPage)
protected void	initRepetitionLevelsReader(org.apache.parquet.column.page.DataPageV1 dataPageV1, org.apache.parquet.column.ColumnDescriptor descriptor, org.apache.parquet.bytes.ByteBufferInputStream in, int count)
protected void	initRepetitionLevelsReader(org.apache.parquet.column.page.DataPageV2 dataPageV2, org.apache.parquet.column.ColumnDescriptor descriptor)
protected void	reset()
void	setDictionary(org.apache.parquet.column.Dictionary dict)
void	setPage(org.apache.parquet.column.page.DataPage page)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

desc

protected final org.apache.parquet.column.ColumnDescriptor desc

writerVersion

protected final java.lang.String writerVersion

hasNext

protected boolean hasNext

triplesRead

protected int triplesRead

currentDL

protected int currentDL

currentRL

protected int currentRL

dictionary

protected org.apache.parquet.column.Dictionary dictionary

page

protected org.apache.parquet.column.page.DataPage page

triplesCount

protected int triplesCount

valueEncoding

protected org.apache.parquet.column.Encoding valueEncoding

definitionLevels

protected BasePageIterator.IntIterator definitionLevels

repetitionLevels

protected BasePageIterator.IntIterator repetitionLevels

values

protected org.apache.parquet.column.values.ValuesReader values

Constructor Detail

BasePageIterator

protected BasePageIterator(org.apache.parquet.column.ColumnDescriptor descriptor,
                           java.lang.String writerVersion)

Method Detail

reset

protected void reset()

initDataReader

protected abstract void initDataReader(org.apache.parquet.column.Encoding dataEncoding,
                                       org.apache.parquet.bytes.ByteBufferInputStream in,
                                       int valueCount)

initDefinitionLevelsReader

protected abstract void initDefinitionLevelsReader(org.apache.parquet.column.page.DataPageV1 dataPageV1,
                                                   org.apache.parquet.column.ColumnDescriptor descriptor,
                                                   org.apache.parquet.bytes.ByteBufferInputStream in,
                                                   int count)
                                            throws java.io.IOException

Throws:

java.io.IOException

initDefinitionLevelsReader

protected abstract void initDefinitionLevelsReader(org.apache.parquet.column.page.DataPageV2 dataPageV2,
                                                   org.apache.parquet.column.ColumnDescriptor descriptor)
                                            throws java.io.IOException

Throws:

java.io.IOException

initRepetitionLevelsReader

protected void initRepetitionLevelsReader(org.apache.parquet.column.page.DataPageV1 dataPageV1,
                                          org.apache.parquet.column.ColumnDescriptor descriptor,
                                          org.apache.parquet.bytes.ByteBufferInputStream in,
                                          int count)
                                   throws java.io.IOException

Throws:

java.io.IOException

initRepetitionLevelsReader

protected void initRepetitionLevelsReader(org.apache.parquet.column.page.DataPageV2 dataPageV2,
                                          org.apache.parquet.column.ColumnDescriptor descriptor)
                                   throws java.io.IOException

Throws:

java.io.IOException

currentPageCount

public int currentPageCount()

hasNext

public boolean hasNext()

setPage

public void setPage(org.apache.parquet.column.page.DataPage page)

initFromPage

protected void initFromPage(org.apache.parquet.column.page.DataPageV1 initPage)

initFromPage

protected void initFromPage(org.apache.parquet.column.page.DataPageV2 initPage)

setDictionary

public void setDictionary(org.apache.parquet.column.Dictionary dict)