Package org.apache.iceberg.avro

Class ValueReaders

java.lang.Object

org.apache.iceberg.avro.ValueReaders

public class ValueReaders
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	ValueReaders.PlannedStructReader<S>
static class	ValueReaders.StructReader<S>

Method Summary

Modifier and Type	Method	Description
static <T> ValueReader<Collection<T>>	array(ValueReader<T> elementReader)
static <K, V> ValueReader<Map<K,V>>	arrayMap(ValueReader<K> keyReader, ValueReader<V> valueReader)
static ValueReader<Boolean>	booleans()
static List<Pair<Integer,ValueReader<?>>>	buildReadPlan(Types.StructType expected, org.apache.avro.Schema record, List<ValueReader<?>> fieldReaders, Map<Integer,?> idToConstant)	Builds a read plan for record classes that use planned reads instead of a ResolvingDecoder.
static List<Pair<Integer,ValueReader<?>>>	buildReadPlan(Types.StructType expected, org.apache.avro.Schema record, List<ValueReader<?>> fieldReaders, Map<Integer,?> idToConstant, BiFunction<Type,Object,Object> convert)	Builds a read plan for record classes that use planned reads instead of a ResolvingDecoder.
static ValueReader<ByteBuffer>	byteBuffers()
static ValueReader<byte[]>	bytes()
static <T> ValueReader<T>	constant(T value)
static ValueReader<BigDecimal>	decimal(ValueReader<byte[]> unscaledReader, int scale)
static ValueReader<byte[]>	decimalBytesReader(org.apache.avro.Schema schema)
static ValueReader<Double>	doubles()
static ValueReader<String>	enums(List<String> symbols)
static ValueReader<byte[]>	fixed(int length)
static ValueReader<org.apache.avro.generic.GenericData.Fixed>	fixed(org.apache.avro.Schema schema)
static ValueReader<Float>	floats()
static ValueReader<Double>	floatsAsDoubles()
static ValueReader<Integer>	ints()
static ValueReader<Long>	intsAsLongs()
static ValueReader<Long>	lastUpdated(Long baseRowId, Long fileSeqNumber, ValueReader<?> seqReader)
static ValueReader<Long>	longs()
static <K, V> ValueReader<Map<K,V>>	map(ValueReader<K> keyReader, ValueReader<V> valueReader)
static ValueReader<Object>	nulls()
static ValueReader<Long>	positions()
static <R extends org.apache.avro.generic.IndexedRecord> ValueReader<R>	record(List<ValueReader<?>> readers, Class<R> recordClass, org.apache.avro.Schema recordSchema)
static ValueReader<org.apache.avro.generic.GenericData.Record>	record(List<ValueReader<?>> readers, org.apache.avro.Schema recordSchema)
static <R extends org.apache.avro.generic.IndexedRecord> ValueReader<R>	record(org.apache.avro.Schema recordSchema, Class<R> recordClass, List<Pair<Integer,ValueReader<?>>> readPlan)
static ValueReader<?>	record(org.apache.avro.Schema recordSchema, List<Pair<Integer,ValueReader<?>>> readPlan)
static <T> ValueReader<T>	replaceWithConstant(ValueReader<?> reader, T value)
static ValueReader<Long>	rowIds(Long baseRowId, ValueReader<?> idReader)
static ValueReader<Void>	skipStruct(List<ValueReader<?>> readers)
static ValueReader<String>	strings()
static ValueReader<Object>	union(List<ValueReader<?>> readers)
static ValueReader<org.apache.avro.util.Utf8>	utf8s()
static ValueReader<UUID>	uuids()
static ValueReader<Variant>	variants()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Details

nulls

public static ValueReader<Object> nulls()

constant

public static <T> ValueReader<T> constant(T value)

replaceWithConstant

public static <T> ValueReader<T> replaceWithConstant(ValueReader<?> reader,
 T value)

booleans

public static ValueReader<Boolean> booleans()

ints

public static ValueReader<Integer> ints()

intsAsLongs

public static ValueReader<Long> intsAsLongs()

longs

public static ValueReader<Long> longs()

floats

public static ValueReader<Float> floats()

floatsAsDoubles

public static ValueReader<Double> floatsAsDoubles()

doubles

public static ValueReader<Double> doubles()

strings

public static ValueReader<String> strings()

utf8s

public static ValueReader<org.apache.avro.util.Utf8> utf8s()

enums

public static ValueReader<String> enums(List<String> symbols)

uuids

public static ValueReader<UUID> uuids()

fixed

public static ValueReader<byte[]> fixed(int length)

fixed

public static ValueReader<org.apache.avro.generic.GenericData.Fixed> fixed(org.apache.avro.Schema schema)

bytes

public static ValueReader<byte[]> bytes()

byteBuffers

public static ValueReader<ByteBuffer> byteBuffers()

decimal

public static ValueReader<BigDecimal> decimal(ValueReader<byte[]> unscaledReader,
 int scale)

decimalBytesReader

public static ValueReader<byte[]> decimalBytesReader(org.apache.avro.Schema schema)

variants

public static ValueReader<Variant> variants()

union

public static ValueReader<Object> union(List<ValueReader<?>> readers)

positions

public static ValueReader<Long> positions()

array

public static <T> ValueReader<Collection<T>> array(ValueReader<T> elementReader)

arrayMap

public static <K,
V> ValueReader<Map<K,V>> arrayMap(ValueReader<K> keyReader,
 ValueReader<V> valueReader)

map

public static <K,
V> ValueReader<Map<K,V>> map(ValueReader<K> keyReader,
 ValueReader<V> valueReader)

record

public static ValueReader<org.apache.avro.generic.GenericData.Record> record(List<ValueReader<?>> readers,
 org.apache.avro.Schema recordSchema)

record

public static <R extends org.apache.avro.generic.IndexedRecord>
ValueReader<R> record(List<ValueReader<?>> readers,
 Class<R> recordClass,
 org.apache.avro.Schema recordSchema)

record

public static ValueReader<?> record(org.apache.avro.Schema recordSchema,
 List<Pair<Integer,ValueReader<?>>> readPlan)

record

public static <R extends org.apache.avro.generic.IndexedRecord>
ValueReader<R> record(org.apache.avro.Schema recordSchema,
 Class<R> recordClass,
 List<Pair<Integer,ValueReader<?>>> readPlan)

skipStruct

public static ValueReader<Void> skipStruct(List<ValueReader<?>> readers)

buildReadPlan

public static List<Pair<Integer,ValueReader<?>>> buildReadPlan(Types.StructType expected,
 org.apache.avro.Schema record,
 List<ValueReader<?>> fieldReaders,
 Map<Integer,?> idToConstant)

Builds a read plan for record classes that use planned reads instead of a ResolvingDecoder.

Parameters:

expected - expected StructType

record - Avro record schema

fieldReaders - list of readers for each field in the Avro record schema

idToConstant - a map of field ID to constants values

Returns:

a read plan that is a list of (position, reader) pairs

buildReadPlan

public static List<Pair<Integer,ValueReader<?>>> buildReadPlan(Types.StructType expected,
 org.apache.avro.Schema record,
 List<ValueReader<?>> fieldReaders,
 Map<Integer,?> idToConstant,
 BiFunction<Type,Object,Object> convert)

Builds a read plan for record classes that use planned reads instead of a ResolvingDecoder.

Parameters:

expected - expected StructType

record - Avro record schema

fieldReaders - list of readers for each field in the Avro record schema

idToConstant - a map of field ID to constants values

convert - function to convert from internal classes to the target object model

Returns:

a read plan that is a list of (position, reader) pairs

rowIds

public static ValueReader<Long> rowIds(Long baseRowId,
 ValueReader<?> idReader)

lastUpdated

public static ValueReader<Long> lastUpdated(Long baseRowId,
 Long fileSeqNumber,
 ValueReader<?> seqReader)