Package org.apache.iceberg.mr

Class InputFormatConfig

java.lang.Object

org.apache.iceberg.mr.InputFormatConfig

public class InputFormatConfig
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	InputFormatConfig.ConfigBuilder
static enum	InputFormatConfig.InMemoryDataModel

Field Summary

Fields

Modifier and Type	Field	Description
static final String	AS_OF_TIMESTAMP
static final String	CASE_SENSITIVE
static final boolean	CASE_SENSITIVE_DEFAULT
static final String	CATALOG_CONFIG_PREFIX
static final String	CATALOG_NAME
static final String	COMMIT_FILE_THREAD_POOL_SIZE
static final int	COMMIT_FILE_THREAD_POOL_SIZE_DEFAULT
static final String	COMMIT_TABLE_THREAD_POOL_SIZE
static final int	COMMIT_TABLE_THREAD_POOL_SIZE_DEFAULT
static final String	CONFIG_SERIALIZATION_DISABLED
static final boolean	CONFIG_SERIALIZATION_DISABLED_DEFAULT
static final String	EXTERNAL_TABLE_PURGE
static final String	FILTER_EXPRESSION
static final String	HADOOP_CATALOG
static final String	HADOOP_TABLES
static final String	HIVE_CATALOG
static final String	ICEBERG_SNAPSHOTS_TABLE_SUFFIX
static final String	IN_MEMORY_DATA_MODEL
static final String	LOCALITY
static final String	OUTPUT_TABLES
static final String	PARTITION_SPEC
static final String	READ_SCHEMA
static final String	REUSE_CONTAINERS
static final String	SCHEMA_AUTO_CONVERSION
static final String	SELECTED_COLUMNS
static final String	SERIALIZED_TABLE_PREFIX
static final String	SKIP_RESIDUAL_FILTERING
static final String	SNAPSHOT_ID
static final String	SNAPSHOT_TABLE
static final String	SNAPSHOT_TABLE_SUFFIX
static final String	SPLIT_SIZE
static final String	TABLE_CATALOG_PREFIX
static final String	TABLE_IDENTIFIER
static final String	TABLE_LOCATION
static final String	TABLE_SCHEMA
static final String	WRITE_TARGET_FILE_SIZE

Method Summary

Modifier and Type	Method	Description
static String	catalogPropertyConfigKey(String catalogName, String catalogProperty)	Get Hadoop config key of a catalog property based on catalog name
static Schema	readSchema(org.apache.hadoop.conf.Configuration conf)
static String[]	selectedColumns(org.apache.hadoop.conf.Configuration conf)
static Schema	tableSchema(org.apache.hadoop.conf.Configuration conf)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

REUSE_CONTAINERS

public static final String REUSE_CONTAINERS

See Also:

• Constant Field Values

SKIP_RESIDUAL_FILTERING

public static final String SKIP_RESIDUAL_FILTERING

See Also:

• Constant Field Values

AS_OF_TIMESTAMP

public static final String AS_OF_TIMESTAMP

See Also:

• Constant Field Values

FILTER_EXPRESSION

public static final String FILTER_EXPRESSION

See Also:

• Constant Field Values

IN_MEMORY_DATA_MODEL

public static final String IN_MEMORY_DATA_MODEL

See Also:

• Constant Field Values

READ_SCHEMA

public static final String READ_SCHEMA

See Also:

• Constant Field Values

SNAPSHOT_ID

public static final String SNAPSHOT_ID

See Also:

• Constant Field Values

SPLIT_SIZE

public static final String SPLIT_SIZE

See Also:

• Constant Field Values

SCHEMA_AUTO_CONVERSION

public static final String SCHEMA_AUTO_CONVERSION

See Also:

• Constant Field Values

TABLE_IDENTIFIER

public static final String TABLE_IDENTIFIER

See Also:

• Constant Field Values

TABLE_LOCATION

public static final String TABLE_LOCATION

See Also:

• Constant Field Values

TABLE_SCHEMA

public static final String TABLE_SCHEMA

See Also:

• Constant Field Values

PARTITION_SPEC

public static final String PARTITION_SPEC

See Also:

• Constant Field Values

SERIALIZED_TABLE_PREFIX

public static final String SERIALIZED_TABLE_PREFIX

See Also:

• Constant Field Values

TABLE_CATALOG_PREFIX

public static final String TABLE_CATALOG_PREFIX

See Also:

• Constant Field Values

LOCALITY

public static final String LOCALITY

See Also:

• Constant Field Values

SELECTED_COLUMNS

public static final String SELECTED_COLUMNS

See Also:

• Constant Field Values

EXTERNAL_TABLE_PURGE

public static final String EXTERNAL_TABLE_PURGE

See Also:

• Constant Field Values

CONFIG_SERIALIZATION_DISABLED

public static final String CONFIG_SERIALIZATION_DISABLED

See Also:

• Constant Field Values

CONFIG_SERIALIZATION_DISABLED_DEFAULT

public static final boolean CONFIG_SERIALIZATION_DISABLED_DEFAULT

See Also:

• Constant Field Values

OUTPUT_TABLES

public static final String OUTPUT_TABLES

See Also:

• Constant Field Values

COMMIT_TABLE_THREAD_POOL_SIZE

public static final String COMMIT_TABLE_THREAD_POOL_SIZE

See Also:

• Constant Field Values

COMMIT_TABLE_THREAD_POOL_SIZE_DEFAULT

public static final int COMMIT_TABLE_THREAD_POOL_SIZE_DEFAULT

See Also:

• Constant Field Values

COMMIT_FILE_THREAD_POOL_SIZE

public static final String COMMIT_FILE_THREAD_POOL_SIZE

See Also:

• Constant Field Values

COMMIT_FILE_THREAD_POOL_SIZE_DEFAULT

public static final int COMMIT_FILE_THREAD_POOL_SIZE_DEFAULT

See Also:

• Constant Field Values

WRITE_TARGET_FILE_SIZE

public static final String WRITE_TARGET_FILE_SIZE

See Also:

• Constant Field Values

CASE_SENSITIVE

public static final String CASE_SENSITIVE

See Also:

• Constant Field Values

CASE_SENSITIVE_DEFAULT

public static final boolean CASE_SENSITIVE_DEFAULT

See Also:

• Constant Field Values

CATALOG_NAME

public static final String CATALOG_NAME

See Also:

• Constant Field Values

HADOOP_CATALOG

public static final String HADOOP_CATALOG

See Also:

• Constant Field Values

HADOOP_TABLES

public static final String HADOOP_TABLES

See Also:

• Constant Field Values

HIVE_CATALOG

public static final String HIVE_CATALOG

See Also:

• Constant Field Values

ICEBERG_SNAPSHOTS_TABLE_SUFFIX

public static final String ICEBERG_SNAPSHOTS_TABLE_SUFFIX

See Also:

• Constant Field Values

SNAPSHOT_TABLE

public static final String SNAPSHOT_TABLE

See Also:

• Constant Field Values

SNAPSHOT_TABLE_SUFFIX

public static final String SNAPSHOT_TABLE_SUFFIX

See Also:

• Constant Field Values

CATALOG_CONFIG_PREFIX

public static final String CATALOG_CONFIG_PREFIX

See Also:

• Constant Field Values

Method Details

tableSchema

public static Schema tableSchema(org.apache.hadoop.conf.Configuration conf)

readSchema

public static Schema readSchema(org.apache.hadoop.conf.Configuration conf)

selectedColumns

public static String[] selectedColumns(org.apache.hadoop.conf.Configuration conf)

catalogPropertyConfigKey

public static String catalogPropertyConfigKey(String catalogName,
 String catalogProperty)

Get Hadoop config key of a catalog property based on catalog name

Parameters:

catalogName - catalog name

catalogProperty - catalog property, can be any custom property, a commonly used list of properties can be found at CatalogProperties

Returns:

Hadoop config key of a catalog property for the catalog name