Package org.apache.iceberg.spark.source

Class SparkScanBuilder

java.lang.Object

org.apache.iceberg.spark.source.SparkScanBuilder

All Implemented Interfaces:

org.apache.spark.sql.connector.read.ScanBuilder, org.apache.spark.sql.connector.read.SupportsPushDownFilters, org.apache.spark.sql.connector.read.SupportsPushDownRequiredColumns

public class SparkScanBuilder
extends java.lang.Object
implements org.apache.spark.sql.connector.read.ScanBuilder, org.apache.spark.sql.connector.read.SupportsPushDownFilters, org.apache.spark.sql.connector.read.SupportsPushDownRequiredColumns

Method Summary

Modifier and Type	Method	Description
org.apache.spark.sql.connector.read.Scan	build()
org.apache.spark.sql.connector.read.Scan	buildMergeScan()
SparkScanBuilder	caseSensitive(boolean isCaseSensitive)
SparkScanBuilder	ignoreResiduals()
void	pruneColumns(org.apache.spark.sql.types.StructType requestedSchema)
org.apache.spark.sql.sources.Filter[]	pushedFilters()
org.apache.spark.sql.sources.Filter[]	pushFilters(org.apache.spark.sql.sources.Filter[] filters)
SparkScanBuilder	withMetadataColumns(java.lang.String... metadataColumns)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

withMetadataColumns

public SparkScanBuilder withMetadataColumns(java.lang.String... metadataColumns)

caseSensitive

public SparkScanBuilder caseSensitive(boolean isCaseSensitive)

pushFilters

public org.apache.spark.sql.sources.Filter[] pushFilters(org.apache.spark.sql.sources.Filter[] filters)

Specified by:

pushFilters in interface org.apache.spark.sql.connector.read.SupportsPushDownFilters

pushedFilters

public org.apache.spark.sql.sources.Filter[] pushedFilters()

Specified by:

pushedFilters in interface org.apache.spark.sql.connector.read.SupportsPushDownFilters

pruneColumns

public void pruneColumns(org.apache.spark.sql.types.StructType requestedSchema)

Specified by:

pruneColumns in interface org.apache.spark.sql.connector.read.SupportsPushDownRequiredColumns

ignoreResiduals

public SparkScanBuilder ignoreResiduals()

build

public org.apache.spark.sql.connector.read.Scan build()

Specified by:

build in interface org.apache.spark.sql.connector.read.ScanBuilder

buildMergeScan

public org.apache.spark.sql.connector.read.Scan buildMergeScan()