Struct OptimizeBuilder

pub struct OptimizeBuilder<'a> { /* private fields */ }

Optimize a Delta table with given options

If a target file size is not provided then delta.targetFileSize from the table’s configuration is read. Otherwise a default value is used.

Implementations

impl<'a> OptimizeBuilder<'a>

pub fn new(log_store: LogStoreRef, snapshot: DeltaTableState) -> Self

Create a new OptimizeBuilder

pub fn with_type(self, optimize_type: OptimizeType) -> Self

Choose the type of optimization to perform. Defaults to OptimizeType::Compact.

pub fn with_filters(self, filters: &'a [PartitionFilter]) -> Self

Only optimize files that return true for the specified partition filter

pub fn with_target_size(self, target: i64) -> Self

Set the target file size

pub fn with_writer_properties(self, writer_properties: WriterProperties) -> Self

Writer properties passed to parquet writer

pub fn with_commit_properties(self, commit_properties: CommitProperties) -> Self

Additonal information to write to the commit

pub fn with_preserve_insertion_order( self, preserve_insertion_order: bool, ) -> Self

Whether to preserve insertion order within files

pub fn with_max_concurrent_tasks(self, max_concurrent_tasks: usize) -> Self

Max number of concurrent tasks

pub fn with_max_spill_size(self, max_spill_size: usize) -> Self

Max spill size

pub fn with_min_commit_interval(self, min_commit_interval: Duration) -> Self

Min commit interval

Trait Implementations

impl<'a> Debug for OptimizeBuilder<'a>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'a> IntoFuture for OptimizeBuilder<'a>

type Output = Result<(DeltaTable, Metrics), DeltaTableError>

The output that the future will produce on completion.

type IntoFuture = Pin<Box<dyn Future<Output = <OptimizeBuilder<'a> as IntoFuture>::Output> + Send + 'a>>

Which kind of future are we turning this into?

fn into_future(self) -> Self::IntoFuture

Creates a future from a value.