Struct datafusion_execution::cache::cache_manager::CacheManagerConfig

pub struct CacheManagerConfig {
    pub table_files_statistics_cache: Option<FileStatisticsCache>,
    pub list_files_cache: Option<ListFilesCache>,
}

Fields

table_files_statistics_cache: Option<FileStatisticsCache>

Enable cache of files statistics when listing files. Avoid get same file statistics repeatedly in same datafusion session. Default is disable. Fow now only supports Parquet files.

list_files_cache: Option<ListFilesCache>

Enable cache of file metadata when listing files. This setting avoids listing file meta of the same path repeatedly in same session, which may be expensive in certain situations (e.g. remote object storage). Note that if this option is enabled, DataFusion will not see any updates to the underlying location.
Default is disable.

Implementations

impl CacheManagerConfig

pub fn with_files_statistics_cache( self, cache: Option<FileStatisticsCache>, ) -> Self

pub fn with_list_files_cache(self, cache: Option<ListFilesCache>) -> Self

Trait Implementations

impl Clone for CacheManagerConfig

fn clone(&self) -> CacheManagerConfig

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Default for CacheManagerConfig

fn default() -> CacheManagerConfig

Returns the “default value” for a type.