Struct polars_plan::logical_plan::FileInfo

pub struct FileInfo {
    pub schema: SchemaRef,
    pub reader_schema: Option<ArrowSchemaRef>,
    pub row_estimation: (Option<usize>, usize),
    pub hive_parts: Option<Arc<HivePartitions>>,
}

Fields

schema: SchemaRef

reader_schema: Option<ArrowSchemaRef>

Stores the schema used for the reader, as the main schema can contain extra hive columns.

row_estimation: (Option<usize>, usize)

• known size
• estimated size

hive_parts: Option<Arc<HivePartitions>>

Implementations

impl FileInfo

pub fn new( schema: SchemaRef, reader_schema: Option<ArrowSchemaRef>, row_estimation: (Option<usize>, usize) ) -> Self

pub fn init_hive_partitions(&mut self, url: &Path) -> PolarsResult<()>

Updates the statistics and merges the hive partitions schema with the file one.

pub fn update_hive_partitions(&mut self, url: &Path) -> PolarsResult<()>

Updates the statistics, but not the schema.

Trait Implementations

impl Clone for FileInfo

fn clone(&self) -> FileInfo

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for FileInfo

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for FileInfo

fn default() -> FileInfo

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for FileInfo

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for FileInfo

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.