Struct polars_plan::logical_plan::FileInfo

pub struct FileInfo {
    pub schema: SchemaRef,
    pub reader_schema: Option<ArrowSchemaRef>,
    pub row_estimation: (Option<usize>, usize),
    pub hive_parts: Option<Arc<HivePartitions>>,
}

Fields

schema: SchemaRef

reader_schema: Option<ArrowSchemaRef>

Stores the schema used for the reader, as the main schema can contain extra hive columns.

row_estimation: (Option<usize>, usize)

• known size
• estimated size

hive_parts: Option<Arc<HivePartitions>>

Implementations

impl FileInfo

pub fn new( schema: SchemaRef, reader_schema: Option<ArrowSchemaRef>, row_estimation: (Option<usize>, usize) ) -> Self

Constructs a new FileInfo.

pub fn init_hive_partitions( &mut self, path: &Path, schema: Option<SchemaRef> ) -> PolarsResult<()>

Set the [HivePartitions] information for this FileInfo from a path and an optional schema.

pub fn update_hive_partitions(&mut self, path: &Path) -> PolarsResult<()>

Update the [HivePartitions] statistics for this FileInfo.

If the Hive partitions were not yet initialized, this function has no effect.

Trait Implementations

impl Clone for FileInfo

fn clone(&self) -> FileInfo

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for FileInfo

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for FileInfo

fn default() -> FileInfo

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for FileInfo

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for FileInfo

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.