Struct BatchedParquetReader

pub struct BatchedParquetReader { /* private fields */ }

Available on crate feature parquet only.

Implementations

impl BatchedParquetReader

pub fn new( row_group_fetcher: RowGroupFetcher, metadata: FileMetadataRef, schema: ArrowSchemaRef, slice: (usize, usize), projection: Option<Vec<usize>>, predicate: Option<Arc<dyn PhysicalIoExpr>>, row_index: Option<RowIndex>, chunk_size: usize, use_statistics: bool, hive_partition_columns: Option<Vec<Series>>, include_file_path: Option<(PlSmallStr, Arc<str>)>, parallel: ParallelStrategy, ) -> PolarsResult<Self>

pub fn schema(&self) -> &ArrowSchemaRef

pub fn is_finished(&self) -> bool

pub fn finishes_this_batch(&self, n: usize) -> bool

pub async fn next_batches( &mut self, n: usize, ) -> PolarsResult<Option<Vec<DataFrame>>>

pub fn iter(self, batches_per_iter: usize) -> BatchedParquetIter

Available on crate feature async only.

Turn the batched reader into an iterator.