lance_core::utils::mask

Struct RowIdTreeMap

Source
pub struct RowIdTreeMap { /* private fields */ }
Expand description

A collection of row ids.

These row ids may either be stable-style (where they can be an incrementing u64 sequence) or address style, where they are a fragment id and a row offset. When address style, this supports setting entire fragments as selected, without needing to enumerate all the ids in the fragment.

This is similar to a [RoaringTreemap] but it is optimized for the case where entire fragments are selected or deselected.

Implementations§

Source§

impl RowIdTreeMap

Source

pub fn new() -> Self

Create an empty set

Source

pub fn is_empty(&self) -> bool

Source

pub fn len(&self) -> Option<u64>

The number of rows in the map

If there are any “full fragment” items then this is unknown and None is returned

Source

pub fn row_ids(&self) -> Option<impl Iterator<Item = RowAddress> + '_>

An iterator of row ids

If there are any “full fragment” items then this can’t be calculated and None is returned

Source

pub fn insert(&mut self, value: u64) -> bool

Insert a single value into the set

Returns true if the value was not already in the set.

use lance_core::utils::mask::RowIdTreeMap;

let mut set = RowIdTreeMap::new();
assert_eq!(set.insert(10), true);
assert_eq!(set.insert(10), false);
assert_eq!(set.contains(10), true);
Source

pub fn insert_range<R: RangeBounds<u64>>(&mut self, range: R) -> u64

Insert a range of values into the set

Source

pub fn insert_bitmap(&mut self, fragment: u32, bitmap: RoaringBitmap)

Add a bitmap for a single fragment

Source

pub fn insert_fragment(&mut self, fragment_id: u32)

Add a whole fragment to the set

Source

pub fn contains(&self, value: u64) -> bool

Returns whether the set contains the given value

Source

pub fn remove(&mut self, value: u64) -> bool

Source

pub fn retain_fragments(&mut self, frag_ids: impl IntoIterator<Item = u32>)

Source

pub fn serialized_size(&self) -> usize

Compute the serialized size of the set.

Source

pub fn serialize_into<W: Write>(&self, writer: W) -> Result<()>

Serialize the set into the given buffer

The serialization format is not stable.

The serialization format is:

  • u32: num_entries

for each entry:

  • u32: fragment_id
  • u32: bitmap size
  • If bitmap size is zero then the entire fragment is selected.
Source

pub fn deserialize_from<R: Read>(reader: R) -> Result<Self>

Deserialize the set from the given buffer

Source

pub fn union_all(maps: &[&Self]) -> Self

Trait Implementations§

Source§

impl BitAnd for RowIdTreeMap

Source§

type Output = RowIdTreeMap

The resulting type after applying the & operator.
Source§

fn bitand(self, rhs: Self) -> Self::Output

Performs the & operation. Read more
Source§

impl BitAndAssign for RowIdTreeMap

Source§

fn bitand_assign(&mut self, rhs: Self)

Performs the &= operation. Read more
Source§

impl BitOr for RowIdTreeMap

Source§

type Output = RowIdTreeMap

The resulting type after applying the | operator.
Source§

fn bitor(self, rhs: Self) -> Self::Output

Performs the | operation. Read more
Source§

impl BitOrAssign for RowIdTreeMap

Source§

fn bitor_assign(&mut self, rhs: Self)

Performs the |= operation. Read more
Source§

impl Clone for RowIdTreeMap

Source§

fn clone(&self) -> RowIdTreeMap

Returns a copy of the value. Read more
1.0.0 · Source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more
Source§

impl Debug for RowIdTreeMap

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more
Source§

impl DeepSizeOf for RowIdTreeMap

Source§

fn deep_size_of_children(&self, context: &mut Context) -> usize

Returns an estimation of the heap-managed storage of this object. This does not include the size of the object itself. Read more
Source§

fn deep_size_of(&self) -> usize

Returns an estimation of a total size of memory owned by the object, including heap-managed storage. Read more
Source§

impl Default for RowIdTreeMap

Source§

fn default() -> RowIdTreeMap

Returns the “default value” for a type. Read more
Source§

impl<'a> Extend<&'a u64> for RowIdTreeMap

Source§

fn extend<T: IntoIterator<Item = &'a u64>>(&mut self, iter: T)

Extends a collection with the contents of an iterator. Read more
Source§

fn extend_one(&mut self, item: A)

🔬This is a nightly-only experimental API. (extend_one)
Extends a collection with exactly one element.
Source§

fn extend_reserve(&mut self, additional: usize)

🔬This is a nightly-only experimental API. (extend_one)
Reserves capacity in a collection for the given number of additional elements. Read more
Source§

impl Extend<RowIdTreeMap> for RowIdTreeMap

Source§

fn extend<T: IntoIterator<Item = Self>>(&mut self, iter: T)

Extends a collection with the contents of an iterator. Read more
Source§

fn extend_one(&mut self, item: A)

🔬This is a nightly-only experimental API. (extend_one)
Extends a collection with exactly one element.
Source§

fn extend_reserve(&mut self, additional: usize)

🔬This is a nightly-only experimental API. (extend_one)
Reserves capacity in a collection for the given number of additional elements. Read more
Source§

impl Extend<u64> for RowIdTreeMap

Source§

fn extend<T: IntoIterator<Item = u64>>(&mut self, iter: T)

Extends a collection with the contents of an iterator. Read more
Source§

fn extend_one(&mut self, item: A)

🔬This is a nightly-only experimental API. (extend_one)
Extends a collection with exactly one element.
Source§

fn extend_reserve(&mut self, additional: usize)

🔬This is a nightly-only experimental API. (extend_one)
Reserves capacity in a collection for the given number of additional elements. Read more
Source§

impl<'a> FromIterator<&'a u64> for RowIdTreeMap

Source§

fn from_iter<T: IntoIterator<Item = &'a u64>>(iter: T) -> Self

Creates a value from an iterator. Read more
Source§

impl FromIterator<u64> for RowIdTreeMap

Source§

fn from_iter<T: IntoIterator<Item = u64>>(iter: T) -> Self

Creates a value from an iterator. Read more
Source§

impl PartialEq for RowIdTreeMap

Source§

fn eq(&self, other: &RowIdTreeMap) -> bool

Tests for self and other values to be equal, and is used by ==.
1.0.0 · Source§

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.
Source§

impl SubAssign<&RowIdTreeMap> for RowIdTreeMap

Source§

fn sub_assign(&mut self, rhs: &Self)

Performs the -= operation. Read more
Source§

impl StructuralPartialEq for RowIdTreeMap

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> CloneToUninit for T
where T: Clone,

Source§

unsafe fn clone_to_uninit(&self, dst: *mut u8)

🔬This is a nightly-only experimental API. (clone_to_uninit)
Performs copy-assignment from self to dst. Read more
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T> Instrument for T

Source§

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more
Source§

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoEither for T

Source§

fn into_either(self, into_left: bool) -> Either<Self, Self>

Converts self into a Left variant of Either<Self, Self> if into_left is true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

Converts self into a Left variant of Either<Self, Self> if into_left(&self) returns true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

impl<T> Pointable for T

Source§

const ALIGN: usize

The alignment of pointer.
Source§

type Init = T

The type for initializers.
Source§

unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more
Source§

unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more
Source§

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more
Source§

unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more
Source§

impl<T> ToOwned for T
where T: Clone,

Source§

type Owned = T

The resulting type after obtaining ownership.
Source§

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more
Source§

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

Source§

fn vzip(self) -> V

Source§

impl<T> WithSubscriber for T

Source§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

impl<T> Allocation for T
where T: RefUnwindSafe + Send + Sync,

Source§

impl<T> ErasedDestructor for T
where T: 'static,

Source§

impl<T> MaybeSendSync for T