Struct tantivy_tokenizer_api::BoxTokenStream

pub struct BoxTokenStream<'a>(/* private fields */);

Simple wrapper of Box<dyn TokenStream + 'a>.

Implementations

impl<'a> BoxTokenStream<'a>

pub fn new<T: TokenStream + 'a>(token_stream: T) -> BoxTokenStream<'a>

Trait Implementations

impl<'a> Deref for BoxTokenStream<'a>

type Target = dyn TokenStream + 'a

The resulting type after dereferencing.

fn deref(&self) -> &Self::Target

Dereferences the value.

impl<'a> DerefMut for BoxTokenStream<'a>

fn deref_mut(&mut self) -> &mut Self::Target

Mutably dereferences the value.

impl<'a> TokenStream for BoxTokenStream<'a>

fn advance(&mut self) -> bool

Advance to the next token

fn token(&self) -> &Token

Returns a reference to the current token.

fn token_mut(&mut self) -> &mut Token

Returns a mutable reference to the current token.

fn next(&mut self) -> Option<&Token>

Helper to iterate over tokens. It simply combines a call to .advance() and .token().

fn process(&mut self, sink: &mut dyn FnMut(&Token))

Helper function to consume the entire TokenStream and push the tokens to a sink function.