pub trait Tokenize {
// Required method
fn into_tokens(self) -> Vec<Token>;
}
Expand description
Tokens conversion trait
Required Methods§
Sourcefn into_tokens(self) -> Vec<Token>
fn into_tokens(self) -> Vec<Token>
Convert to list of tokens