Trait Token

pub trait Token: Spanned + Sized {
    const PUNCT_KINDS: &'static [PunctKind];
    const NOT_FOLLOWED_BY: &'static [PunctKind];
    const AS_STR: &'static str;

    // Required methods
    fn new(span: Span) -> Self;
    fn ident(&self) -> Ident;
}

The type is a token.

Required Associated Constants

const PUNCT_KINDS: &'static [PunctKind]

The sequence of punctuations that make up the token.

const NOT_FOLLOWED_BY: &'static [PunctKind]

Punctuations that will not follow the token.

const AS_STR: &'static str

What the string representation of the token is when lexing.

Required Methods

fn new(span: Span) -> Self

Creates the token from the given span.

fn ident(&self) -> Ident

Returns an identifier for this token.

Dyn Compatibility

This trait is not dyn compatible.

In older versions of Rust, dyn compatibility was called "object safety", so this trait is not object safe.

Implementors

impl Token for AddEqToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "+="

impl Token for AddToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "+"

impl Token for AmpersandToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "&"

impl Token for BangEqToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "!="

impl Token for BangToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "!"

impl Token for CaretToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "^"

impl Token for CloseAngleBracketToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = ">"

impl Token for ColonToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = ":"

impl Token for CommaToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = ","

impl Token for DivEqToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "/="

impl Token for DotToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "."

impl Token for DoubleAmpersandToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "&&"

impl Token for DoubleColonToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "::"

impl Token for DoubleDotToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = ".."

impl Token for DoubleEqToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "=="

impl Token for DoublePipeToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "||"

impl Token for DoubleStarToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "**"

impl Token for EqToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "="

impl Token for FatRightArrowToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "=>"

impl Token for ForwardSlashToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "/"

impl Token for GreaterThanEqToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = ">="

impl Token for GreaterThanToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = ">"

impl Token for HashBangToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "#!"

impl Token for HashToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "#"

impl Token for LessThanEqToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "<="

impl Token for LessThanToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "<"

impl Token for OpenAngleBracketToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "<"

impl Token for PercentToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "%"

impl Token for PipeToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "|"

impl Token for RightArrowToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "->"

impl Token for SemicolonToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = ";"

impl Token for ShlEqToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "<<="

impl Token for ShlToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "<<"

impl Token for ShrEqToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = ">>="

impl Token for ShrToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = ">>"

impl Token for StarEqToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "*="

impl Token for StarToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "*"

impl Token for SubEqToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "-="

impl Token for SubToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "-"

impl Token for UnderscoreToken

const PUNCT_KINDS: &'static [PunctKind]

const NOT_FOLLOWED_BY: &'static [PunctKind]

const AS_STR: &'static str = "_"