use crate::TokenKind;
use std::fmt;
#[derive(Clone, PartialEq, Eq)]
pub struct Token<'a> {
pub(crate) kind: TokenKind,
pub(crate) data: &'a str,
pub(crate) index: usize,
}
impl<'a> Token<'a> {
pub fn kind(&self) -> TokenKind {
self.kind
}
pub fn data(&self) -> &'a str {
self.data
}
pub fn index(&self) -> usize {
self.index
}
}
impl<'a> fmt::Debug for Token<'a> {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
let start = self.index;
let end = self.index + self.data.len();
match &self.kind {
TokenKind::Whitespace => {
write!(f, "WHITESPACE@{}:{} {:?}", start, end, self.data)
}
TokenKind::Comment => {
write!(f, "COMMENT@{}:{} {:?}", start, end, self.data)
}
TokenKind::Bang => {
write!(f, "BANG@{}:{} {:?}", start, end, self.data)
}
TokenKind::Dollar => {
write!(f, "DOLLAR@{}:{} {:?}", start, end, self.data)
}
TokenKind::Amp => {
write!(f, "AMP@{}:{} {:?}", start, end, self.data)
}
TokenKind::Spread => {
write!(f, "SPREAD@{}:{} {:?}", start, end, self.data)
}
TokenKind::Colon => {
write!(f, "COLON@{}:{} {:?}", start, end, self.data)
}
TokenKind::Comma => {
write!(f, "COMMA@{}:{} {:?}", start, end, self.data)
}
TokenKind::Eq => {
write!(f, "EQ@{}:{} {:?}", start, end, self.data)
}
TokenKind::At => {
write!(f, "AT@{}:{} {:?}", start, end, self.data)
}
TokenKind::LParen => {
write!(f, "L_PAREN@{}:{} {:?}", start, end, self.data)
}
TokenKind::RParen => {
write!(f, "R_PAREN@{}:{} {:?}", start, end, self.data)
}
TokenKind::LBracket => {
write!(f, "L_BRACKET@{}:{} {:?}", start, end, self.data)
}
TokenKind::RBracket => {
write!(f, "R_BRACKET@{}:{} {:?}", start, end, self.data)
}
TokenKind::LCurly => {
write!(f, "L_CURLY@{}:{} {:?}", start, end, self.data)
}
TokenKind::RCurly => {
write!(f, "R_CURLY@{}:{} {:?}", start, end, self.data)
}
TokenKind::Pipe => {
write!(f, "PIPE@{}:{} {:?}", start, end, self.data)
}
TokenKind::Eof => {
write!(f, "EOF@{start}:{start}")
}
TokenKind::Name => {
write!(f, "NAME@{}:{} {:?}", start, end, self.data)
}
TokenKind::StringValue => {
write!(f, "STRING_VALUE@{}:{} {:?}", start, end, self.data)
}
TokenKind::Int => {
write!(f, "INT@{}:{} {:?}", start, end, self.data)
}
TokenKind::Float => {
write!(f, "FLOAT@{}:{} {:?}", start, end, self.data)
}
}
}
}