surrealdb_core/sql/
tokenizer.rs

1use revision::revisioned;
2use serde::{Deserialize, Serialize};
3use std::fmt;
4use std::fmt::Display;
5
6#[revisioned(revision = 1)]
7#[derive(Clone, Debug, Eq, PartialEq, PartialOrd, Serialize, Deserialize, Hash)]
8#[cfg_attr(feature = "arbitrary", derive(arbitrary::Arbitrary))]
9#[non_exhaustive]
10pub enum Tokenizer {
11	Blank,
12	Camel,
13	Class,
14	Punct,
15}
16
17impl Display for Tokenizer {
18	fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
19		f.write_str(match self {
20			Self::Blank => "BLANK",
21			Self::Camel => "CAMEL",
22			Self::Class => "CLASS",
23			Self::Punct => "PUNCT",
24		})
25	}
26}