tokenizer 0.1.2

Thai text tokenizer
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

[dependencies.rayon]
optional = true
version = "^1.3"

[dev-dependencies.permutator]
version = "^0.4"

[features]
default = ["multi-thread"]
multi-thread = ["rayon"]
single-thread = []

[package]
authors = ["Nattapong Sirilappanich <s.nattapong@gmail.com>"]
categories = ["internationalization", "localization"]
description = "Thai text tokenizer"
edition = "2018"
keywords = ["Thai", "tokenizer", "text", "word", "tokeniser"]
license = "BSD-3-Clause"
name = "tokenizer"
readme = "README.md"
repository = "https://github.com/NattapongSiri/tokenizer_rs/tree/0.1.1"
version = "0.1.2"