tokenizer 0.1.2

Thai text tokenizer
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

[package]
name = "tokenizer"
description = "Thai text tokenizer"
keywords = ["Thai", "tokenizer", "text", "word", "tokeniser"]
categories = ["internationalization", "localization"]
repository = "https://github.com/NattapongSiri/tokenizer_rs/tree/0.1.1"
readme = "README.md"
license = "BSD-3-Clause"
version = "0.1.2"
authors = ["Nattapong Sirilappanich <s.nattapong@gmail.com>"]
edition = "2018"

# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
[features]
default=["multi-thread"]
single-thread=[]
multi-thread=["rayon"]

[dependencies]
rayon = {version="^1.3", optional=true}

[dev-dependencies]
permutator = "^0.4"