icu_segmenter 1.5.0

Unicode line breaking and text segmentation algorithms for text boundaries analysis
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101

[[bench]]
harness = false
name = "bench"

[[test]]
name = "complex_word"
required-features = ["auto"]
[dependencies.core_maths]
default-features = false
optional = true
version = "0.1.0"

[dependencies.databake]
default-features = false
features = ["derive"]
optional = true
version = "0.1.8"

[dependencies.displaydoc]
default-features = false
version = "0.2.3"

[dependencies.icu_collections]
default-features = false
version = "~1.5.0"

[dependencies.icu_locid]
default-features = false
version = "~1.5.0"

[dependencies.icu_locid_transform]
default-features = false
features = ["compiled_data"]
optional = true
version = "~1.5.0"

[dependencies.icu_provider]
default-features = false
features = ["macros"]
version = "~1.5.0"

[dependencies.icu_segmenter_data]
default-features = false
optional = true
version = "~1.5.0"

[dependencies.serde]
default-features = false
features = ["derive", "alloc"]
optional = true
version = "1.0.110"

[dependencies.utf8_iter]
default-features = false
version = "1.0.2"

[dependencies.zerovec]
default-features = false
features = ["yoke"]
version = "0.10.2"
[dev-dependencies.itertools]
version = "0.10.3"

[dev-dependencies.serde]
default-features = false
features = ["derive"]
version = "1.0.110"

[dev-dependencies.serde_json]
version = "1.0.45"

[features]
auto = ["lstm"]
bench = []
compiled_data = ["dep:icu_segmenter_data"]
datagen = ["serde", "dep:databake", "zerovec/databake", "icu_collections/databake"]
default = ["compiled_data", "auto"]
lstm = ["dep:core_maths"]
serde = ["dep:serde", "zerovec/serde", "icu_collections/serde", "icu_provider/serde"]
std = ["icu_collections/std", "icu_locid/std", "icu_provider/std"]

[lib]
bench = false

[package]
authors = ["The ICU4X Project Developers"]
categories = ["internationalization"]
description = "Unicode line breaking and text segmentation algorithms for text boundaries analysis"
edition = "2021"
homepage = "https://icu4x.unicode.org"
include = ["data/**/*", "src/**/*", "examples/**/*", "benches/**/*", "tests/**/*", "Cargo.toml", "LICENSE", "README.md"]
license = "Unicode-3.0"
name = "icu_segmenter"
readme = "README.md"
repository = "https://github.com/unicode-org/icu4x"
rust-version = "1.67"
version = "1.5.0"
[package.metadata.docs.rs]
all-features = true
[target."cfg(not(target_arch = \"wasm32\"))".dev-dependencies.criterion]
version = "0.5.0"