[package]
name = "re_arrow2"
version = "0.17.6"
license = "Apache-2.0"
description = "Unofficial implementation of Apache Arrow spec in safe Rust"
homepage = "https://github.com/rerun-io/re_arrow2"
repository = "https://github.com/rerun-io/re_arrow2"
authors = [
"Rerun.io <opensource@rerun.io>",
"Jorge C. Leitao <jorgecarleitao@gmail.com>",
"Apache Arrow <dev@arrow.apache.org>",
]
keywords = ["arrow", "analytics"]
edition = "2021"
rust-version = "1.76"
exclude = ["testing/"]
[lib]
name = "re_arrow2"
bench = false
[dependencies]
foreign_vec = "0.1.0"
either = "1.9"
num-traits = "0.2"
dyn-clone = "1"
bytemuck = { version = "1", features = ["derive"] }
chrono = { version = "0.4.31", default_features = false, features = ["std"] }
ethnum = "1"
hash_hasher = "^2.0.3"
simdutf8 = "0.1.4"
hashbrown = { version = "0.14", default-features = false, features = ["ahash"] }
chrono-tz = { version = "0.8", optional = true }
lexical-core = { version = "0.8", optional = true }
csv = { version = "^1.1", optional = true }
csv-core = { version = "0.1", optional = true }
csv-async = { version = "^1.1", optional = true }
regex = { version = "1.9", optional = true }
regex-syntax = { version = "0.7", optional = true }
streaming-iterator = { version = "0.1", optional = true }
fallible-streaming-iterator = { version = "0.1", optional = true }
json-deserializer = { version = "0.4.4", optional = true, features = [
"preserve_order",
] }
indexmap = { version = "^1.6", optional = true }
comfy-table = { version = "7.0", optional = true, default-features = false }
arrow-format = { version = "0.8", optional = true, features = ["ipc"] }
hex = { version = "^0.4", optional = true }
lz4 = { version = "1.24", optional = true }
zstd = { version = "0.13", optional = true }
rand = { version = "0.8", optional = true }
itertools = { version = "0.13", optional = true }
base64 = { version = "0.22.0", optional = true }
futures = { version = "0.3", optional = true }
async-stream = { version = "0.3.2", optional = true }
avro-schema = { version = "0.3", optional = true }
orc-format = { version = "0.3.0", optional = true }
serde = { version = "^1.0", features = ["rc"], optional = true }
serde_derive = { version = "^1.0", optional = true }
serde_json = { version = "^1.0", features = [
"preserve_order",
], optional = true }
strength_reduce = { version = "0.2", optional = true }
multiversion = { version = "0.7.3", optional = true }
odbc-api = { version = "0.36", optional = true }
ahash = "0.8"
memchr = { version = "2.6", optional = true }
arrow-buffer = { version = ">=52", optional = true }
arrow-schema = { version = ">=52", optional = true }
arrow-data = { version = ">=52", optional = true }
arrow-array = { version = ">=52", optional = true }
[target.wasm32-unknown-unknown.dependencies]
getrandom = { version = "0.2", features = ["js"] }
[dependencies.parquet2]
version = "0.17"
optional = true
default_features = false
[dev-dependencies]
criterion = "0.4"
flate2 = "1"
doc-comment = "0.3"
crossbeam-channel = "0.5.1"
tokio = { version = "1", features = ["macros", "rt", "fs", "io-util"] }
tokio-util = { version = "0.7", features = ["compat"] }
proptest = { version = "1", default_features = false, features = ["std"] }
avro-rs = { version = "0.13", features = ["snappy"] }
rand = "0.8"
sample-arrow2 = "0.1"
sample-std = "0.1"
sample-test = "0.1"
[patch.crates-io]
re_arrow2 = { path = "." }
[package.metadata.docs.rs]
features = ["full"]
rustdoc-args = ["--cfg", "docsrs"]
[features]
default = []
full = [
"arrow",
"io_csv",
"io_csv_async",
"io_json",
"io_ipc",
"io_flight",
"io_ipc_write_async",
"io_ipc_read_async",
"io_ipc_compression",
"io_json_integration",
"io_print",
"io_avro",
"io_orc",
"io_avro_compression",
"io_avro_async",
"regex",
"regex-syntax",
"compute",
"chrono-tz",
]
arrow = ["arrow-buffer", "arrow-schema", "arrow-data", "arrow-array"]
io_odbc = ["odbc-api"]
io_csv = ["io_csv_read", "io_csv_write"]
io_csv_async = ["io_csv_read_async"]
io_csv_read = ["csv", "lexical-core"]
io_csv_read_async = ["csv-async", "lexical-core", "futures"]
io_csv_write = ["csv-core", "streaming-iterator", "lexical-core"]
io_json = ["io_json_read", "io_json_write"]
io_json_read = ["json-deserializer", "indexmap", "lexical-core"]
io_json_write = [
"streaming-iterator",
"fallible-streaming-iterator",
"lexical-core",
]
io_ipc = ["arrow-format"]
io_ipc_write_async = ["io_ipc", "futures"]
io_ipc_read_async = ["io_ipc", "futures", "async-stream"]
io_ipc_compression = ["lz4", "zstd"]
io_flight = ["io_ipc", "arrow-format/flight-data"]
io_parquet = [
"parquet2",
"io_ipc",
"base64",
"streaming-iterator",
"fallible-streaming-iterator",
]
io_parquet_async = ["futures", "io_parquet", "parquet2?/async"]
io_parquet_compression = [
"io_parquet_zstd",
"io_parquet_gzip",
"io_parquet_snappy",
"io_parquet_lz4",
"io_parquet_brotli",
]
io_parquet_sample_test = ["io_parquet_async"]
io_parquet_zstd = ["parquet2?/zstd"]
io_parquet_snappy = ["parquet2?/snappy"]
io_parquet_gzip = ["parquet2?/gzip"]
io_parquet_lz4_flex = ["parquet2?/lz4_flex"]
io_parquet_lz4 = ["parquet2?/lz4"]
io_parquet_brotli = ["parquet2?/brotli"]
io_parquet_bloom_filter = ["parquet2?/bloom_filter"]
io_avro = ["avro-schema", "streaming-iterator"]
io_avro_compression = ["avro-schema/compression"]
io_avro_async = ["avro-schema/async"]
io_orc = ["orc-format"]
io_json_integration = ["hex", "serde", "serde_derive", "serde_json", "io_ipc"]
io_print = ["comfy-table"]
compute_aggregate = ["multiversion"]
compute_arithmetics_decimal = ["strength_reduce"]
compute_arithmetics = ["strength_reduce", "compute_arithmetics_decimal"]
compute_bitwise = []
compute_boolean = []
compute_boolean_kleene = []
compute_cast = ["lexical-core", "compute_take"]
compute_comparison = ["compute_take", "compute_boolean"]
compute_concatenate = []
compute_contains = []
compute_filter = []
compute_hash = ["multiversion"]
compute_if_then_else = []
compute_length = []
compute_like = ["regex", "regex-syntax", "dep:memchr"]
compute_limit = []
compute_merge_sort = ["itertools", "compute_sort"]
compute_nullif = ["compute_comparison"]
compute_partition = ["compute_sort"]
compute_regex_match = ["regex"]
compute_sort = ["compute_take"]
compute_substring = []
compute_take = []
compute_temporal = []
compute_window = ["compute_concatenate"]
compute_utf8 = []
compute = [
"compute_aggregate",
"compute_arithmetics",
"compute_bitwise",
"compute_boolean",
"compute_boolean_kleene",
"compute_cast",
"compute_comparison",
"compute_concatenate",
"compute_contains",
"compute_filter",
"compute_hash",
"compute_if_then_else",
"compute_length",
"compute_like",
"compute_limit",
"compute_merge_sort",
"compute_nullif",
"compute_partition",
"compute_regex_match",
"compute_sort",
"compute_substring",
"compute_take",
"compute_temporal",
"compute_utf8",
"compute_window",
]
benchmarks = ["rand"]
serde_types = ["serde", "serde_derive"]
simd = []
[build-dependencies]
rustc_version = "0.4.0"
[package.metadata.cargo-all-features]
allowlist = ["compute", "compute_sort", "compute_hash", "compute_nullif"]
[lints.rust]
unused_imports = "allow"
[lints.clippy]
blocks_in_conditions = "allow"
items_after_test_module = "allow"
manual_hash_one = "allow"
non_canonical_partial_ord_impl = "allow"
redundant_guards = "allow"
[[bench]]
name = "take_kernels"
harness = false
[[bench]]
name = "filter_kernels"
harness = false
[[bench]]
name = "cast_kernels"
harness = false
[[bench]]
name = "sort_kernel"
harness = false
[[bench]]
name = "length_kernel"
harness = false
[[bench]]
name = "count_zeros"
harness = false
[[bench]]
name = "growable"
harness = false
[[bench]]
name = "comparison_kernels"
harness = false
[[bench]]
name = "aggregate"
harness = false
[[bench]]
name = "write_ipc"
harness = false
[[bench]]
name = "arithmetic_kernels"
harness = false
[[bench]]
name = "bitmap"
harness = false
[[bench]]
name = "concatenate"
harness = false
[[bench]]
name = "bitmap_ops"
harness = false
[[bench]]
name = "write_csv"
harness = false
[[bench]]
name = "hash_kernel"
harness = false
[[bench]]
name = "iter_utf8"
harness = false
[[bench]]
name = "iter_list"
harness = false
[[bench]]
name = "avro_read"
harness = false
[[bench]]
name = "bitwise"
harness = false
[[bench]]
name = "write_json"
harness = false
[[bench]]
name = "read_json"
harness = false
[[bench]]
name = "slices_iterator"
harness = false
[[bench]]
name = "bitmap_assign_ops"
harness = false
[[bench]]
name = "assign_ops"
harness = false
[[bench]]
name = "like_kernels"
harness = false
[[bench]]
name = "arrrow2arrow"
harness = false