llm_interface 0.0.2

The Backend for the llm_client Crate
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

[package]
description="The Backend for the llm_client Crate"
edition.workspace=true
homepage.workspace=true
license.workspace=true
name="llm_interface"
readme="README.md"
repository.workspace=true
version="0.0.2"

[dependencies]
anyhow.workspace=true
backoff={version="0.4.0", features=["tokio"]}
bytes="1.7.2"
clap={version="4.5.17", optional=true}
colorful.workspace=true
dotenvy.workspace=true
indenter.workspace=true
llm_devices.workspace=true
llm_models.workspace=true
llm_prompt.workspace=true
reqwest="0.12.7"
secrecy="0.8.0"
serde.workspace=true
serde_json.workspace=true
sysinfo={version="0.31.4", optional=true, default-features=false, features=["system"]}
thiserror.workspace=true
tokio.workspace=true
tracing.workspace=true
url="2.5.2"

[features]
all=["llama_cpp_backend", "mistral_rs_backend"]
default=["llama_cpp_backend"]
llama_cpp_backend=["clap", "sysinfo"]
mistral_rs_backend=["sysinfo"]

[dev-dependencies]
serial_test.workspace=true
tokio={workspace=true, features=["macros", "test-util"]}

# [target.'cfg(any(target_os = "linux", target_os = "windows"))'.dependencies]
# mistralrs={git="https://github.com/EricLBuehler/mistral.rs.git", rev="776c11664f36f690937db53cd1809614e64127d4", features=["cuda", "cudnn"]}

# [target.'cfg(target_os = "macos")'.dependencies]
# mistralrs={git="https://github.com/EricLBuehler/mistral.rs.git", rev="776c11664f36f690937db53cd1809614e64127d4", features=["metal"]}

[build-dependencies]
cargo_metadata="0.18.1"
llm_devices.workspace=true

[[bin]]
name="server_runner"
path="src/llms/local/llama_cpp/bin/server_runner.rs"
required-features=["llama_cpp_backend"]

[package.metadata.llama_cpp_backend]
repo="https://github.com/ggerganov/llama.cpp"
tag="b3848"