llm_interface 0.0.2

The Backend for the llm_client Crate
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112

[[bin]]
name = "server_runner"
path = "src/llms/local/llama_cpp/bin/server_runner.rs"
required-features = ["llama_cpp_backend"]

[build-dependencies.cargo_metadata]
version = "0.18.1"

[build-dependencies.llm_devices]
version = "0.0.2"

[dependencies.anyhow]
version = "1.0.89"

[dependencies.backoff]
features = ["tokio"]
version = "0.4.0"

[dependencies.bytes]
version = "1.7.2"

[dependencies.clap]
optional = true
version = "4.5.17"

[dependencies.colorful]
version = "0.3.2"

[dependencies.dotenvy]
version = "0.15.7"

[dependencies.indenter]
version = "0.3.3"

[dependencies.llm_devices]
version = "0.0.2"

[dependencies.llm_models]
version = "0.0.1"

[dependencies.llm_prompt]
version = "0.0.1"

[dependencies.reqwest]
version = "0.12.7"

[dependencies.secrecy]
version = "0.8.0"

[dependencies.serde]
version = "1.0.210"

[dependencies.serde_json]
version = "1.0.128"

[dependencies.sysinfo]
default-features = false
features = ["system"]
optional = true
version = "0.31.4"

[dependencies.thiserror]
version = "1.0.64"

[dependencies.tokio]
version = "1.40.0"

[dependencies.tracing]
version = "0.1.40"

[dependencies.url]
version = "2.5.2"

[dev-dependencies.serial_test]
version = "3.1.1"

[dev-dependencies.tokio]
features = ["macros", "test-util"]
version = "1.40.0"

[features]
all = ["llama_cpp_backend", "mistral_rs_backend"]
default = ["llama_cpp_backend"]
llama_cpp_backend = ["clap", "sysinfo"]
mistral_rs_backend = ["sysinfo"]

[lib]
name = "llm_interface"
path = "src/lib.rs"

[package]
autobenches = false
autobins = false
autoexamples = false
autotests = false
build = "build.rs"
description = "The Backend for the llm_client Crate"
edition = "2021"
homepage = "https://github.com/shelbyJenkins/llm_client"
license = "MIT"
name = "llm_interface"
readme = "README.md"
repository = "https://github.com/shelbyJenkins/llm_client"
version = "0.0.2"

[package.metadata.llama_cpp_backend]
repo = "https://github.com/ggerganov/llama.cpp"
tag = "b3848"

[[test]]
name = "it"
path = "tests/it/main.rs"