llm_client 0.0.6

The Easiest Rust Interface for Local LLMs, and an Interface for Deterministic Signals from Probabilistic LLM Vibes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106

[dependencies.anyhow]
version = "1.0.89"

[dependencies.colorful]
version = "0.3.2"

[dependencies.indenter]
version = "0.3.3"

[dependencies.indoc]
version = "2.0.5"

[dependencies.llm_devices]
version = "0.0.2"

[dependencies.llm_interface]
version = "0.0.2"

[dependencies.llm_models]
version = "0.0.1"

[dependencies.llm_prompt]
version = "0.0.1"

[dependencies.llm_utils]
version = "0.0.11"

[dependencies.thiserror]
version = "1.0.64"

[dependencies.tokio]
version = "1.40.0"

[dependencies.tracing]
version = "0.1.40"

[dependencies.url]
version = "2.5.2"

[dev-dependencies.serde]
version = "1.0.210"

[dev-dependencies.serde_json]
version = "1.0.128"

[dev-dependencies.serial_test]
version = "3.1.1"

[dev-dependencies.tokio]
features = ["macros", "test-util"]
version = "1.40.0"

[[example]]
name = "basic_completion"
path = "examples/basic_completion.rs"

[[example]]
name = "basic_primitive"
path = "examples/basic_primitive.rs"

[[example]]
name = "decision"
path = "examples/decision.rs"

[[example]]
name = "device_config"
path = "examples/device_config.rs"

[[example]]
name = "extract_urls"
path = "examples/extract_urls.rs"

[[example]]
name = "reason"
path = "examples/reason.rs"

[features]
all = ["llama_cpp_backend", "mistral_rs_backend"]
default = ["llama_cpp_backend"]
llama_cpp_backend = ["llm_interface/llama_cpp_backend"]
mistral_rs_backend = ["llm_interface/mistral_rs_backend"]

[lib]
name = "llm_client"
path = "src/lib.rs"

[package]
autobenches = false
autobins = false
autoexamples = false
autotests = false
build = false
categories = ["api-bindings", "asynchronous"]
description = "The Easiest Rust Interface for Local LLMs, and an Interface for Deterministic Signals from Probabilistic LLM Vibes"
edition = "2021"
homepage = "https://github.com/shelbyJenkins/llm_client"
keywords = ["anthropic", "gguf", "llama-cpp", "llm", "openai"]
license = "MIT"
name = "llm_client"
readme = "README.md"
repository = "https://github.com/shelbyJenkins/llm_client"
version = "0.0.6"

[[test]]
name = "it"
path = "tests/it/main.rs"