62a92a88bd
Checks whether llama-server is already healthy on startup and spawns it from configured binary/model paths if not, polling until ready. Server infra config (binary, model path, host, port, context size) split out of prompts.toml into its own server.toml, and all of it lives in a new server module rather than inline in main.rs, alongside a single reused HTTP client and a shared health-check helper. Gemma client setup now runs concurrently with the server health-check/spawn since they're independent.
12 lines
288 B
TOML
12 lines
288 B
TOML
[package]
|
|
name = "doubleo7"
|
|
version = "0.1.0"
|
|
edition = "2024"
|
|
|
|
[dependencies]
|
|
anyhow = "1.0.104"
|
|
reqwest = "0.12"
|
|
rig-core = { git = "https://github.com/0xPlaygrounds/rig", branch = "main" }
|
|
serde = "1.0.229"
|
|
tokio = { version = "1.53.1", features = ["full"] }
|
|
toml = "1.1.4+spec-1.1.0"
|