22 lines
601 B
Rust
22 lines
601 B
Rust
|
/// Ollama connection settings for the embedding + judgment models.
|
||
|
|
///
|
||
|
|
/// TODO: move to config/env once there's a settings story; hardcoded to
|
||
|
|
/// models already pulled locally.
|
||
|
|
pub struct LlmConfig {
|
||
|
|
pub base_url: &'static str,
|
||
|
|
pub embedding_model: &'static str,
|
||
|
|
pub embedding_dims: usize,
|
||
|
|
pub judge_model: &'static str,
|
||
|
|
}
|
||
|
|
|
||
|
|
impl Default for LlmConfig {
|
||
|
|
fn default() -> Self {
|
||
|
|
Self {
|
||
|
|
base_url: "http://localhost:11434",
|
||
|
|
embedding_model: "nomic-embed-text",
|
||
|
|
embedding_dims: 768,
|
||
|
|
judge_model: "gemma4-e4b",
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|