7 lines
197 B
TOML
7 lines
197 B
TOML
|
|
[llama_server]
|
||
|
|
binary = "/home/austin/.local/share/llama.cpp/build/bin/llama-server"
|
||
|
|
model_path = "/home/austin/ai/Shieldstral-1.0-3B-BF16.gguf"
|
||
|
|
host = "127.0.0.1"
|
||
|
|
port = 8000
|
||
|
|
context_size = 32768
|