updating to use stable-diffusion.cpp for the image generation as ollama has since removed it

This commit is contained in:
itsamejms
2026-08-24 11:23:10 +01:00
parent da443175c5
commit f3e06d2bd3
9 changed files with 430 additions and 256 deletions
+4 -3
View File
@@ -31,8 +31,9 @@ pub struct LlmConfig {
pub temperature: f32,
pub max_tokens: u32,
pub top_p: f32,
/// Ollama image-generation model (e.g. `x/flux2-klein:4b`). macOS-only via Ollama.
pub image_model: String,
/// Base URL of a stable-diffusion.cpp `sd-server` (A1111-compatible API),
/// e.g. `http://localhost:1234`. Cross-platform — no longer Ollama/macOS-only.
pub image_api_url: String,
/// Ollama embedding model for lore RAG (e.g. `nomic-embed-text`).
pub embed_model: String,
}
@@ -47,7 +48,7 @@ impl Default for LlmConfig {
temperature: 0.7,
max_tokens: 512,
top_p: 0.9,
image_model: "x/flux2-klein:4b".to_string(),
image_api_url: "http://localhost:1234".to_string(),
embed_model: "nomic-embed-text".to_string(),
}
}