From 2b2b430ccd046d10bef09431c08aaa85f68b79bd Mon Sep 17 00:00:00 2001 From: Dave Gallant Date: Fri, 18 Apr 2025 23:54:02 -0400 Subject: [PATCH] Bind ollama to 0.0.0.0 and add models --- hosts/hephaestus.nix | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/hosts/hephaestus.nix b/hosts/hephaestus.nix index ac4f5cb..04a85cd 100644 --- a/hosts/hephaestus.nix +++ b/hosts/hephaestus.nix @@ -318,12 +318,14 @@ in package = unstable.ollama; enable = true; acceleration = "rocm"; + host = "0.0.0.0"; environmentVariables = { HSA_OVERRIDE_GFX_VERSION = "11.0.2"; }; loadModels = [ - "deepseek-r1:8b" "dolphin3:8b" + "llama3.1" + "llava" ]; };