dave/nix-config
1
0
Fork 0
mirror of https://github.com/davegallant/nix-config synced 2025-08-07 13:22:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Bind ollama to 0.0.0.0 and add models

Browse Source
This commit is contained in:
Dave Gallant
2025-04-18 23:54:02 -04:00
parent ab8861b97a
commit 2b2b430ccd
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
hosts/hephaestus.nix
View File

@@ -318,12 +318,14 @@ in
package = unstable.ollama; package = unstable.ollama;
enable = true; enable = true;
acceleration = "rocm"; acceleration = "rocm";
host = "0.0.0.0";
environmentVariables = { environmentVariables = {
HSA_OVERRIDE_GFX_VERSION = "11.0.2"; HSA_OVERRIDE_GFX_VERSION = "11.0.2";
}; };
loadModels = [ loadModels = [
"deepseek-r1:8b"
"dolphin3:8b" "dolphin3:8b"
"llama3.1"
"llava"
]; ];
}; };