dave/nix-config
1
0
Fork 0
mirror of https://github.com/davegallant/nix-config synced 2025-08-06 03:13:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

Bind ollama to 0.0.0.0 and add models

Browse Source
This commit is contained in:
Dave Gallant
2025-04-18 23:54:02 -04:00
parent ab8861b97a
commit 2b2b430ccd
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
hosts/hephaestus.nix
View File

@@ -318,12 +318,14 @@ in
package = unstable.ollama;
enable = true;
acceleration = "rocm";
host = "0.0.0.0";
environmentVariables = {
HSA_OVERRIDE_GFX_VERSION = "11.0.2";
};
loadModels = [
"deepseek-r1:8b"
"dolphin3:8b"
"llama3.1"
"llava"
];
};