From ccfbdfcb6a4b3e6943fe0f0ad8243c98515f47d7 Mon Sep 17 00:00:00 2001 From: "Chris (wolcen) Thompson" Date: Fri, 12 Dec 2025 12:55:40 -0500 Subject: [PATCH] Adjust settings for Ollama - try vulkan There is also an ollama-rocm, should this fail --- hosts/default/configuration.nix | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/hosts/default/configuration.nix b/hosts/default/configuration.nix index 8b67c28..64814f6 100644 --- a/hosts/default/configuration.nix +++ b/hosts/default/configuration.nix @@ -421,7 +421,8 @@ in services.ollama = { enable = true; - acceleration = "rocm"; # hipblaslt not compiling at present + #acceleration = "rocm"; # hipblaslt not compiling at present - build reports this no longer takes effect + package = pkgs.ollama-vulkan; environmentVariables = { HCC_AMDGPU_TARGET = "gfx1031"; # used to be necessary, but doesn't seem to anymore OLLAMA_LOAD_TIMEOUT = "2m"; # Reduce load timeout (from 5 min)...if it's that big, forget it.