diff --git a/hosts/default/configuration.nix b/hosts/default/configuration.nix index 8b67c28..64814f6 100644 --- a/hosts/default/configuration.nix +++ b/hosts/default/configuration.nix @@ -421,7 +421,8 @@ in services.ollama = { enable = true; - acceleration = "rocm"; # hipblaslt not compiling at present + #acceleration = "rocm"; # hipblaslt not compiling at present - build reports this no longer takes effect + package = pkgs.ollama-vulkan; environmentVariables = { HCC_AMDGPU_TARGET = "gfx1031"; # used to be necessary, but doesn't seem to anymore OLLAMA_LOAD_TIMEOUT = "2m"; # Reduce load timeout (from 5 min)...if it's that big, forget it.