diff --git a/hosts/default/configuration.nix b/hosts/default/configuration.nix index 8cccb56..eea65c3 100644 --- a/hosts/default/configuration.nix +++ b/hosts/default/configuration.nix @@ -418,7 +418,7 @@ in services.ollama = { enable = true; - #acceleration = "rocm"; hipblaslt not compiling at present + acceleration = "rocm"; # hipblaslt not compiling at present environmentVariables = { HCC_AMDGPU_TARGET = "gfx1031"; # used to be necessary, but doesn't seem to anymore OLLAMA_LOAD_TIMEOUT = "2m"; # Reduce load timeout (from 5 min)...if it's that big, forget it.