Re-enable rocm...turns out it wasn't just hipblaslt, but also aortriton
https://github.com/NixOS/nixpkgs/issues/453992
This commit is contained in:
parent
c00381c4dd
commit
424ab17f68
1 changed files with 1 additions and 1 deletions
|
|
@ -418,7 +418,7 @@ in
|
||||||
|
|
||||||
services.ollama = {
|
services.ollama = {
|
||||||
enable = true;
|
enable = true;
|
||||||
#acceleration = "rocm"; hipblaslt not compiling at present
|
acceleration = "rocm"; # hipblaslt not compiling at present
|
||||||
environmentVariables = {
|
environmentVariables = {
|
||||||
HCC_AMDGPU_TARGET = "gfx1031"; # used to be necessary, but doesn't seem to anymore
|
HCC_AMDGPU_TARGET = "gfx1031"; # used to be necessary, but doesn't seem to anymore
|
||||||
OLLAMA_LOAD_TIMEOUT = "2m"; # Reduce load timeout (from 5 min)...if it's that big, forget it.
|
OLLAMA_LOAD_TIMEOUT = "2m"; # Reduce load timeout (from 5 min)...if it's that big, forget it.
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue