Sergei Poljanski
f31ecbf6e6
Enable ollama-rocm bound to 127.0.0.1:11434 with gfx1151 (RDNA 3.5) overrides, flash attention, q8_0 KV cache, and preload qwen3:14b.
17 lines
406 B
Nix
17 lines
406 B
Nix
{ config, pkgs, lib, ... }:
|
|
|
|
{
|
|
services.ollama = {
|
|
enable = true;
|
|
package = pkgs.ollama-rocm;
|
|
rocmOverrideGfx = "11.5.1"; # gfx1151, Krackan Point RDNA 3.5
|
|
host = "127.0.0.1";
|
|
port = 11434;
|
|
environmentVariables = {
|
|
HSA_OVERRIDE_GFX_VERSION = "11.5.1";
|
|
OLLAMA_FLASH_ATTENTION = "1";
|
|
OLLAMA_KV_CACHE_TYPE = "q8_0";
|
|
};
|
|
loadModels = [ "qwen3:14b" ];
|
|
};
|
|
}
|