florian.richer/nixos
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

modules(system.services.ollama): Set acceleration in gpu conf

Browse source
This commit is contained in:
Florian RICHER 2025-04-02 21:09:02 +02:00
parent cda0d66117
commit de5f89f526
Signed by: florian.richer
GPG key ID: C73D37CBED7BFC77
3 changed files with 7 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
modules/system/hardware/graphics/amdgpu.nix
View file

@ -12,6 +12,10 @@ in
}; };
config = mkIf cfg.enable { config = mkIf cfg.enable {
boot.initrd.kernelModules = [ "amdgpu" ]; boot.initrd.kernelModules = [ "amdgpu" ];
# Set acceleration to rocm
services.ollama.acceleration = "rocm";
# Load amdgpu driver for Xorg and Wayland # Load amdgpu driver for Xorg and Wayland
services.xserver = { services.xserver = {
enable = true; enable = true;

3
modules/system/hardware/graphics/nvidia.nix
View file

@ -14,6 +14,9 @@ in
# Load nvidia driver for Xorg and Wayland # Load nvidia driver for Xorg and Wayland
services.xserver.videoDrivers = ["nvidia"]; services.xserver.videoDrivers = ["nvidia"];
# Set acceleration to cuda
services.ollama.acceleration = "cuda";
hardware = { hardware = {
graphics = { graphics = {
enable = true; enable = true;

3
modules/system/services/ollama.nix
View file

@ -3,7 +3,6 @@
with lib; with lib;
let let
cfg = config.modules.system.services.ollama; cfg = config.modules.system.services.ollama;
nvidiaEnabled = config.modules.system.hardware.nvidia.enable;
in in
{ {
options.modules.system.services.ollama = { options.modules.system.services.ollama = {
@ -14,8 +13,6 @@ in
config = mkIf cfg.enable { config = mkIf cfg.enable {
services.ollama = { services.ollama = {
enable = true; enable = true;
acceleration = if nvidiaEnabled then "cuda" else null;
}; };
}; };
} }