florian.richer/nixos
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

modules(system.services.ollama): Set acceleration in gpu conf

Browse source
This commit is contained in:
Florian RICHER 2025-04-02 21:09:02 +02:00
parent cda0d66117
commit de5f89f526
Signed by: florian.richer
GPG key ID: C73D37CBED7BFC77
3 changed files with 7 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
modules/system/hardware/graphics/amdgpu.nix
View file

@ -12,6 +12,10 @@ in
};
config = mkIf cfg.enable {
boot.initrd.kernelModules = [ "amdgpu" ];
# Set acceleration to rocm
services.ollama.acceleration = "rocm";
# Load amdgpu driver for Xorg and Wayland
services.xserver = {
enable = true;

3
modules/system/hardware/graphics/nvidia.nix
View file

@ -14,6 +14,9 @@ in
# Load nvidia driver for Xorg and Wayland
services.xserver.videoDrivers = ["nvidia"];
# Set acceleration to cuda
services.ollama.acceleration = "cuda";
hardware = {
graphics = {
enable = true;