local ai + right hardware acceleration

This commit is contained in:
Christoph Cullmann 2025-04-26 16:12:03 +02:00
parent 9f8b9dc5b7
commit 4ad04ec300
No known key found for this signature in database
4 changed files with 25 additions and 9 deletions

View file

@ -6,13 +6,17 @@
{
imports = [ (modulesPath + "/installer/scan/not-detected.nix") ];
# basic drivers
boot.initrd.availableKernelModules = [ "nvme" "xhci_pci" "ahci" "usbhid" "sd_mod" ];
boot.initrd.kernelModules = [ "amdgpu" ];
boot.kernelModules = [ "kvm-amd" ];
# AMD microcode updates please
# AMD CPU
boot.kernelModules = [ "kvm-amd" ];
hardware.cpu.amd.updateMicrocode = true;
# AMD graphics
boot.initrd.kernelModules = [ "amdgpu" ];
services.ollama.acceleration = "rocm";
# /boot efi partition to boot in UEFI mode
fileSystems."/boot" = {
device = "/dev/disk/by-id/nvme-KINGSTON_SFYRD4000G_50026B7686EC5F33-part1";