local ai + right hardware acceleration

This commit is contained in:
Christoph Cullmann 2025-04-26 16:12:03 +02:00
parent 9f8b9dc5b7
commit 4ad04ec300
No known key found for this signature in database
4 changed files with 25 additions and 9 deletions

View file

@ -6,13 +6,17 @@
{
imports = [ (modulesPath + "/installer/scan/not-detected.nix") ];
# basic drivers
boot.initrd.availableKernelModules = [ "nvme" "xhci_pci" "ahci" "usbhid" "sd_mod" ];
boot.initrd.kernelModules = [ "amdgpu" ];
boot.kernelModules = [ "kvm-amd" ];
# AMD microcode updates please
# AMD CPU
boot.kernelModules = [ "kvm-amd" ];
hardware.cpu.amd.updateMicrocode = true;
# AMD graphics
boot.initrd.kernelModules = [ "amdgpu" ];
services.ollama.acceleration = "rocm";
# /boot efi partition to boot in UEFI mode
fileSystems."/boot" = {
device = "/dev/disk/by-id/nvme-KINGSTON_SFYRD4000G_50026B7686EC5F33-part1";

View file

@ -6,13 +6,17 @@
{
imports = [ (modulesPath + "/installer/scan/not-detected.nix") ];
# basic drivers
boot.initrd.availableKernelModules = [ "nvme" "xhci_pci" "ahci" "usbhid" "sd_mod" ];
boot.initrd.kernelModules = [ "amdgpu" ];
boot.kernelModules = [ "kvm-amd" ];
# AMD microcode updates please
# AMD CPU
boot.kernelModules = [ "kvm-amd" ];
hardware.cpu.amd.updateMicrocode = true;
# AMD graphics
boot.initrd.kernelModules = [ "amdgpu" ];
services.ollama.acceleration = "rocm";
# /boot efi partition to boot in UEFI mode
fileSystems."/boot" = {
device = "/dev/disk/by-id/nvme-CT4000P3PSSD8_2325E6E63746-part1";

View file

@ -6,13 +6,16 @@
{
imports = [ (modulesPath + "/installer/scan/not-detected.nix") ];
# basic drivers
boot.initrd.availableKernelModules = [ "nvme" "xhci_pci" "ahci" "usbhid" "sd_mod" ];
boot.initrd.kernelModules = [ "i915" ];
boot.kernelModules = [ "kvm-intel" ];
# Intel microcode updates please
# Intel CPU
boot.kernelModules = [ "kvm-intel" ];
hardware.cpu.intel.updateMicrocode = true;
# Intel graphics
boot.initrd.kernelModules = [ "i915" ];
# /boot efi partition to boot in UEFI mode
fileSystems."/boot" = {
device = "/dev/disk/by-id/nvme-Seagate_FireCuda_530_ZP4000GM30013_7VS01VBM-part1";

View file

@ -627,4 +627,9 @@ in
# wheel users can use sandbox stuff without password
{ groups = [ "wheel" ]; runAs = "sandbox-kde"; noPass = true; }
];
# try local AI stuff
services.ollama = {
enable = true;
};
}