back to btrfs

This commit is contained in:
Christoph Cullmann 2024-03-26 19:13:52 +01:00
parent e415ceb22d
commit 6d9d01fc6c
2 changed files with 132 additions and 45 deletions

View file

@ -10,11 +10,17 @@
boot.initrd.kernelModules = [ "i915" ]; boot.initrd.kernelModules = [ "i915" ];
boot.kernelModules = [ "kvm-intel" ]; boot.kernelModules = [ "kvm-intel" ];
# system
boot.initrd.luks.devices."crypt-system".device = "/dev/disk/by-id/nvme-Seagate_FireCuda_530_ZP4000GM30013_7VS01VBM-part2";
# vms
#boot.initrd.luks.devices."crypt-vms".device = "/dev/disk/by-id/ata-CT2000MX500SSD1_2138E5D5061F";
fileSystems."/" = fileSystems."/" =
{ device = "none"; { device = "/dev/mapper/crypt-system";
fsType = "tmpfs"; fsType = "btrfs";
neededForBoot = true; neededForBoot = true;
options = [ "defaults" "size=8G" "mode=755" ]; options = [ "subvol=root" "noatime" "nodiratime" ];
}; };
fileSystems."/boot" = fileSystems."/boot" =
@ -24,17 +30,17 @@
}; };
fileSystems."/nix" = fileSystems."/nix" =
{ device = "/dev/disk/by-id/nvme-Seagate_FireCuda_530_ZP4000GM30013_7VS01VBM-part2"; { device = "/dev/mapper/crypt-system";
fsType = "bcachefs"; fsType = "btrfs";
neededForBoot = true; neededForBoot = true;
options = [ "noatime" "nodiratime" ]; options = [ "subvol=nix" "noatime" "nodiratime" ];
}; };
fileSystems."/data" = fileSystems."/data" =
{ device = "/dev/disk/by-id/nvme-Seagate_FireCuda_530_ZP4000GM30013_7VS01VBM-part3"; { device = "/dev/mapper/crypt-system";
fsType = "bcachefs"; fsType = "btrfs";
neededForBoot = true; neededForBoot = true;
options = [ "noatime" "nodiratime" ]; options = [ "subvol=data" "noatime" "nodiratime" ];
}; };
fileSystems."/home" = fileSystems."/home" =
@ -54,28 +60,28 @@
}; };
fileSystems."/etc/nixos" = fileSystems."/etc/nixos" =
{ device = "/data/nixos/neko"; { device = "/data/nixos/mini";
fsType = "none"; fsType = "none";
neededForBoot = true; neededForBoot = true;
options = [ "bind" ]; options = [ "bind" ];
depends = [ "/data" ]; depends = [ "/data" ];
}; };
fileSystems."/home/cullmann/vms" = # fileSystems."/home/cullmann/vms" =
{ device = "/dev/disk/by-id/nvme-CT2000P5PSSD8_213330E4ED05"; # { device = "/dev/mapper/crypt-vms";
fsType = "bcachefs"; # fsType = "btrfs";
neededForBoot = true; # neededForBoot = true;
options = [ "noatime" "nodiratime" ]; # options = [ "noatime" "nodiratime" ];
depends = [ "/home" ]; # depends = [ "/home" ];
}; # };
fileSystems."/home/cullmann/projects" = # fileSystems."/home/cullmann/projects" =
{ device = "/dev/disk/by-id/nvme-Samsung_SSD_980_PRO_2TB_S69ENF0R846614L"; # { device = "/dev/disk/by-id/nvme-Samsung_SSD_980_PRO_2TB_S69ENF0R846614L";
fsType = "bcachefs"; # fsType = "bcachefs";
neededForBoot = true; # neededForBoot = true;
options = [ "noatime" "nodiratime" ]; # options = [ "noatime" "nodiratime" ];
depends = [ "/home" ]; # depends = [ "/home" ];
}; # };
nixpkgs.hostPlatform = lib.mkDefault "x86_64-linux"; nixpkgs.hostPlatform = lib.mkDefault "x86_64-linux";
hardware.cpu.intel.updateMicrocode = lib.mkDefault config.hardware.enableRedistributableFirmware; hardware.cpu.intel.updateMicrocode = lib.mkDefault config.hardware.enableRedistributableFirmware;

View file

@ -1,3 +1,33 @@
# build unstable installer
{
description = "installation media";
inputs.nixos.url = "nixpkgs/nixos-unstable";
outputs = { self, nixos }: {
nixosConfigurations = {
exampleIso = nixos.lib.nixosSystem {
system = "x86_64-linux";
modules = [
"${nixos}/nixos/modules/installer/cd-dvd/installation-cd-minimal-new-kernel-no-zfs.nix"
];
};
};
};
}
git init
git add flake.nix
nix --extra-experimental-features flakes --extra-experimental-features nix-command build .#nixosConfigurations.exampleIso.config.system.build.isoImage
sudo dd if=result/iso/nixos-24.05.20240108.317484b-x86_64-linux.iso of=/dev/sda bs=4M conv=fsync
#
# enable ssh for root
#
sudo bash
passwd
# #
# kill old efi boot stuff # kill old efi boot stuff
# #
@ -14,10 +44,6 @@ efibootmgr
# install script below # install script below
# #
# fix unlocking https://nixos.wiki/wiki/Bcachefs
nix-env -iA nixos.keyutils
keyctl link @u @s
# Defining some helper variables (these will be used in later code # Defining some helper variables (these will be used in later code
# blocks as well, so make sure to use the same terminal session or # blocks as well, so make sure to use the same terminal session or
# redefine them later) # redefine them later)
@ -39,8 +65,7 @@ gdisk -l $DISK
# create partitions # create partitions
parted $DISK -- mklabel gpt parted $DISK -- mklabel gpt
sgdisk -n 1:0:+1024M -c 1:"EFI System Partition" -t 1:EF00 $DISK sgdisk -n 1:0:+1024M -c 1:"EFI System Partition" -t 1:EF00 $DISK
sgdisk -n 2:0:+256G -c 2:"nix" -t 2:8e00 $DISK sgdisk -n 2:0:0 -c 2:"Linux" -t 2:8e00 $DISK
sgdisk -n 3:0:0 -c 3:"data" -t 3:8e00 $DISK
parted $DISK -- set 1 boot on parted $DISK -- set 1 boot on
sleep 5 sleep 5
@ -51,12 +76,37 @@ cat /proc/partitions
# boot partition # boot partition
mkfs.fat -F 32 -n EFIBOOT $DISK-part1 mkfs.fat -F 32 -n EFIBOOT $DISK-part1
# create encrypted bcachefs # create the crypto containers
bcachefs format --block_size=4096 --errors=ro --metadata_checksum=xxhash --data_checksum=xxhash --compression=lz4 --wide_macs --acl --encrypted --fs_label=nix --discard -f $DISK-part2 cryptsetup luksFormat --sector-size 4096 --batch-mode --verify-passphrase $DISK-part2
bcachefs format --block_size=4096 --errors=ro --metadata_checksum=xxhash --data_checksum=xxhash --compression=lz4 --wide_macs --acl --encrypted --fs_label=data --discard -f $DISK-part3
sleep 5
# open them, set right options persistently
cryptsetup luksOpen --allow-discards --perf-no_read_workqueue --perf-no_write_workqueue --persistent $DISK-part2 crypt-system
sleep 5
lsblk --fs
# create btrfs with fast & strong checksumming and fast mounting
mkfs.btrfs -f --csum xxhash --features block-group-tree /dev/mapper/crypt-system
sleep 5
btrfs filesystem show
# create all the volumes
mount /dev/mapper/crypt-system /mnt
btrfs subvolume create /mnt/data
btrfs subvolume create /mnt/nix
btrfs subvolume create /mnt/root
sleep 5
btrfs subvolume list /mnt
# umount again, we will only use explicit subvolumes
umount /mnt
# prepare install # prepare install
mount -t tmpfs none /mnt mount -o subvol=root,noatime,nodiratime /dev/mapper/crypt-system /mnt
# Create directories to mount file systems on # Create directories to mount file systems on
mkdir -p /mnt/{data,nix,home,boot,root,etc/nixos} mkdir -p /mnt/{data,nix,home,boot,root,etc/nixos}
@ -64,9 +114,9 @@ mkdir -p /mnt/{data,nix,home,boot,root,etc/nixos}
# mount the ESP # mount the ESP
mount $DISK-part1 /mnt/boot mount $DISK-part1 /mnt/boot
# mount bcachefs stuff # mount volumes
mount -o noatime,nodiratime $DISK-part2 /mnt/nix mount -o subvol=data,noatime,nodiratime /dev/mapper/crypt-system /mnt/data
mount -o noatime,nodiratime $DISK-part3 /mnt/data mount -o subvol=nix,noatime,nodiratime /dev/mapper/crypt-system /mnt/nix
# bind mount persistent stuff to data # bind mount persistent stuff to data
mkdir -p /mnt/{data/home,data/root,data/nixos/$HOST} mkdir -p /mnt/{data/home,data/root,data/nixos/$HOST}
@ -74,6 +124,10 @@ mount --bind /mnt/data/home /mnt/home
mount --bind /mnt/data/root /mnt/root mount --bind /mnt/data/root /mnt/root
mount --bind /mnt/data/nixos/$HOST /mnt/etc/nixos mount --bind /mnt/data/nixos/$HOST /mnt/etc/nixos
# create fake /data to have the right paths
mkdir -p /data
mount --bind /mnt/data /data
# take a look # take a look
mount mount
@ -87,17 +141,16 @@ cp /mnt/etc/nixos/configuration.nix /tmp
# copy config data # copy config data
# patch some paths there
sudo scp -r /data/nixos root@192.168.13.171:/mnt/data sudo scp -r /data/nixos root@192.168.13.171:/mnt/data
# install # install
nixos-install --no-root-passwd --root /mnt nixos-install --option experimental-features 'nix-command flakes' --no-root-passwd --root /mnt
# unmount all stuff # unmount all stuff
umount -Rl /mnt umount -Rl /data /mnt
cryptsetup luksClose crypt-system
# sync all /data after the install # sync all /data after the install
@ -120,8 +173,22 @@ wipefs -a $DD
sleep 5 sleep 5
# create encrypted bcachefs # create the crypto containers
bcachefs format --block_size=4096 --errors=ro --metadata_checksum=xxhash --data_checksum=xxhash --compression=lz4 --wide_macs --acl --encrypted --fs_label=vms --discard -f $DD cryptsetup luksFormat --batch-mode --verify-passphrase $DD
sleep 5
# open them, set right options persistently
cryptsetup luksOpen --allow-discards --perf-no_read_workqueue --perf-no_write_workqueue --persistent $DD crypt-vms
sleep 5
lsblk --fs
# create btrfs with fast & strong checksumming and fast mounting
mkfs.btrfs -f --csum xxhash --features block-group-tree /dev/mapper/crypt-vms
sleep 5
btrfs filesystem show
# create projects disk # create projects disk
@ -132,5 +199,19 @@ wipefs -a $DD
sleep 5 sleep 5
# create encrypted bcachefs # create the crypto containers
bcachefs format --block_size=4096 --errors=ro --metadata_checksum=xxhash --data_checksum=xxhash --compression=lz4 --wide_macs --acl --encrypted --fs_label=projects --discard -f $DD cryptsetup luksFormat --batch-mode --verify-passphrase $DD
sleep 5
# open them, set right options persistently
cryptsetup luksOpen --allow-discards --perf-no_read_workqueue --perf-no_write_workqueue --persistent $DD crypt-projects
sleep 5
lsblk --fs
# create btrfs with fast & strong checksumming and fast mounting
mkfs.btrfs -f --csum xxhash --features block-group-tree /dev/mapper/crypt-projects
sleep 5
btrfs filesystem show