more bcachefs stuff

neko/configuration.nix

@@ -1,7 +1,3 @@
-# Edit this configuration file to define what should be installed on
-# your system.  Help is available in the configuration.nix(5) man page
-# and in the NixOS manual (accessible by running `nixos-help`).
-
 { config, pkgs, ... }:
 
 {
@@ -14,9 +10,8 @@
       /data/nixos/share/common.nix
     ];
 
-  # our hostname and an ID for ZFS
+  # our hostname
   networking.hostName = "neko";
-  networking.hostId = "cf5a5ee6";
 
   # EurKey layout
   services.xserver.xkb.layout = "eu";

neko/hardware-configuration.nix

@@ -1,6 +1,3 @@
-# Do not modify this file!  It was generated by ‘nixos-generate-config’
-# and may be overwritten by future invocations.  Please make changes
-# to /etc/nixos/configuration.nix instead.
 { config, lib, pkgs, modulesPath, ... }:
 
 {
@@ -18,9 +15,16 @@
 
   # /boot efi partition to boot in UEFI mode
   fileSystems."/boot" = {
-    device = "/dev/disk/by-id/nvme-Seagate_FireCuda_530_ZP4000GM30013_7VS01VBM-part1";
+    device = "UUID=CFA5-46EA";
     fsType = "vfat";
+    neededForBoot = true;
     options = [ "fmask=0022" "dmask=0022" ];
+  };
+
+  # /nix volume with the system & all persistent data
+  fileSystems."/nix" = {
+    device = "UUID=686a90a2-93ac-40a6-a01d-c7b61cc47750";
+    fsType = "bcachefs";
     neededForBoot = true;
   };
 }

neko/install.txt

@@ -29,6 +29,7 @@ HOST=neko
 DISK=/dev/disk/by-id/nvme-Seagate_FireCuda_530_ZP4000GM30013_7VS01VBM
 DISK2=/dev/disk/by-id/nvme-CT2000P5PSSD8_213330E4ED05
 DISK3=/dev/disk/by-id/nvme-Samsung_SSD_980_PRO_2TB_S69ENF0R846614L
+DISKS="$DISK $DISK2 $DISK3"
 
 # ensure 4k sector size
 nvme format --lbaf=1 --force $DISK
@@ -36,7 +37,8 @@ nvme id-ns -H $DISK
 sleep 5
 
 # create partition table on all disks and EFI partition
-for D in $DISK $DISK2 $DISK3; do
+RAID=""
+for D in $DISKS; do
     # kill old data
     sgdisk --zap-all $D
     blkdiscard -v -f $D
@@ -56,59 +58,22 @@ for D in $DISK $DISK2 $DISK3; do
     # boot partition after short sleep, needed on some machines
     sleep 5
     mkfs.vfat $D-part1
+
+    # add part2 to raid
+    RAID="$RAID $D-part2"
 done
 
 # take a look at the partitions
 lsblk
 
-# ZFS zpool creation with compression and encryption
-zpool create \
-    -o ashift=13 \
-    -o autotrim=off \
-    -O acltype=posixacl \
-    -O atime=off \
-    -O canmount=off \
-    -O compression=on \
-    -O dnodesize=auto \
-    -O utf8only=on \
-    -O normalization=formD \
-    -O xattr=sa \
-    -O mountpoint=none \
-    -O encryption=on \
-    -O keylocation=prompt \
-    -O keyformat=passphrase \
-    zpool $DISK-part2 $DISK2-part2 $DISK3-part2
+# create encrypted bcachefs
+bcachefs format --encrypt -f $RAID
+nix-env -iA nixos.keyutils
+keyctl link @u @s
+bcachefs unlock $DISK-part2
 
-sleep 5
-
-# take a look at the partitions
-lsblk
-
-# show the pool
-zpool status
-
-sleep 5
-
-# create all the volumes
-zfs create -o mountpoint=legacy zpool/data
-zfs create -o mountpoint=legacy zpool/nix
-zfs create -o mountpoint=legacy zpool/root
-
-sleep 5
-
-# show the pool
-zpool status
-
-sleep 5
-
-# create ZFS snapshot that we'll rollback to on boot
-# see https://ryanseipp.com/post/nixos-encrypted-root/
-zfs snapshot zpool/root@blank
-
-sleep 5
-
-# prepare install, root
-mount -t zfs zpool/root /mnt
+# prepare install, tmpfs root
+mount -t tmpfs none /mnt
 
 # Create directories to mount file systems on
 mkdir -p /mnt/{data,nix,boot,root,etc/nixos}
@@ -116,9 +81,12 @@ mkdir -p /mnt/{data,nix,boot,root,etc/nixos}
 # mount the ESP
 mount $DISK-part1 /mnt/boot
 
-# mount volumes
-mount -t zfs zpool/data /mnt/data
-mount -t zfs zpool/nix /mnt/nix
+# mount the /nix
+mount -t bcachefs $DISK-part2 /mnt/nix
+
+# mount the /data via bind mount
+mkdir /mnt/nix/data
+mount --bind /mnt/nix/data /mnt/data
 
 # bind mount persistent stuff to data
 mkdir -p /mnt/data/{root,nixos/$HOST}
@@ -135,7 +103,7 @@ mount
 # configure
 nixos-generate-config --root /mnt
 
-# check /mnt/etc/nixos/hardware-configuration.nix /mnt/etc/nixos/configuration.nix
+# check /mnt/etc/nixos/hardware-configuration.nix to get UUIDs
 
 # copy config data from another machine including secrets
 
@@ -148,7 +116,6 @@ nixos-install --option experimental-features 'nix-command flakes' --no-root-pass
 # unmount all stuff and sync
 
 umount -Rl /data /mnt
-zpool export -a
 sync
 
 # shutdown once