more bcachefs stuff

This commit is contained in:
Christoph Cullmann 2025-05-04 16:55:44 +02:00
parent 539084beb4
commit d7290ec6c1
No known key found for this signature in database
4 changed files with 54 additions and 163 deletions

View file

@ -29,6 +29,7 @@ HOST=neko
DISK=/dev/disk/by-id/nvme-Seagate_FireCuda_530_ZP4000GM30013_7VS01VBM
DISK2=/dev/disk/by-id/nvme-CT2000P5PSSD8_213330E4ED05
DISK3=/dev/disk/by-id/nvme-Samsung_SSD_980_PRO_2TB_S69ENF0R846614L
DISKS="$DISK $DISK2 $DISK3"
# ensure 4k sector size
nvme format --lbaf=1 --force $DISK
@ -36,7 +37,8 @@ nvme id-ns -H $DISK
sleep 5
# create partition table on all disks and EFI partition
for D in $DISK $DISK2 $DISK3; do
RAID=""
for D in $DISKS; do
# kill old data
sgdisk --zap-all $D
blkdiscard -v -f $D
@ -56,59 +58,22 @@ for D in $DISK $DISK2 $DISK3; do
# boot partition after short sleep, needed on some machines
sleep 5
mkfs.vfat $D-part1
# add part2 to raid
RAID="$RAID $D-part2"
done
# take a look at the partitions
lsblk
# ZFS zpool creation with compression and encryption
zpool create \
-o ashift=13 \
-o autotrim=off \
-O acltype=posixacl \
-O atime=off \
-O canmount=off \
-O compression=on \
-O dnodesize=auto \
-O utf8only=on \
-O normalization=formD \
-O xattr=sa \
-O mountpoint=none \
-O encryption=on \
-O keylocation=prompt \
-O keyformat=passphrase \
zpool $DISK-part2 $DISK2-part2 $DISK3-part2
# create encrypted bcachefs
bcachefs format --encrypt -f $RAID
nix-env -iA nixos.keyutils
keyctl link @u @s
bcachefs unlock $DISK-part2
sleep 5
# take a look at the partitions
lsblk
# show the pool
zpool status
sleep 5
# create all the volumes
zfs create -o mountpoint=legacy zpool/data
zfs create -o mountpoint=legacy zpool/nix
zfs create -o mountpoint=legacy zpool/root
sleep 5
# show the pool
zpool status
sleep 5
# create ZFS snapshot that we'll rollback to on boot
# see https://ryanseipp.com/post/nixos-encrypted-root/
zfs snapshot zpool/root@blank
sleep 5
# prepare install, root
mount -t zfs zpool/root /mnt
# prepare install, tmpfs root
mount -t tmpfs none /mnt
# Create directories to mount file systems on
mkdir -p /mnt/{data,nix,boot,root,etc/nixos}
@ -116,9 +81,12 @@ mkdir -p /mnt/{data,nix,boot,root,etc/nixos}
# mount the ESP
mount $DISK-part1 /mnt/boot
# mount volumes
mount -t zfs zpool/data /mnt/data
mount -t zfs zpool/nix /mnt/nix
# mount the /nix
mount -t bcachefs $DISK-part2 /mnt/nix
# mount the /data via bind mount
mkdir /mnt/nix/data
mount --bind /mnt/nix/data /mnt/data
# bind mount persistent stuff to data
mkdir -p /mnt/data/{root,nixos/$HOST}
@ -135,7 +103,7 @@ mount
# configure
nixos-generate-config --root /mnt
# check /mnt/etc/nixos/hardware-configuration.nix /mnt/etc/nixos/configuration.nix
# check /mnt/etc/nixos/hardware-configuration.nix to get UUIDs
# copy config data from another machine including secrets
@ -148,7 +116,6 @@ nixos-install --option experimental-features 'nix-command flakes' --no-root-pass
# unmount all stuff and sync
umount -Rl /data /mnt
zpool export -a
sync
# shutdown once