Add files via upload

run-qemu.sh

@@ -0,0 +1,54 @@
+#!/bin/bash 
+
+# NOTE Ctrl+Alt+G to ungrab maus
+# REF: https://qemu-project.gitlab.io/qemu/system/images.html#disk-images
+
+# bash if not
+if [ ! -e zfsfile01.raw.img ]; then
+  echo "$(date) - Creating disks"
+  for disk in $(seq -w 1 26); do
+    time qemu-img create -f raw zfsfile$disk.raw.img 4G
+  done
+fi
+
+# Provides port forward to ssh into guest
+# 2xcpu, 8GB RAM, dvd mounted to copy data to DRAID pool instead of using network
+# REQUIRES test-zfs-21-Draid-sata0-0.vdi vdisk to boot from!
+qemu-system-x86_64 \
+  test-zfs-21-Draid-sata0-0.vdi \
+  -smp cpus=2, \
+  -m 8G, \
+  -cdrom /zmsata480/shrcompr/udfisos.iso \
+  -display gtk,gl=on \
+  -vga vmware \
+  -netdev user,id=eth0,ipv6=off,net=10.1.0.0/8,hostfwd=tcp::32222-:22 \
+    -device e1000,netdev=eth0,mac=52:54:58:76:54:32 \
+  -drive file=zfsfile01.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile02.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile03.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile04.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile05.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile06.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile07.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile08.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile09.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile10.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile11.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile12.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile13.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile14.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile15.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile16.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile17.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile18.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile19.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile20.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile21.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile22.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile23.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile24.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile25.raw.img,format=raw,if=virtio,media=disk,cache=writeback \
+    -drive file=zfsfile26.raw.img,format=raw,if=virtio,media=disk,cache=writeback 
+         
+# ssh localhost -p 32222  ## ssh to vm
+# Difficulty: virtio drives have no disk/by-path and are vda..vdz

ssh-into-qemu-vm.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+# portfwd to squid on pi; run-qemu is listening for ssh on 32222
+ssh -2 -C -Y -oTCPKeepAlive=yes -g -R 3128:10.1.0.4:3128 -l user localhost -p 32222

zfs-mk-draid-qemu-24d.sh

@@ -0,0 +1,206 @@
+#!/bin/bash
+
+# Use this for 1-offs under 32 disks
+echo "$0 - 2021 Dave Bechtel - make a ZFS DRAID pool"
+echo "- pass arg1='reset' to destroy test pool"
+echo "- pass arg1='fail' and arg2=dev2fail to simulate failure"
+echo "Reboot to clear simulated device failures before issuing reset"
+
+# Requires at least zfs 2.1.0
+DD=/dev/disk
+#DBI=/dev/disk/by-id
+
+# total disks for pool / children
+td=24
+
+# raidz level - usually 2
+rzl=1
+
+# spares
+spr=1
+
+# TODO EDITME
+zp=zdraidtest
+
+function zps () {
+  zpool status -v |awk 'NF>0'
+}
+
+pooldisks1=$(echo /dev/vda /dev/vdb) # 2
+pooldisks2=$(echo /dev/vdc /dev/vdd)
+pooldisks3=$(echo /dev/vde /dev/vdf) # 6
+pooldisks4=$(echo /dev/vdg /dev/vdh)
+pooldisks5=$(echo /dev/vdi /dev/vdj) #10
+pooldisks6=$(echo /dev/vdk /dev/vdl)
+pooldisks7=$(echo /dev/vdm /dev/vdn) #14
+pooldisks8=$(echo /dev/vdo /dev/vdp)
+pooldisks9=$(echo /dev/vdq /dev/vdr) #18
+pooldisksA=$(echo /dev/vds /dev/vdt)
+pooldisksB=$(echo /dev/vdu /dev/vdv) #22
+pooldisksC=$(echo /dev/vdw /dev/vdx)
+
+pooldisks=$(echo /dev/vd{a..x}) # y,z=spare
+# sdb sdc sdd sde sdf sdg sdh sdi sdj sdk sdl sdm sdn sdo sdp sdq sdr sds sdt sdu sdv sdw sdx sdy
+
+# extending to 32 disks
+#pooldisks2=$(echo /dev/sda{a..h})
+#sdaa sdab sdac sdad sdae sdaf sdag sdah
+
+# failexit.mrg
+function failexit () {
+  echo '! Something failed! Code: '"$1 $2" # code # (and optional description)
+  exit $1
+}
+
+# cre8 drive translation table - NOTE 32 disk config gets overridden vv
+source ~/bin/boojum/draid-pooldisks-assoc.sh $td
+
+declare -a hotspares # regular indexed array
+hotspares=(vdx vdz) # sday sdaz sdby sdbz sdcy sdcz)
+
+
+# Flame the pool and start over from 0
+if [ "$1" = "reset" ]; then
+  logger "$(date) - $0 - RESET issued - destroying $zp"
+
+# no need to worry if its not imported / already destroyed
+  if [ $(zpool list |grep -c $zp) -gt 0 ]; then
+    zpool destroy $zp || failexit 999 "Failed to destroy $zp"
+  fi
+
+  for d in $pooldisks; do
+    echo -e -n "o Clearing label for disk $d                          \r"
+    zpool labelclear -f "$d"1
+  done
+  echo ''
+# also reset hotspares
+# echo ${hotspares[@]}
+# zpool status -v |egrep 'sdz|sday|sdaz|sdby|sdbz|sdcy|sdcz'
+  for d in ${hotspares[@]}; do
+#echo $d # DEBUG
+    echo -e -n "o Clearing label for Hotspare disk $d                 \r"
+    zpool labelclear -f "/dev/$d"1
+  done
+  echo ''
+
+  zpool status -v
+
+  exit; # early
+fi
+
+# Simulate a drive failure; if zed daemon is running, a spare should auto kick in
+if [ "$1" = "fail" ]; then
+# NOTE we do NO error checking here, so if you fail your ROOT DISK, THAT'S ON YOU!
+
+# also cp syslog
+  echo "$(date) - $0 - Simulating disk failure for $2 $(ls -lR $DD |grep $2)" |tee |logger
+  echo offline > /sys/block/$2/device/state
+  cat /sys/block/$2/device/state |tee |logger
+
+  time dd if=/dev/urandom of=/$zp/^^tmpfileDELME bs=1M count=$td; sync
+  # force a write; if not work, try scrub
+    
+  zps 
+
+  exit; # early
+fi
+
+# zpool create <pool> draid[<parity>][:<data>d][:<children>c][:<spares>s] <vdevs...>
+# ex: draid2:4d:1s:11c
+#  -o ashift=12
+
+# TODO EDITME
+iteration=OBM
+#iteration=1
+if [ "$iteration" = "1" ]; then 
+# raidz level (usually 2)
+  rzl=1
+# Vspares - you DON'T want to skimp!
+  spr=2
+( set -x
+time zpool create -o autoreplace=on -o autoexpand=on -O atime=off -O compression=lz4 \
+  $zp \
+   draid$rzl:8d:12'c':$spr's' $pooldisks1 $pooldisks2 $pooldisks3 $pooldisks4 $pooldisks5 $pooldisks6 \
+   draid$rzl:8d:12'c':$spr's' $pooldisks7 $pooldisks8 $pooldisks9 $pooldisksA $pooldisksB $pooldisksC \
+|| failexit 101 "Failed to create DRAID"
+)
+elif [ "$iteration" = "2" ]; then 
+#  td=16
+# raidz level (usually 2)
+  rzl=2
+# Vspares - if youre using DRAID then you want at least 1!
+  spr=2
+# b c d e f g h i j  k  l m n o p q r s t u v w x y  z=spare
+# 1 2 3 4 5 6 7 8 9 10 1112131415161718192021222324  25
+( set -x
+time zpool create -o autoreplace=on -o autoexpand=on -O atime=off -O compression=lz4 \
+  $zp \
+   draid$rzl:8d:12'c':$spr's' $pooldisks1 $pooldisks2 $pooldisks3 $pooldisks4 $pooldisks5 $pooldisks6 \
+   draid$rzl:8d:12'c':$spr's' $pooldisks7 $pooldisks8 $pooldisks9 $pooldisksA $pooldisksB $pooldisksC \
+|| failexit 101 "Failed to create DRAID"
+)
+else
+# One Big Mother
+  spr=2
+( set -x
+time zpool create -o autoreplace=on -o autoexpand=on -O atime=off -O compression=lz4 \
+  $zp \
+    draid$rzl:8d:$td'c':$spr's' $pooldisks \
+|| failexit 101 "Failed to create DRAID"
+)
+fi
+
+rc=$?
+[ $rc -gt 0 ] && exit $rc
+# ^ Need this check because of subshell, will not exit early otherwise
+
+# [ $(zpool list |grep -c "no pools") -eq 0 ] && \
+#   zpool add $zp spare ${hotspares[@]}
+#   zpool add $zp spare sdz sday sdaz
+
+# cre8 datasets
+# requires external script in the same PATH
+# going with lz4 so not limited by CPU for compression
+zfs-newds.sh 11 $zp shrcompr
+zfs-newds.sh 10 $zp notshrcompr
+zfs-newds-zstd.sh 10 $zp notshrcompr-zstd
+zfs-newds.sh 00 $zp notshrnotcompr
+
+$zps # zpool status -v |awk 'NF>0'
+zpool list
+zfs list
+
+df -hT |egrep 'ilesystem|zfs'
+
+#echo "NOTE - best practice is to export the pool and # zpool import -a -d $DBI"
+
+date
+exit;
+
+
+# REFS:
+https://openzfs.github.io/openzfs-docs/Basic%20Concepts/dRAID%20Howto.html
+
+https://www.reddit.com/r/zfs/comments/lnoh7v/im_trying_to_understand_how_draid_works_but_im/
+
+https://insider-voice.com/a-deep-dive-into-the-new-openzfs-2-1-distributed-raid-topology/
+
+https://docs.google.com/presentation/d/1uo0nBfY84HIhEqGWEx-Tbm8fPbJKtIP3ICo4toOPcJo/edit#slide=id.g9d6b9fd59f_0_27
+
+Group size must divide evenly into draid size
+E.g., 30 drives can only support
+3 drive group
+5 drive group
+10 drive group
+15 drive group
+
+Only need to specify group size at creation
+
+Group Size - the number of pieces the data is partitioned into plus the amount of parity
+o The amount of parity determines the redundancy
+o The number of data pieces determines the overhead
+
+dRAID Size - the number of drives used for data
+(Does not include spare drives)
+
+-----