populate vm with max number of vdisks

2025-01-16 04:42:55 +08:00 · 2024-05-27 10:30:13 -06:00 · 2024-05-27 10:30:13 -06:00 · 48630aac30
commit 48630aac30
parent f3eb1971c3
1 changed files with 154 additions and 0 deletions
--- a/proxmox/proxmox-zfs-test-draid-vm-create-disks.sh
+++ b/proxmox/proxmox-zfs-test-draid-vm-create-disks.sh
@ -0,0 +1,154 @@
+#!/bin/bash
+
+# populate a proxmox vm with the max number of disks (that I know of) for zfs draid testing
+# NOTE VM must be EFI boot to see all drives!
+
+# 2024.May kneutron
+
+# will probably need to use dev/disk/by-path in-vm
+# NOTE may need to reboot to have vm recognize all drives, or run rescan-scsi-bus
+
+# NOTE - THIS IS A UTILITY SCRIPT, I TAKE NO RESPONSIBILITY FOR DATA LOSS! RUN THIS AT YOUR OWN RISK!
+
+# *** DO NOT RUN THIS SCRIPT IF YOU HAVE AN ACTIVE ZFS POOL IN THE VM, THE DISKS WILL BE FORCIBLY RECREATED!! ***
+
+# NOTE DO NOT RUN THIS AGAINST A VM WITHOUT HAVING BACKED IT UP OR SNAPSHOTTED IT FIRST!!!
+
+# NOTE this script assumes the boot drive (sda) is sata0!!
+
+
+# xxx TODO editme
+vmid=130
+#usestor=tosh10-xfs-multi # storage name from gui
+usestor=local-lvm # storage name from gui
+dsize=1 # GB
+
+skipscsi=1 # if limited storage
+
+# NOTE also remove disk 1st if exist, for resizing
+# ISSUE virtio only supports 0-15, sata only supports 0-5, scsi supports 0-30 - so we have to do this in sets
+
+# NOTE proxmox sata drives are not hotplug and will not be de-rezzed if the vm is running
+# NOTE this is important, skip sda
+i=1
+echo "$(date) - Creating additional SATA disks for VM $vmid of size ${dsize}GB"
+# these end up being sda .. sde in by-path
+#for d in $(echo a{w..z}); do
+for d in {b..f}; do
+  echo $d $i
+#  time qm set $vmid --delete scsi${i}
+#  qm set $vmid --delete unused0
+  qm unlink 130 --force 1 --idlist sata${i} # dont move disk to unused, delete outright 
+
+  time qm set $vmid --sata${i} $usestor:$dsize,cache=writeback,discard=on,ssd=0,backup=1,format=raw &
+  let i=$i+1
+done
+
+wait;
+let total=$total+$i-1
+
+
+# NOTE you can change dsize here if needed!
+i=0
+echo "$(date) - Creating virtio disks for VM $vmid of size ${dsize}GB"
+# these end up being vda .. vdp in by-path
+#for d in $(echo a{g..v}); do
+for d in {a..p}; do
+  echo $d $i
+#  time qm set $vmid --delete scsi${i}
+  qm unlink 130 --force 1 --idlist virtio${i} # dont move disk to unused, delete outright 
+
+# NOTE no ssd option for virtio
+  time qm set $vmid --virtio${i} $usestor:$dsize,cache=writeback,discard=on,backup=1,format=raw &
+  let i=$i+1
+done
+
+wait;
+let total=$total+$i #-1
+
+
+if [ $skipscsi -eq 0 ]; then
+# These end up being sdf .. sdaj in by-path
+ i=0
+ echo "$(date) - Creating SCSI disks for VM $vmid of size ${dsize}GB"
+#for d in {b..z} $(echo a{a..f}); do
+#for d in {b..z} $(echo a{a..f}); do
+ for d in {g..z} $(echo a{a..k}); do
+  echo $d $i
+#  time qm set $vmid --delete scsi${i}
+  qm unlink 130 --force 1 --idlist scsi${i} # dont move disk to unused, delete outright 
+
+  time qm set $vmid --scsi${i} $usestor:$dsize,cache=writeback,discard=on,ssd=0,backup=1,format=raw &
+  let i=$i+1
+ done
+
+ wait;
+ let total=$total+$i # we started from 0
+fi
+
+# WARNING dont do this - vm disappeared!! along with snapshot!
+#time qm destroy $vmid --destroy-unreferenced-disks
+
+echo "$(date) - Done - Total $total disks created"
+
+exit;
+
+
+#grep -v unused 130.conf |grep -c qcow2                                                           
+#51
+
+# 52 in vm - EFI disk is not qcow2
+
+# REF: https://forum.proxmox.com/threads/vm-and-maximum-number-of-block-devices.108348/
+
+
+# ISSUE - for some reason we only get up to sdaj in devuan 5 and systemrescuecd (36 drives) with standard seabios
+# REF: https://www.reddit.com/r/DataHoarder/comments/cqdtzd/proxmoxerror_is_there_a_maximum_number_of_drives/
+
+# (FIX) Interesting - efi boot sees (52) drives = sda thru sdaj + vda thru vdp + sda thru sde (NOTE the efi drive does not show)
+# ls -l /dev/disk/by-path |egrep -v 'part|sr0|virtio|ata-.*.0|total' # 52
+
+# So we have (50) drives available for zfs / draid + 1 hotspare, not including the boot disk
+
+# without scsi, we have (21) drives not including boot disk, so 20 for zfs + 1 hotspare
+
+--scsihw <lsi | lsi53c810 | megasas | pvscsi | virtio-scsi-pci | virtio-scsi-single> (default = lsi)
+SCSI controller model
+
+Proxmox VE emulates by default a LSI 53C895A controller
+
+sata0 = sda, boot
+
+sata: (remember 0 = sda / boot)
+  1  2  3  4    5
+sdb  c  d  e  sdf
+-----------------
+
+
+scsi drives:
+                      1                   1
+  0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8   9 
+sdg h i j k l m n o p q r s t u v w x y sdz
+
+scsi continued:
+echo a{a..k}
+  20 21 22 23 24 25 26 27 28 29   30
+sdaa ab ac ad ae af ag ah ai aj sdak
+
+
+virtio:
+                               1               1
+0   1  2  3  4  5  6  7  8  9  0  1  2  3  4   5
+vda b  c  d  e  f  g  h  i  j  k  l  m  n  o vdp
+------------------------------------------------ 
+
+## cleanup:
+# qm unlink 130 --force 1 --idlist "$(echo unused{0..24})"
+#update VM 130: -delete unused3 unused4 unused5 unused6 unused7 unused8 unused9 unused10 unused11 unused12 unused13 unused14 unused15 unused16 unused17 unused18 unused19 unused20 unused21 unused22 unused23 unused24 -force 1
+
+
+Cleanup / start over: NOTE cant do these in BG, lock fails
+# time for d in {1..5}; do qm unlink 130 --force 1 --idlist sata$d; done; date
+# time for d in {0..15}; do qm unlink 130 --force 1 --idlist virtio$d; done
+# time for d in {0..30}; do qm unlink 130 --force 1 --idlist scsi$d; done
+