app node vm on the bastion

[rmkraus]

No description provided.

[rmkraus]

Preparing node for gpu pass through

lspci -n | grep ': 10de:' | awk '{ print $3; }'
grubby --args="intel_iommu=on iommu=pt" --update-kernel=ALL
grubby --arg "pci-stub.ids=10de:1eb8" --update-kernel ALL
grub2-mkconfig -o /etc/grub2.cfg
grub2-mkconfig -o /etc/grub2-efi.cfg

add gpu to existing vm

lspci -Dn | grep 10de | awk '{ print "pci_" $1 }' | tr ':' '_'
virsh nodedev-dumpxml pci_0000_b1_00_0 > nvidia.xml
virsh attach-device bebd743b-17b9-4fcb-a200-d5339858adec nvidia.xml --persistent

[rmkraus]

add nvmes to existing vm

virsh attach-disk bebd743b-17b9-4fcb-a200-d5339858adec /dev/nvme0n1 sda --persistent
virsh attach-disk bebd743b-17b9-4fcb-a200-d5339858adec /dev/nvme1n1 sdb --persistent
virsh attach-disk bebd743b-17b9-4fcb-a200-d5339858adec /dev/nvme2n1 sdc --persistent
virsh attach-disk bebd743b-17b9-4fcb-a200-d5339858adec /dev/nvme3n1 sdd --persistent

[rmkraus]

listing stubbed devices

lspci -kD -d 10de: | egrep '(^[0-9a-z]|Kernel driver in use:)' | grep -B 1 'Kernel driver in use: pci-stub' | egrep '^[0-9a-z]'

listing mounted disks

lsblk --tree | egrep '((\/\S*$|\[SWAP\])|^[a-z])' | egrep -B 1 '^[^a-z]' | grep disk | awk '{ print $1 }'

listing UNmounted disks

grep -v "$(lsblk --tree | egrep '((\/\S*$|\[SWAP\])|^[a-z])' | egrep -B 1 '^[^a-z]' | grep disk | awk '{ print $1 }')" <<< $(lsblk -nd -o NAME)

[rmkraus]

Configure all nvidia devices for passthrough

grubby --arg "intel_iommu=on iommu=pt pci-stub.ids=$(lspci -n | grep ': 10de:' | awk '{ print $3; }' | xargs echo | tr ' ' ',')" --update-kernel ALL; grub2-mkconfig -o /etc/grub2.cfg; grub2-mkconfig -o /etc/grub2-efi.cfg

reboot