zepheris/Linux-Single-GPU-Passthrough
1
0
Fork 0
mirror of https://gitlab.com/risingprismtv/single-gpu-passthrough.git synced 2024-08-30 18:12:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add dynamic population of virsh ids

Browse Source
This commit is contained in:
Risingprism 2020-10-09 00:30:22 +00:00
parent a4a2bf80aa
commit ceb0c23475
3 changed files with 73 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
install.sh Normal file → Executable file
View File

@ -9,5 +9,5 @@ cp vfio-teardown.sh /bin/vfio-teardown.sh
cp qemu /etc/libvirt/hooks/qemu cp qemu /etc/libvirt/hooks/qemu
chmod +x /bin/vfio-startup.sh chmod +x /bin/vfio-startup.sh
chmod +x /bin/vfio-teardonw/sh chmod +x /bin/vfio-teardown.sh
chmod +x /etc/libvirt/hooks/qemu chmod +x /etc/libvirt/hooks/qemu

60
vfio-startup.sh
View File

@ -28,6 +28,14 @@ function unload_module_if_loaded {
done done
} }
function get_virsh_id {
python -c "print('pci_0000_'+'$1'.split(':')[0] + '_' + '$1'.split(':')[1].split('.')[0] + '_' + '$1'.split(':')[1].split('.')[1])"
}
function get_pci_id_from_device_id {
lspci -nn | grep $1 | awk '{print $1}'
}
# Stop currently running display manager # Stop currently running display manager
if test -e "/tmp/vfio-store-display-manager" ; then if test -e "/tmp/vfio-store-display-manager" ; then
rm -f /tmp/vfio-store-display-manager rm -f /tmp/vfio-store-display-manager
@ -41,20 +49,33 @@ stop_display_manager_if_running mdm.service
stop_display_manager_if_running display-manager.service stop_display_manager_if_running display-manager.service
# Unbind VTconsoles if currently bound # Unbind VTconsoles if currently bound (adapted from https://www.kernel.org/doc/Documentation/fb/fbcon.txt)
if test -e "/sys/class/vtconsole/vtcon0/bind" ; then if test -e "/tmp/vfio-bound-consoles" ; then
echo 0 > /sys/class/vtconsole/vtcon0/bind rm -f /tmp/vfio-bound-consoles
fi
if test -e "/sys/class/vtconsole/vtcon1/bind" ; then
echo 0 > /sys/class/vtconsole/vtcon1/bind
fi fi
for (( i = 0; i < 16; i++))
do
if test -x /sys/class/vtconsole/vtcon${i}; then
if [ `cat /sys/class/vtconsole/vtcon${i}/name | grep -c "frame buffer"` \
= 1 ]; then
echo 0 > /sys/class/vtconsole/vtcon${i}/bind
echo "Unbinding console ${i}"
echo $i >> /tmp/vfio-bound-consoles
fi
fi
done
# According to kernel documentation (https://www.kernel.org/doc/Documentation/fb/fbcon.txt),
# specifically unbinding efi-framebuffer is not necessary after all consoles
# are unbound (and often times harmful in my experience), so it was omitted here
# I leave it here for reference in case anyone needs it.
#Unbind EFI-Framebuffer if currently bound #Unbind EFI-Framebuffer if currently bound
if test -e "/sys/bus/platform/drivers/efi-framebuffer/unbind" ; then # if test -e "/sys/bus/platform/drivers/efi-framebuffer/unbind" ; then
echo efi-framebuffer.0 > /sys/bus/platform/drivers/efi-framebuffer/unbind # echo efi-framebuffer.0 > /sys/bus/platform/drivers/efi-framebuffer/unbind
else # else
echo "Could not find framebuffer to unload!" # echo "Could not find framebuffer to unload!"
fi
sleep "${long_delay}" sleep "${long_delay}"
@ -74,8 +95,21 @@ unload_module_if_loaded nouveau
unload_module_if_loaded i915 unload_module_if_loaded i915
# Unbind the GPU from display driver # Unbind the GPU from display driver
virsh nodedev-detach pci_0000_01_00_0 if test -e "/tmp/vfio-virsh-ids" ; then
virsh nodedev-detach pci_0000_01_00_1 rm -f /tmp/vfio-virsh-ids
fi
gpu_device_id=$(modprobe -c vfio-pci | grep 'options vfio_pci ids' | cut -d '=' -f2 | cut -d ',' -f 1)
gpu_audio_device_id=$(modprobe -c vfio-pci | grep 'options vfio_pci ids' | cut -d '=' -f2 | cut -d ',' -f 2)
gpu_pci_id=$(get_pci_id_from_device_id ${gpu_device_id})
gpu_audio_pci_id=$(get_pci_id_from_device_id ${gpu_audio_device_id})
virsh_gpu_id=$(get_virsh_id ${gpu_pci_id})
virsh_gpu_audio_id=$(get_virsh_id ${gpu_audio_pci_id})
echo ${virsh_gpu_audio_id} >> /tmp/vfio-virsh-ids
echo ${virsh_gpu_id} >> /tmp/vfio-virsh-ids
virsh nodedev-detach "${virsh_gpu_id}"
virsh nodedev-detach "${virsh_gpu_audio_id}"
# Load VFIO kernel module # Load VFIO kernel module
modprobe vfio-pci modprobe vfio-pci

39
vfio-teardown.sh
View File

@ -9,28 +9,39 @@ modprobe -r vfio_iommu_type1
modprobe -r vfio modprobe -r vfio
# Re-Bind GPU to AMD Driver # Re-Bind GPU to AMD Driver
virsh nodedev-reattach pci_0000_01_00_1 input="/tmp/vfio-virsh-ids"
virsh nodedev-reattach pci_0000_01_00_0 while read virshId; do
virsh nodedev-reattach "$virshId"
done < "$input"
# Rebind VT consoles # Rebind VT consoles (adapted from https://www.kernel.org/doc/Documentation/fb/fbcon.txt)
if test -e "/sys/class/vtconsole/vtcon0/bind" ; then input="/tmp/vfio-bound-consoles"
echo 1 > /sys/class/vtconsole/vtcon0/bind while read consoleNumber; do
fi if test -x /sys/class/vtconsole/vtcon${consoleNumber}; then
if test -e "/sys/class/vtconsole/vtcon1/bind" ; then if [ `cat /sys/class/vtconsole/vtcon${consoleNumber}/name | grep -c "frame buffer"` \
echo 1 > /sys/class/vtconsole/vtcon1/bind = 1 ]; then
fi echo "Rebinding console ${consoleNumber}"
echo 1 > /sys/class/vtconsole/vtcon${consoleNumber}/bind
fi
fi
done < "$input"
# Hack that magically makes nvidia gpus work :) # Hack that magically makes nvidia gpus work :)
if command -v nvidia-xconfig ; then if command -v nvidia-xconfig ; then
nvidia-xconfig --query-gpu-info > /dev/null 2>&1 nvidia-xconfig --query-gpu-info > /dev/null 2>&1
fi fi
# According to kernel documentation (https://www.kernel.org/doc/Documentation/fb/fbcon.txt),
# specifically unbinding efi-framebuffer is not necessary after all consoles
# are unbound (and often times harmful in my experience), so it was omitted here
# I leave it here for reference in case anyone needs it.
# Re-Bind EFI-Framebuffer # Re-Bind EFI-Framebuffer
if test -e "/sys/bus/platform/drivers/efi-framebuffer/bind" ; then # if test -e "/sys/bus/platform/drivers/efi-framebuffer/bind" ; then
echo "efi-framebuffer.0" > /sys/bus/platform/drivers/efi-framebuffer/bind # echo "efi-framebuffer.0" > /sys/bus/platform/drivers/efi-framebuffer/bind
else # else
echo "Could not find framebuffer to bind!" # echo "Could not find framebuffer to bind!"
fi # fi
#Load amd driver #Load amd driver
input="/tmp/vfio-loaded-gpu-modules" input="/tmp/vfio-loaded-gpu-modules"