API tools faq
paste
Advertisement
d3phoenix

Untitled

d3phoenix
May 27th, 2021 (edited)
45
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 18.24 KB | None | 0 0
raw download clone embed print report
  1. ###############################################################################
  2. # System Info
  3. ###############################################################################
  4. Motherboard: AMD X570 Prime Pro
  5. Board Firmware Revision: Beta v3801 2021.05.25 (updated from v3603 2021.03.22, no change)
  6. AGESA version: V2 PI 1.2.0.2
  7. CPU: AMD Ryzen 9 5950X
  8. RAM: 64GB G.SKILL Trident-Z 3600 (DOCP Enabled), 32GB configured as static 1GB hugepages
  9. Storage: using 'fallocate'-created raw images (for ease of backup)
  10. Host OS: void linux, kernel 5.11.22_1
  11. Guest OS: Windows 10 LTSC (Did a fresh install in case that was the issue, no change)
  12. NVidia Driver: Latest (v466.47 / 2021.5.18)
  13. Passthrough GPU: MSI NVidia GeForce 1080Ti Aero OC 11GB
  14. Host GPU: ASUS AMD DUAL-RX580-8G
  15.  
  16.  
  17.  
  18. ###############################################################################
  19. # /proc/cmdline
  20. ###############################################################################
  21. BOOT_IMAGE=/boot/vmlinuz-5.11.22_1 root=UUID=9b8cc553-5477-4200-8965-583c240c4bfa ro loglevel=3 acpi_enforce_resources=lax amd_iommu=on iommu=pt kvm_amd.npt=1 default_hugepagesz=1G hugepages=32 transparent_hugepage=never rd.driver.pre=vfio-pci vfio-pci.ids=10de:10b6,10de:10ef
  22.  
  23.  
  24.  
  25. ###############################################################################
  26. # /etc/modprobe.d/kvm.conf
  27. ###############################################################################
  28. options kvm ignore_msrs=1
  29. options kvm report_ignored_msrs=0
  30.  
  31.  
  32.  
  33. ###############################################################################
  34. # /etc/dracut.conf.d/vfio.conf
  35. ###############################################################################
  36. hostonly="yes"
  37. force_drivers+=" vfio vfio_iommu_type1 vfio_pci vfio_virqfd "
  38.  
  39.  
  40.  
  41. ###############################################################################
  42. # /etc/modprobe.d/vfio.conf
  43. ###############################################################################
  44. blacklist nouveau
  45.  
  46.  
  47. ###############################################################################
  48. # /etc/libvirt/qemu/gallium.xml
  49. ###############################################################################
  50. <domain xmlns:qemu="http://libvirt.org/schemas/domain/qemu/1.0" type="kvm">
  51. <name>gallium</name>
  52. <uuid>931125b8-0cd0-4cb9-9a2d-bb1ca266efc3</uuid>
  53. <metadata>
  54. <libosinfo:libosinfo xmlns:libosinfo="http://libosinfo.org/xmlns/libvirt/domain/1.0">
  55. <libosinfo:os id="http://microsoft.com/win/10"/>
  56. </libosinfo:libosinfo>
  57. </metadata>
  58. <memory unit="KiB">16777216</memory>
  59. <currentMemory unit="KiB">16777216</currentMemory>
  60. <memoryBacking>
  61. <hugepages/>
  62. </memoryBacking>
  63. <vcpu placement="static">16</vcpu>
  64. <iothreads>1</iothreads>
  65. <cputune>
  66. <vcpupin vcpu="0" cpuset="8"/>
  67. <vcpupin vcpu="1" cpuset="24"/>
  68. <vcpupin vcpu="2" cpuset="9"/>
  69. <vcpupin vcpu="3" cpuset="25"/>
  70. <vcpupin vcpu="4" cpuset="10"/>
  71. <vcpupin vcpu="5" cpuset="26"/>
  72. <vcpupin vcpu="6" cpuset="11"/>
  73. <vcpupin vcpu="7" cpuset="27"/>
  74. <vcpupin vcpu="8" cpuset="12"/>
  75. <vcpupin vcpu="9" cpuset="28"/>
  76. <vcpupin vcpu="10" cpuset="13"/>
  77. <vcpupin vcpu="11" cpuset="29"/>
  78. <vcpupin vcpu="12" cpuset="14"/>
  79. <vcpupin vcpu="13" cpuset="30"/>
  80. <vcpupin vcpu="14" cpuset="15"/>
  81. <vcpupin vcpu="15" cpuset="31"/>
  82. <emulatorpin cpuset="0-7,16-23"/>
  83. <iothreadpin iothread="1" cpuset="0-7,16-23"/>
  84. </cputune>
  85. <os>
  86. <type arch="x86_64" machine="pc-q35-6.0">hvm</type>
  87. <loader readonly="yes" type="pflash">/usr/share/qemu/edk2-x86_64-code.fd</loader>
  88. <nvram>/var/lib/libvirt/qemu/nvram/win10_VARS.fd</nvram>
  89. <boot dev="hd"/>
  90. </os>
  91. <features>
  92. <acpi/>
  93. <apic/>
  94. <hyperv>
  95. <relaxed state="on"/>
  96. <vapic state="on"/>
  97. <spinlocks state="on" retries="8191"/>
  98. <vpindex state="on"/>
  99. <synic state="on"/>
  100. <reset state="on"/>
  101. <vendor_id state="on" value="1234567890ab"/>
  102. <frequencies state="on"/>
  103. </hyperv>
  104. <kvm>
  105. <hidden state="on"/>
  106. </kvm>
  107. <vmport state="off"/>
  108. <ioapic driver="kvm"/>
  109. </features>
  110. <cpu mode="host-passthrough" check="none" migratable="on">
  111. <topology sockets="1" dies="1" cores="8" threads="2"/>
  112. <cache mode="passthrough"/>
  113. <feature policy="require" name="topoext"/>
  114. </cpu>
  115. <clock offset="localtime">
  116. <timer name="rtc" tickpolicy="catchup"/>
  117. <timer name="pit" tickpolicy="delay"/>
  118. <timer name="hpet" present="no"/>
  119. <timer name="hypervclock" present="yes"/>
  120. <timer name="tsc" present="yes" mode="native"/>
  121. </clock>
  122. <on_poweroff>destroy</on_poweroff>
  123. <on_reboot>restart</on_reboot>
  124. <on_crash>destroy</on_crash>
  125. <pm>
  126. <suspend-to-mem enabled="no"/>
  127. <suspend-to-disk enabled="no"/>
  128. </pm>
  129. <devices>
  130. <emulator>/usr/bin/qemu-system-x86_64</emulator>
  131. <disk type="file" device="cdrom">
  132. <driver name="qemu" type="raw"/>
  133. <target dev="sdb" bus="sata"/>
  134. <readonly/>
  135. <address type="drive" controller="0" bus="0" target="0" unit="1"/>
  136. </disk>
  137. <disk type="file" device="disk">
  138. <driver name="qemu" type="raw"/>
  139. <source file="/var/lib/libvirt/images/gallium-win10-c.raw"/>
  140. <target dev="vda" bus="virtio"/>
  141. <address type="pci" domain="0x0000" bus="0x04" slot="0x00" function="0x0"/>
  142. </disk>
  143. <disk type="file" device="disk">
  144. <driver name="qemu" type="raw"/>
  145. <source file="/var/lib/libvirt/images/gallium-games-d.raw"/>
  146. <target dev="vdb" bus="virtio"/>
  147. <address type="pci" domain="0x0000" bus="0x05" slot="0x00" function="0x0"/>
  148. </disk>
  149. <controller type="usb" index="0" model="qemu-xhci" ports="15">
  150. <address type="pci" domain="0x0000" bus="0x02" slot="0x00" function="0x0"/>
  151. </controller>
  152. <controller type="sata" index="0">
  153. <address type="pci" domain="0x0000" bus="0x00" slot="0x1f" function="0x2"/>
  154. </controller>
  155. <controller type="pci" index="0" model="pcie-root"/>
  156. <controller type="pci" index="1" model="pcie-root-port">
  157. <model name="pcie-root-port"/>
  158. <target chassis="1" port="0x10"/>
  159. <address type="pci" domain="0x0000" bus="0x00" slot="0x02" function="0x0" multifunction="on"/>
  160. </controller>
  161. <controller type="pci" index="2" model="pcie-root-port">
  162. <model name="pcie-root-port"/>
  163. <target chassis="2" port="0x11"/>
  164. <address type="pci" domain="0x0000" bus="0x00" slot="0x02" function="0x1"/>
  165. </controller>
  166. <controller type="pci" index="3" model="pcie-root-port">
  167. <model name="pcie-root-port"/>
  168. <target chassis="3" port="0x12"/>
  169. <address type="pci" domain="0x0000" bus="0x00" slot="0x02" function="0x2"/>
  170. </controller>
  171. <controller type="pci" index="4" model="pcie-root-port">
  172. <model name="pcie-root-port"/>
  173. <target chassis="4" port="0x13"/>
  174. <address type="pci" domain="0x0000" bus="0x00" slot="0x02" function="0x3"/>
  175. </controller>
  176. <controller type="pci" index="5" model="pcie-root-port">
  177. <model name="pcie-root-port"/>
  178. <target chassis="5" port="0x14"/>
  179. <address type="pci" domain="0x0000" bus="0x00" slot="0x02" function="0x4"/>
  180. </controller>
  181. <controller type="pci" index="6" model="pcie-root-port">
  182. <model name="pcie-root-port"/>
  183. <target chassis="6" port="0x15"/>
  184. <address type="pci" domain="0x0000" bus="0x00" slot="0x02" function="0x5"/>
  185. </controller>
  186. <controller type="pci" index="7" model="pcie-root-port">
  187. <model name="pcie-root-port"/>
  188. <target chassis="7" port="0x16"/>
  189. <address type="pci" domain="0x0000" bus="0x00" slot="0x02" function="0x6"/>
  190. </controller>
  191. <controller type="pci" index="8" model="pcie-root-port">
  192. <model name="pcie-root-port"/>
  193. <target chassis="8" port="0x17"/>
  194. <address type="pci" domain="0x0000" bus="0x00" slot="0x02" function="0x7"/>
  195. </controller>
  196. <controller type="pci" index="9" model="pcie-root-port">
  197. <model name="pcie-root-port"/>
  198. <target chassis="9" port="0x18"/>
  199. <address type="pci" domain="0x0000" bus="0x00" slot="0x03" function="0x0" multifunction="on"/>
  200. </controller>
  201. <controller type="pci" index="10" model="pcie-root-port">
  202. <model name="pcie-root-port"/>
  203. <target chassis="10" port="0x19"/>
  204. <address type="pci" domain="0x0000" bus="0x00" slot="0x03" function="0x1"/>
  205. </controller>
  206. <controller type="virtio-serial" index="0">
  207. <address type="pci" domain="0x0000" bus="0x03" slot="0x00" function="0x0"/>
  208. </controller>
  209. <interface type="bridge">
  210. <mac address="52:54:00:96:ba:d6"/>
  211. <source bridge="br20Home"/>
  212. <model type="virtio-net-pci"/>
  213. <address type="pci" domain="0x0000" bus="0x01" slot="0x00" function="0x0"/>
  214. </interface>
  215. <channel type="unix">
  216. <target type="virtio" name="org.qemu.guest_agent.0"/>
  217. <address type="virtio-serial" controller="0" bus="0" port="2"/>
  218. </channel>
  219. <input type="mouse" bus="virtio">
  220. <address type="pci" domain="0x0000" bus="0x00" slot="0x0e" function="0x0"/>
  221. </input>
  222. <input type="keyboard" bus="virtio">
  223. <address type="pci" domain="0x0000" bus="0x00" slot="0x0f" function="0x0"/>
  224. </input>
  225. <input type="mouse" bus="ps2"/>
  226. <input type="keyboard" bus="ps2"/>
  227. <audio id="1" type="spice"/>
  228. <video>
  229. <model type="none"/>
  230. </video>
  231. <hostdev mode="subsystem" type="pci" managed="yes">
  232. <source>
  233. <address domain="0x0000" bus="0x0b" slot="0x00" function="0x0"/>
  234. </source>
  235. <rom bar="on"/>
  236. <address type="pci" domain="0x0000" bus="0x07" slot="0x00" function="0x0"/>
  237. </hostdev>
  238. <hostdev mode="subsystem" type="pci" managed="yes">
  239. <source>
  240. <address domain="0x0000" bus="0x0b" slot="0x00" function="0x1"/>
  241. </source>
  242. <rom bar="off"/>
  243. <address type="pci" domain="0x0000" bus="0x08" slot="0x00" function="0x0"/>
  244. </hostdev>
  245. <memballoon model="none"/>
  246. </devices>
  247. <qemu:commandline>
  248. <qemu:arg value="-object"/>
  249. <qemu:arg value="input-linux,id=mouse1,evdev=/dev/input/by-id/usb-SteelSeries_SteelSeries_Rival_310_eSports_Mouse_000000000000-if01-event-mouse"/>
  250. <qemu:arg value="-object"/>
  251. <qemu:arg value="input-linux,id=kbd1,evdev=/dev/input/by-id/usb-Unicomp_Inc_Unicomp_R7_2_10x_Kbrd_v7_48-event-kbd,grab_all=on,repeat=on"/>
  252. </qemu:commandline>
  253. </domain>
  254.  
  255.  
  256.  
  257.  
  258.  
  259. ###############################################################################
  260. # /var/log/libvirt/qemu/gallium.log; (last run only)
  261. ###############################################################################
  262. 2021-05-27 15:41:00.550+0000: starting up libvirt version: 7.3.0, qemu version: 6.0.0, kernel: 5.11.22_1, hostname: behemoth
  263. LC_ALL=C \
  264. PATH=/usr/bin:/usr/sbin \
  265. HOME=/var/lib/libvirt/qemu/domain-1-gallium \
  266. XDG_DATA_HOME=/var/lib/libvirt/qemu/domain-1-gallium/.local/share \
  267. XDG_CACHE_HOME=/var/lib/libvirt/qemu/domain-1-gallium/.cache \
  268. XDG_CONFIG_HOME=/var/lib/libvirt/qemu/domain-1-gallium/.config \
  269. /usr/bin/qemu-system-x86_64 \
  270. -name guest=gallium,debug-threads=on \
  271. -S \
  272. -object '{"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-1-gallium/master-key.aes"}' \
  273. -blockdev '{"driver":"file","filename":"/usr/share/qemu/edk2-x86_64-code.fd","node-name":"libvirt-pflash0-storage","auto-read-only":true,"discard":"unmap"}' \
  274. -blockdev '{"node-name":"libvirt-pflash0-format","read-only":true,"driver":"raw","file":"libvirt-pflash0-storage"}' \
  275. -blockdev '{"driver":"file","filename":"/var/lib/libvirt/qemu/nvram/win10_VARS.fd","node-name":"libvirt-pflash1-storage","auto-read-only":true,"discard":"unmap"}' \
  276. -blockdev '{"node-name":"libvirt-pflash1-format","read-only":false,"driver":"raw","file":"libvirt-pflash1-storage"}' \
  277. -machine pc-q35-6.0,accel=kvm,usb=off,vmport=off,dump-guest-core=off,kernel_irqchip=on,pflash0=libvirt-pflash0-format,pflash1=libvirt-pflash1-format,memory-backend=pc.ram \
  278. -cpu host,migratable=on,topoext=on,hv-relaxed,hv-vapic,hv-spinlocks=0x1fff,hv-vpindex,hv-synic,hv-reset,hv-vendor-id=1234567890ab,hv-frequencies,kvm=off,host-cache-info=on,l3-cache=off \
  279. -m 16384 \
  280. -object '{"qom-type":"memory-backend-file","id":"pc.ram","mem-path":"/mnt/hugetlbfs/libvirt/qemu/1-gallium","x-use-canonical-path-for-ramblock-id":false,"prealloc":true,"size":17179869184}' \
  281. -overcommit mem-lock=off \
  282. -smp 16,sockets=1,dies=1,cores=8,threads=2 \
  283. -object '{"qom-type":"iothread","id":"iothread1"}' \
  284. -uuid 931125b8-0cd0-4cb9-9a2d-bb1ca266efc3 \
  285. -display none \
  286. -no-user-config \
  287. -nodefaults \
  288. -chardev socket,id=charmonitor,fd=30,server=on,wait=off \
  289. -mon chardev=charmonitor,id=monitor,mode=control \
  290. -rtc base=localtime,driftfix=slew \
  291. -no-shutdown \
  292. -global ICH9-LPC.disable_s3=1 \
  293. -global ICH9-LPC.disable_s4=1 \
  294. -boot strict=on \
  295. -device pcie-root-port,port=0x10,chassis=1,id=pci.1,bus=pcie.0,multifunction=on,addr=0x2 \
  296. -device pcie-root-port,port=0x11,chassis=2,id=pci.2,bus=pcie.0,addr=0x2.0x1 \
  297. -device pcie-root-port,port=0x12,chassis=3,id=pci.3,bus=pcie.0,addr=0x2.0x2 \
  298. -device pcie-root-port,port=0x13,chassis=4,id=pci.4,bus=pcie.0,addr=0x2.0x3 \
  299. -device pcie-root-port,port=0x14,chassis=5,id=pci.5,bus=pcie.0,addr=0x2.0x4 \
  300. -device pcie-root-port,port=0x15,chassis=6,id=pci.6,bus=pcie.0,addr=0x2.0x5 \
  301. -device pcie-root-port,port=0x16,chassis=7,id=pci.7,bus=pcie.0,addr=0x2.0x6 \
  302. -device pcie-root-port,port=0x17,chassis=8,id=pci.8,bus=pcie.0,addr=0x2.0x7 \
  303. -device pcie-root-port,port=0x18,chassis=9,id=pci.9,bus=pcie.0,multifunction=on,addr=0x3 \
  304. -device pcie-root-port,port=0x19,chassis=10,id=pci.10,bus=pcie.0,addr=0x3.0x1 \
  305. -device qemu-xhci,p2=15,p3=15,id=usb,bus=pci.2,addr=0x0 \
  306. -device virtio-serial-pci,id=virtio-serial0,bus=pci.3,addr=0x0 \
  307. -device ide-cd,bus=ide.1,id=sata0-0-1 \
  308. -blockdev '{"driver":"file","filename":"/var/lib/libvirt/images/gallium-win10-c.raw","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap"}' \
  309. -blockdev '{"node-name":"libvirt-2-format","read-only":false,"driver":"raw","file":"libvirt-2-storage"}' \
  310. -device virtio-blk-pci,bus=pci.4,addr=0x0,drive=libvirt-2-format,id=virtio-disk0,bootindex=1 \
  311. -blockdev '{"driver":"file","filename":"/var/lib/libvirt/images/gallium-games-d.raw","node-name":"libvirt-1-storage","auto-read-only":true,"discard":"unmap"}' \
  312. -blockdev '{"node-name":"libvirt-1-format","read-only":false,"driver":"raw","file":"libvirt-1-storage"}' \
  313. -device virtio-blk-pci,bus=pci.5,addr=0x0,drive=libvirt-1-format,id=virtio-disk1 \
  314. -netdev tap,fd=32,id=hostnet0 \
  315. -device virtio-net-pci,netdev=hostnet0,id=net0,mac=52:54:00:96:ba:d6,bus=pci.1,addr=0x0 \
  316. -chardev socket,id=charchannel0,fd=33,server=on,wait=off \
  317. -device virtserialport,bus=virtio-serial0.0,nr=2,chardev=charchannel0,id=channel0,name=org.qemu.guest_agent.0 \
  318. -device virtio-mouse-pci,id=input0,bus=pcie.0,addr=0xe \
  319. -device virtio-keyboard-pci,id=input1,bus=pcie.0,addr=0xf \
  320. -audiodev id=audio1,driver=spice \
  321. -device vfio-pci,host=0000:0b:00.0,id=hostdev0,bus=pci.7,addr=0x0 \
  322. -device vfio-pci,host=0000:0b:00.1,id=hostdev1,bus=pci.8,addr=0x0,rombar=1 \
  323. -object input-linux,id=mouse1,evdev=/dev/input/by-id/usb-SteelSeries_SteelSeries_Rival_310_eSports_Mouse_000000000000-if01-event-mouse \
  324. -object input-linux,id=kbd1,evdev=/dev/input/by-id/usb-Unicomp_Inc_Unicomp_R7_2_10x_Kbrd_v7_48-event-kbd,grab_all=on,repeat=on \
  325. -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny \
  326. -msg timestamp=on
  327. audio: Could not init `spice' audio driver
  328. audio: warning: Using timer based audio emulation
  329. 2021-05-27T15:43:07.123304Z qemu-system-x86_64: terminating on signal 15 from pid 1153 (libvirtd)
  330. 2021-05-27 15:43:08.537+0000: shutting down, reason=destroyed
  331.  
  332.  
  333.  
  334.  
  335. ###############################################################################
  336. # /etc/libvirt/qemu.conf
  337. ###############################################################################
  338. hugetlbfs_mount="/mnt/hugetlbfs"
  339. user="jadyn"
  340. group="kvm"
  341. dynamic_ownership=1
  342. nographics_allow_host_audio=1
  343. security_driver="none"
  344. cgroup_controllers = [ "cpu", "memory", "blkio", "cpuset", "cpuacct" ]
  345. cgroup_device_acl = [
  346. "/dev/null", "/dev/full", "/dev/zero",
  347. "/dev/random", "/dev/urandom",
  348. "/dev/ptmx", "/dev/kvm", "/dev/kqemu",
  349. "/dev/rtc","/dev/hpet", "/dev/hugepages",
  350. "/vmdata/etc", "/vmdata/var"
  351. ]
  352.  
  353.  
  354.  
  355. ###############################################################################
  356. # dmesg kernel log (including time of crash)
  357. ###############################################################################
  358. <-- vm powered on -->
  359. [ 50.333857] vfio-pci 0000:0b:00.0: vgaarb: changed VGA decodes: olddecodes=io+mem,decodes=io+mem:owns=none
  360. [ 50.351464] br20Home: port 2(vnet0) entered blocking state
  361. [ 50.351467] br20Home: port 2(vnet0) entered disabled state
  362. [ 50.351504] device vnet0 entered promiscuous mode
  363. [ 50.351591] br20Home: port 2(vnet0) entered blocking state
  364. [ 50.351593] br20Home: port 2(vnet0) entered forwarding state
  365. [ 51.539774] vfio-pci 0000:0b:00.0: vfio_ecap_init: hiding ecap 0x19@0x900
  366. [ 51.552443] vfio-pci 0000:0b:00.1: enabling device (0000 -> 0002)
  367. <-- game started at about 90s -->
  368. <-- game crashed at about 144s -->
  369. [ 176.998932] br20Home: port 2(vnet0) entered disabled state
  370. [ 176.999120] device vnet0 left promiscuous mode
  371. [ 176.999123] br20Home: port 2(vnet0) entered disabled state
  372. <-- vm completes shutdown -->
  373. [ 177.116031] vfio-pci 0000:0b:00.1: can't change power state from D0 to D3hot (config space inaccessible)
  374. [ 178.192298] vfio-pci 0000:0b:00.1: can't change power state from D0 to D3hot (config space inaccessible)
  375. [ 178.192302] vfio-pci 0000:0b:00.0: can't change power state from D0 to D3hot (config space inaccessible)
  376. [ 178.342652] vfio-pci 0000:0b:00.0: vgaarb: changed VGA decodes: olddecodes=io+mem,decodes=io+mem:owns=none
  377.  
  378.  
  379.  
  380. ###############################################################################
  381. # lspci -v output for nvidia card after crash
  382. ###############################################################################
  383. 0b:00.0 VGA compatible controller: NVIDIA Corporation GP102 [GeForce GTX 1080 Ti] (rev ff) (prog-if ff)
  384. !!! Unknown header type 7f
  385.  
  386. 0b:00.1 Audio device: NVIDIA Corporation GP102 HDMI Audio Controller (rev ff) (prog-if ff)
  387. !!! Unknown header type 7f
  388. Kernel driver in use: vfio-pci
  389.  
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!