<html xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:w="urn:schemas-microsoft-com:office:word" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns="http://www.w3.org/TR/REC-html40">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
<meta name="Title" content="">
<meta name="Keywords" content="">
<meta name="Generator" content="Microsoft Word 15 (filtered medium)">
<style><!--
/* Font Definitions */
@font-face
{font-family:"Cambria Math";
panose-1:2 4 5 3 5 4 6 3 2 4;}
@font-face
{font-family:DengXian;
panose-1:2 1 6 0 3 1 1 1 1 1;}
@font-face
{font-family:Calibri;
panose-1:2 15 5 2 2 2 4 3 2 4;}
/* Style Definitions */
p.MsoNormal, li.MsoNormal, div.MsoNormal
{margin:0cm;
margin-bottom:.0001pt;
font-size:12.0pt;
font-family:"Calibri",sans-serif;}
a:link, span.MsoHyperlink
{mso-style-priority:99;
color:#0563C1;
text-decoration:underline;}
a:visited, span.MsoHyperlinkFollowed
{mso-style-priority:99;
color:#954F72;
text-decoration:underline;}
span.EmailStyle17
{mso-style-type:personal-compose;
font-family:"Calibri",sans-serif;
color:windowtext;}
span.msoIns
{mso-style-type:export-only;
mso-style-name:"";
text-decoration:underline;
color:teal;}
.MsoChpDefault
{mso-style-type:export-only;
font-family:"Calibri",sans-serif;}
@page WordSection1
{size:595.0pt 842.0pt;
margin:72.0pt 72.0pt 72.0pt 72.0pt;}
div.WordSection1
{page:WordSection1;}
/* List Definitions */
@list l0
{mso-list-id:211965067;
mso-list-template-ids:437030690;}
@list l0:level1
{mso-level-start-at:2;
mso-level-tab-stop:36.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;}
@list l1
{mso-list-id:711031230;
mso-list-template-ids:2101917100;}
@list l2
{mso-list-id:1479804657;
mso-list-template-ids:-456242300;}
@list l2:level1
{mso-level-start-at:24;
mso-level-tab-stop:36.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;}
ol
{margin-bottom:0cm;}
ul
{margin-bottom:0cm;}
--></style>
</head>
<body bgcolor="white" lang="EN-US" link="#0563C1" vlink="#954F72">
<div class="WordSection1">
<p class="MsoNormal"><span style="font-size:11.0pt">HI<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> <o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt">Today I tried to play guest GPU p2p with the following way, but failed, does anyone know the reason?<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> <o:p></o:p></span></p>
<ol style="margin-top:0cm" start="1" type="1">
<li class="MsoNormal" style="margin-left:0cm;mso-list:l1 level1 lfo1"><span style="font-size:11.0pt">Hypervisor info<o:p></o:p></span></li></ol>
<p class="MsoNormal"><span style="font-size:11.0pt">[root@localhost ~]#./qemu-system-x86_64 --version<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt">QEMU emulator version 2.12.1 (v2.12.1-dirty)<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt">Copyright (c) 2003-2017 Fabrice Bellard and the QEMU Project developers<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> <o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt">[root@localhost ~]# nvidia-smi topo -p2p r<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> <u>GPU0 GPU1 GPU2 GPU3 GPU4 GPU5 GPU6 GPU7 </u><o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> GPU0 X OK OK OK OK OK OK OK <o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> GPU1 OK X OK OK OK OK OK OK <o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> GPU2 OK OK X OK OK OK OK OK <o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> GPU3 OK OK OK X OK OK OK OK <o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> GPU4 OK OK OK OK X OK OK OK <o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> GPU5 OK OK OK OK OK X OK OK <o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> GPU6 OK OK OK OK OK OK X OK <o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> GPU7 OK OK OK OK OK OK OK X <o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> <o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt">Legend:<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> <o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> X = Self<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> OK = Status Ok<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> CNS = Chipset not supported<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> GNS = GPU not supported<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> TNS = Topology not supported<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> NS = Not supported<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> U = Unknown<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt">[root@localhost ~]# <o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> <o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt">[root@localhost ~]# ps -ef | grep qemu<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt">root 2608 1 7 03:32 ? 00:09:42 /usr/local/<b>qemu</b>-2.12.1/bin/<b>qemu</b>-system-x86_64 -enable-kvm -cpu host,kvm=off -chardev socket,id=hmqmondev,port=55901,host=127.0.0.1,nodelay,server,nowait
-mon chardev=hmqmondev,id=hmqmon,mode=readline -rtc base=utc,clock=host,driftfix=none -daemonize -nodefaults -nodefconfig -no-kvm-pit-reinjection -global kvm-pit.lost_tick_policy=discard -machine pc,accel=kvm -k en-us -smp 32 -name BarzHsu-AI -m 131072 -boot
order=cdn -device virtio-serial -usb -device usb-kbd -device usb-tablet -vga std -vnc :1 -device virtio-scsi-pci,id=scsi -drive file=/opt/cloud/workspace/disks/3691b8d4-04bd-4338-8134-67620d37bdc8,if=none,id=drive_0,cache=none,aio=native -device scsi-hd,drive=drive_0,bus=scsi.0,id=drive_0
-drive file=/opt/cloud/workspace/disks/24dc552b-8518-4334-92c8-f78c4db8f626,if=none,id=drive_1,cache=none,aio=native -device scsi-hd,drive=drive_1,bus=scsi.0,id=drive_1 -device vfio-pci,host=07:00.0,multifunction=on,addr=0x15,x-nv-gpudirect-clique=1 -device
vfio-pci,host=07:00.1 -device vfio-pci,host=08:00.0,multifunction=on,addr=0x16,x-nv-gpudirect-clique=1 -device vfio-pci,host=08:00.1 -device vfio-pci,host=04:00.0,multifunction=on,addr=0x17,x-nv-gpudirect-clique=1 -device vfio-pci,host=04:00.1 -device vfio-pci,host=06:00.0,multifunction=on,addr=0x18,x-nv-gpudirect-clique=1
-device vfio-pci,host=06:00.1 -device vfio-pci,host=0f:00.0,multifunction=on,addr=0x19,x-nv-gpudirect-clique=1 -device vfio-pci,host=0f:00.1 -device vfio-pci,host=0e:00.0,multifunction=on,addr=0x1a,x-nv-gpudirect-clique=1 -device vfio-pci,host=0e:00.1 -device
vfio-pci,host=0d:00.0,multifunction=on,addr=0x1b,x-nv-gpudirect-clique=1 -device vfio-pci,host=0d:00.1 -device vfio-pci,host=0c:00.0,multifunction=on,addr=0x1c,x-nv-gpudirect-clique=1 -device vfio-pci,host=0c:00.1 -device ide-cd,drive=ide0-cd0,bus=ide.1,unit=1
-drive id=ide0-cd0,media=cdrom,if=none -netdev type=tap,id=vnet22-254,ifname=vnet22-254,vhost=on,vhostforce=off,script=/opt/cloud/workspace/servers/6af6cf5b-5c97-426d-92a6-972c0c40c78a/if-up-br0-vnet22-254.sh,downscript=/opt/cloud/workspace/servers/6af6cf5b-5c97-426d-92a6-972c0c40c78a/if-down-br0-vnet22-254.sh
-device virtio-net-pci,netdev=vnet22-254,mac=00:22:4c:50:fe:65,addr=0xf,speed=10000 -pidfile /opt/cloud/workspace/servers/6af6cf5b-5c97-426d-92a6-972c0c40c78a/pid -chardev socket,path=/opt/cloud/workspace/servers/6af6cf5b-5c97-426d-92a6-972c0c40c78a/qga.sock,server,nowait,id=qga0
-device virtserialport,chardev=qga0,name=org.<b>qemu</b>.guest_agent.0 -object rng-random,filename=/dev/random,id=rng0 -device virtio-rng-pci,rng=rng0,max-bytes=1024,period=1000<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> <o:p></o:p></span></p>
<ol style="margin-top:0cm" start="2" type="1">
<li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt">Guest info<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><b><span style="font-size:11.0pt">guest@BarzHsu-AI</span></b><span style="font-size:11.0pt">:<b>~</b>$ nvidia-smi topo -m<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt"> <u>GPU0 GPU1 GPU2 GPU3 GPU4 GPU5 GPU6 GPU7 CPU Affinity</u><o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt">GPU0 X PHB PHB PHB PHB PHB PHB PHB 0-31<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt">GPU1 PHB X PHB PHB PHB PHB PHB PHB 0-31<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt">GPU2 PHB PHB X PHB PHB PHB PHB PHB 0-31<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt">GPU3 PHB PHB PHB X PHB PHB PHB PHB 0-31<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt">GPU4 PHB PHB PHB PHB X PHB PHB PHB 0-31<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt">GPU5 PHB PHB PHB PHB PHB X PHB PHB 0-31<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt">GPU6 PHB PHB PHB PHB PHB PHB X PHB 0-31<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt">GPU7 PHB PHB PHB PHB PHB PHB PHB X 0-31<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt"> <o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt">Legend:<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt"> <o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt"> X = Self<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt"> SYS = Connection traversing PCIe as well as the SMP interconnect between NUMA nodes (e.g., QPI/UPI)<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt"> NODE = Connection traversing PCIe as well as the interconnect between PCIe Host Bridges within a NUMA node<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt"> PHB = Connection traversing PCIe as well as a PCIe Host Bridge (typically the CPU)<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt"> PXB = Connection traversing multiple PCIe switches (without traversing the PCIe Host Bridge)<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt"> PIX = Connection traversing a single PCIe switch<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt"> NV# = Connection traversing a bonded set of # NVLinks<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l0 level1 lfo2"><span style="font-size:11.0pt"> <o:p></o:p></span></li></ol>
<p class="MsoNormal"><b><span style="font-size:11.0pt">guest@BarzHsu-AI</span></b><span style="font-size:11.0pt">:<b>~</b>$ nvidia-smi topo -p2p r<o:p></o:p></span></p>
<ol style="margin-top:0cm" start="24" type="1">
<li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> <u>GPU0 GPU1 GPU2 GPU3 GPU4 GPU5 GPU6 GPU7 </u><o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> GPU0 X CNS CNS CNS CNS CNS CNS CNS <o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> GPU1 CNS X CNS CNS CNS CNS CNS CNS <o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> GPU2 CNS CNS X CNS CNS CNS CNS CNS <o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> GPU3 CNS CNS CNS X CNS CNS CNS CNS <o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> GPU4 CNS CNS CNS CNS X CNS CNS CNS <o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> GPU5 CNS CNS CNS CNS CNS X CNS CNS <o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> GPU6 CNS CNS CNS CNS CNS CNS X CNS <o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> GPU7 CNS CNS CNS CNS CNS CNS CNS X <o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> <o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt">Legend:<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> <o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> X = Self<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> OK = Status Ok<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> CNS = Chipset not supported<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> GNS = GPU not supported<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> TNS = Topology not supported<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> NS = Not supported<o:p></o:p></span></li><li class="MsoNormal" style="margin-left:0cm;mso-list:l2 level1 lfo3"><span style="font-size:11.0pt"> U = Unknown<o:p></o:p></span></li></ol>
<p class="MsoNormal"><span style="font-size:11.0pt"> <o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt">Regards,<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> <o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt">Zhi Yong Wu<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"> <o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"><o:p> </o:p></span></p>
</div>
</body>
</html>