0ct0pu5
/
tutorials


			
				
					
						
						
							123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166
							    <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
    <html lang="en" xmlns="http://www.w3.org/1999/xhtml">
      <head>
        <title>Passing a GPU to a Proxmox VM with PCI Passthrough</title>
        <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
								<script type="text/javascript" src="https://code.jquery.com/jquery-3.5.1.min.js"></script>
				        <script type="text/javascript">
          $(function(){
            $('textarea').each(function(i,e){
              theTextarea = $(this);
              theTextarea.height((theTextarea[0].scrollHeight-5) +'px');
            });

            $('li').each(function(i,e){
							if(!$(this).hasClass('noCheckbox')){
								var uuid = 'li_' + Math.floor(Math.random() * Math.floor(1000000)).toString() + '_' + i.toString();
								$(this).contents().wrap('<span id="'+ uuid +'"><label for="cb_'+ uuid +'"></label></span>');
								$(this).prepend('<input type="checkbox" class="completeBox" id="cb_' + uuid +'" rel="'+ uuid +'" />')
							}
            });

            $('code,div.codeBlock,textarea.codeBlock').each(function(i,e){
              theElement = $(this);
              var lines = theElement.html().split("\n");
              theElement.empty();
              for(l=0;l<lines.length;l++){
                if($.trim(lines[l]) != '' && $.trim(lines[l]).substr(0,1) != '#' && $.trim(lines[l]).indexOf(' #') == -1 && lines[l].substr(0, 4).toUpperCase() != 'REM '){
									                  theElement.append('<input type="image" src="images/clipboard.png" value="" class="copy-text" rel="copy_'+ i +'_'+ l +'" data-clipboard-text="'+ $.trim(lines[l].replace(/"/g, '&quot;')) +'" /><span id="copy_'+ i +'_'+ l +'">'+ lines[l] +'</span>');
									                } else {
                  theElement.append(lines[l]);
                }
              }
            });

            $(document).on('click','input.copy-text',function(){
              theButton = $(this);
														$('input.copy-text').attr('src','images/clipboard.png');
							              $('span.copy-animation,span.copy-animation-ps').removeClass('copy-animation copy-animation-ps');
              try {
                if($('#'+ theButton.attr('rel')).parent('div').hasClass('PS')){
                  $('#'+ theButton.attr('rel')).addClass('copy-animation-ps');
								} else if($('#'+ theButton.attr('rel')).parent('div').hasClass('CMD')){
									$('#'+ theButton.attr('rel')).addClass('copy-animation-cmd');
                } else {
                  $('#'+ theButton.attr('rel')).addClass('copy-animation');
                }
                navigator.clipboard.writeText(theButton.data('clipboard-text').replace(/<[^>]*>?/gm, ''));
																theButton.attr('src','images/clipboard_active.png');
								              } catch(err) {
              }
              return false;
            });

            $(document).on('click','input.completeBox',function(){
              theBox = $(this);
              $('#'+ theBox.attr('rel')).addClass('strikethrough');
              theBox.prop('disabled',true);
              theBox.parent('li').prevAll().each(function(i,e){
                theLI = $(this);
                if(theLI.find('input[type=checkbox]').not(':checked')){
                  $('#'+ theLI.find('input[type=checkbox]').attr('rel')).addClass('strikethrough');
                  theLI.find('input[type=checkbox]').prop('checked',true).prop('disabled',true);
                }
              });
            });

            if(window.self !== window.top){
															window.parent.$('iframe.stepsFrame').height((this['scrollingElement']['scrollHeight']+20) +'px');
							            }
          });
        </script>
        <link href="css/steps.css" rel="stylesheet" type="text/css" />
      </head>
      <body>
        <div id="gridContainer">
          <div class="topMargin"></div>
          <div id="listName" class="topMargin">
            <h1>Passing a GPU to a Proxmox VM with PCI Passthrough</h1>
          </div>
          <div></div>
          <div id="content">
          <h2>Enabling PCI Passthrough</h2>

<ol>
	<li>Log into ProxMox VE either via SSH or the web based shell</li>
	<li>Run the following commands
	<div class="codeBlock"># edit grub configuration to enable IOMMU<br />
	nano /etc/default/grub</div>
	</li>
	<li>Press CTRL+W and search for GRUB_CMDLINE_LINUX_DEFAULT=</li>
	<li>Add the following value to GRUB_CMDLINE_LINUX_DEFAULT
	<ol start="1" style="list-style-type: lower-alpha;">
		<li>If running an Intel CPU, intel_iommu=on
		<p>GRUB_CMDLINE_LINUX_DEFAULT=&quot;quiet intel_iommu=on&quot;</p>
		</li>
		<li>If running an AMD CPU, amd_iommu=on
		<p>GRUB_CMDLINE_LINUX_DEFAULT=&quot;quiet amd_iommu=on&quot;</p>
		</li>
	</ol>
	</li>
	<li>Press CTRL+O, Enter, CTRL+X to write the changes</li>
	<li>Continue with the following commands
	<div class="codeBlock"># update grub with config change<br />
	update-grub<br />
	# add vfio modules<br />
	nano /etc/modules</div>
	</li>
	<li>Add the following to the bottom of the file
	<p>vfio<br />
	vfio_iommu_type1<br />
	vfio_pci<br />
	vfio_virqfd</p>
	</li>
	<li>Press CTRL+O, Enter, CTRL+X to write the changes</li>
	<li>Continue with the following commands
	<div class="codeBlock"># IOMMU interrupt mapping<br />
	echo &quot;options vfio_iommu_type1 allow_unsafe_interrupts=1&quot; &gt; /etc/modprobe.d/iommu_unsafe_interrupts.conf<br />
	echo &quot;options kvm ignore_msrs=1&quot; &gt; /etc/modprobe.d/kvm.conf<br />
	# blacklist drivers<br />
	echo &quot;blacklist radeon&quot; &gt;&gt; /etc/modprobe.d/blacklist.conf<br />
	echo &quot;blacklist nouveau&quot; &gt;&gt; /etc/modprobe.d/blacklist.conf<br />
	echo &quot;blacklist nvidia&quot; &gt;&gt; /etc/modprobe.d/blacklist.conf<br />
	# list pci devices<br />
	lspci -v</div>
	</li>
	<li>Scroll through the output and find the GPU (usually a video and audio device associated with it) and make note of the device identifier (ex 01:00.0, 01:00.1)</li>
	<li>Continue with the following commands
	<div class="codeBlock"># output the vendor ID(s) of the devices<br />
	# replace the device identifier (01:00) as needed<br />
	lspci -n -s 01:00</div>
	</li>
	<li>Make note of the vendor ID(s) output in the format abcd:1234</li>
	<li>Continue with the following commands
	<div class="codeBlock"># replace the vendor ids from the output of the previous step as needed<br />
	echo &quot;options vfio-pci ids=1002:6611,1002:aab0 disable_vga=1&quot;&gt; /etc/modprobe.d/vfio.conf<br />
	# update initramfs<br />
	update-initramfs -u<br />
	# reboot proxmox host<br />
	reboot now</div>
	</li>
</ol>

<h2>Passing GPU to A VM</h2>

<ol>
	<li>Log into the ProxMox web UI</li>
	<li>Expand the target node and select the target VM from the left navigation menu</li>
	<li>Select Hardware from the left sub-navigation menu</li>
	<li>Click Add &gt; PCI Device</li>
	<li>Select the GPU from the listing<br />
	<span style="font-size:14px;"><em>NOTE: I have found that there is some trial and error required to get the GPU to work properly depending on the guest operating system. If you find that the GPU isn&#39;t working with all options checked, stop the VM, and edit the PCI hardware, unchecking one option at a time to see if you can find a working combination</em></span></li>
	<li>Select Display &gt; Set the dropdown to none (none) &gt; Click OK</li>
	<li>If you intend to use the VM at the console (not via RDP or VNC), you will need to passthrough a USB keyboard and mouse by clicking Add &gt; USB Device &gt; Select the USB device(s) or port(s) to pass to the VM</li>
	<li>Click Start at the top right of the page</li>
	<li>Watch the output of the GPU on an external display<br />
	<span style="font-size:14px;"><em>If there is no output from the GPU, stop the VM and adjust the PCI hardware options as noted above</em></span></li>
	<li>Once the VM has booted and is outputting to the GPU, install drivers for the GPU as necessary</li>
</ol>

<p>Source: <a href="https://www.reddit.com/r/homelab/comments/b5xpua/the_ultimate_beginners_guide_to_gpu_passthrough/" target="_blank">https://www.reddit.com/r/homelab/comments/b5xpua/the_ultimate_beginners_guide_to_gpu_passthrough/</a><br />
Documentation: <a href="https://pve.proxmox.com/wiki/Pci_passthrough" target="_blank">https://pve.proxmox.com/wiki/Pci_passthrough</a></p>
          </div>
        </div>
      </body>
    </html>