Adding v100 PCI-passthrough in LMX OpenStack (Train release)

Setup the Controllers nova.conf

[root@spg-dpy1 nova]# pwd
/root/kolla/config/nova
[root@spg-dpy1 nova]# cat spg-hcb1-n1-mlnx/nova.conf 
[filter_scheduler]
enabled_filters = RetryFilter, AvailabilityZoneFilter, ComputeFilter, ComputeCapabilitiesFilter, ImagePropertiesFilter, ServerGroupAntiAffinityFilter, ServerGroupAffinityFilter, PciPassthroughFilter
available_filters=nova.scheduler.filters.all_filters

[pci]
alias={"name":"Tesla_v100","vendor_id":"10de","product_id":"1db6"}
alias={"name":"lmx_nvme","vendor_id":"8086","product_id":"0a54"}

# use the above file for each controller 

Setup the GPU nodes nova.conf

[root@spg-dpy1 nova]# cat spg-gpu1-mlnx/nova.conf 
[pci]
passthrough_whitelist=[{"vendor_id":"10de","product_id":"1db6"},{"vendor_id":"8086","product_id":"0a54"}] 
alias={"name":"Tesla_v100","vendor_id":"10de","product_id":"1db6"}
alias={"name":"lmx_nvme","vendor_id":"8086","product_id":"0a54"}

Make sure IOMMU is enabled on the GPU nodes

[root@spg-gpu1-mlnx ~]# cat /etc/default/grub 
GRUB_TIMEOUT=5
GRUB_DISTRIBUTOR="$(sed 's, release .*$,,g' /etc/system-release)"
GRUB_DEFAULT=saved
GRUB_DISABLE_SUBMENU=true
GRUB_TERMINAL="serial console"
GRUB_SERIAL_COMMAND="serial --unit=1 --speed=57600"
GRUB_CMDLINE_LINUX="crashkernel=auto resume=/dev/md/4 rd.md.uuid=e7816847:0a4970b2:5e696cb7:afdb7529 rd.md.uuid=8cc93c0f:1784f4ea:64fe4e29:2ae318d5 rd.md.uuid=adf04f2d:ede29249:a64aae51:a3461441 console=ttyS1,57600  intel_iommu=on"
GRUB_DISABLE_RECOVERY="true"
GRUB_ENABLE_BLSCFG=true
(failed reverse-i-search)`': history | grep ^C
[root@spg-gpu1-mlnx ~]# grub2-mkconfig -o /boot/grub2/grub.cfg

Add the flavour

  openstack flavor create --public --ram 4096 --disk 40 --vcpus 2 g1.medium
  openstack flavor set g1.medium --property pci_passthrough:alias='Tesla_v100:1'