Bright:Add GPUs to OpenStack - Revision history

K mouza: /* Update the /etc/nova/nova.conf file */

2016-04-14T14:49:54Z

Update the /etc/nova/nova.conf file

K mouza: /* Update the /etc/nova/nova.conf file */

2016-04-14T14:41:47Z

Update the /etc/nova/nova.conf file

K mouza: /* Setup Flavor with GPU */

2016-03-31T10:53:51Z

Setup Flavor with GPU

K mouza: /* Update the /etc/nova/nova.conf file */

2016-03-31T09:51:28Z

Update the /etc/nova/nova.conf file

K mouza: /* Update the /etc/nova/nova.conf file */

2016-03-31T09:48:34Z

Update the /etc/nova/nova.conf file

K mouza: /* Get the PCI IDs of the GPUs */

2016-03-30T15:50:15Z

Get the PCI IDs of the GPUs

K mouza: /* Get the PCI IDs of the GPUs */

2016-03-30T15:49:04Z

Get the PCI IDs of the GPUs

David at 01:03, 25 March 2016

2016-03-25T01:03:52Z

David at 17:50, 24 March 2016

2016-03-24T17:50:13Z

David at 16:26, 24 March 2016

2016-03-24T16:26:22Z

@@ Line 127: / Line 127: @@
 <syntaxhighlight>
 [bios-head->category[openstack-compute-hosts]->roles[OpenStack::Node]->customizations]% add /etc/nova/nova.conf
 [bios-head->category[openstack-compute-hosts]->roles[OpenStack::Node]->customizations*]% commit
@@ Line 147: / Line 153: @@
 [bios-head->device[bios-head]->roles[OpenStack::Node]->customizations[/etc/nova/nova.conf]->entries[default:pci_alias]*]% ..
 [bios-head->device[bios-head]->roles[OpenStack::Node]->customizations[/etc/nova/nova.conf]->entries]% commit
 </syntaxhighlight>
 Eventually, we should end up with;
-'''NOTE: Bright Bug, had to stop CMD''' <tt>systemctl stop cmd</tt> on head and gpu node, otherwise nova.conf kept getting overwrote. Work in progress with their support.
 <syntaxhighlight>
 # PCI alias and whitelist
 [root@gpu1 ~]# grep ^pci /etc/nova/nova.conf
-pci_passthrough_whitelist=[{"vendor_id":"10de","product_id":"102d"},{"vendor_id":"10de","product_id":"11bf"}]
+pci_passthrough_whitelist={"vendor_id":"10de","product_id":"102d"}
-pci_alias=[{"name":"K80_Tesla","vendor_id":"10de","product_id":"102d"},{"name":"K2_Grid","vendor_id":"10de","product_id":"11bf"}]
 # Scheduler params

@@ Line 131: / Line 131: @@
 [bios-head->category[openstack-compute-hosts]->roles[OpenStack::Node]->customizations]% use /etc/nova/nova.conf
 [bios-head->category[openstack-compute-hosts]->roles[OpenStack::Node]->customizations[/etc/nova/nova.conf]]% entries
-[bios-head->category[openstack-compute-hosts]->roles[OpenStack::Node]->customizations[/etc/nova/nova.conf]->entries]% add default:pci_passthrough_whitelist
+[bios-head->category[openstack-compute-hosts]->roles[OpenStack::Node]->customizations[/etc/nova/nova.conf]->entries]% add DEFAULT:pci_passthrough_whitelist
-[bios-head->category[openstack-compute-hosts]->roles[OpenStack::Node]->customizations[/etc/nova/nova.conf]->entries[default:pci_passthrough_whitelist]*]% set value [{\"vendor_id\":\"10de\",\"product_id\":\"102d\"},{\"vendor_id\":\"10de\",\"product_id\":\"11bf\"}]
+[bios-head->category[openstack-compute-hosts]->roles[OpenStack::Node]->customizations[/etc/nova/nova.conf]->entries[default:pci_passthrough_whitelist]*]% set value {\"vendor_id\":\"10de\",\"product_id\":\"102d\"}
-[bios-head->category[openstack-compute-hosts]->roles[OpenStack::Node]->customizations[/etc/nova/nova.conf]->entries[default:pci_passthrough_whitelist]]% ..
+[bios-head->category[openstack-compute-hosts]->roles[OpenStack::Node]->customizations[/etc/nova/nova.conf]->entries[default:pci_passthrough_whitelist]]% commit
-[bios-head->category[openstack-compute-hosts]->roles[OpenStack::Node]->customizations[/etc/nova/nova.conf]->entries]% add default:pci_alias
+</syntaxhighlight>
-[bios-head->category[openstack-compute-hosts]->roles[OpenStack::Node]->customizations[/etc/nova/nova.conf]->entries[default:pci_alias]*]% set value [{\"name\":\"K80_Tesla\",\"vendor_id\":\"10de\",\"product_id\":\"102d\"},{\"name\":\"K2_Grid\",\"vendor_id\":\"10de\",\"product_id\":\"11bf\"}]
-[bios-head->category[openstack-compute-hosts]->roles[OpenStack::Node]->customizations[/etc/nova/nova.conf]->entries[default:pci_alias]*]% ..
+<syntaxhighlight>
-[bios-head->category[openstack-compute-hosts]->roles[OpenStack::Node]->customizations[/etc/nova/nova.conf]->entries]% commit
+[root@bios-head ~]# cmsh
 </syntaxhighlight>

@@ Line 180: / Line 180: @@
 # jesus this command killed me! (very little online, should be doable with openstack cmd but whatever version bright were using wasnt supported, nova flavor-list also failed)
 [root@shadow-head ~]# nova-manage flavor set_key --name m1.small.1xgpu --key "pci_passthrough:alias" --value "K80_Tesla:1"
-Key pci_passthrough:alias set to K80_Telsa:1 on instance type m1.small.1xgpu
+Key pci_passthrough:alias set to K80_Tesla:1 on instance type m1.small.1xgpu
 # check the flavors
 [root@shadow-head ~]# nova-manage flavor list

@@ Line 144: / Line 144: @@
 <syntaxhighlight>
 # PCI alias and whitelist
-[root@shadow-head ~]# grep ^pci /etc/nova/nova.conf
+[root@gpu1 ~]# grep ^pci /etc/nova/nova.conf
-pci_alias = {"name":"K80_Tesla","vendor_id":"10de","product_id":"102d"}
+pci_passthrough_whitelist=[{"vendor_id":"10de","product_id":"102d"},{"vendor_id":"10de","product_id":"11bf"}]
-pci_passthrough_whitelist = {"vendor_id":"10de","product_id":"102d"}
+pci_alias=[{"name":"K80_Tesla","vendor_id":"10de","product_id":"102d"},{"name":"K2_Grid","vendor_id":"10de","product_id":"11bf"}]
 # Scheduler params

@@ Line 124: / Line 124: @@
 [shadow-head->openstack[default]->settings:compute]%
 Thu Mar 24 15:41:01 2016 [notice] shadow-head: Service openstack-nova-scheduler was restarted
 </syntaxhighlight>

@@ Line 82: / Line 82: @@
 * So the <b>vendor id</b> is: <tt>10de</tt>
-* And the <b>product id</b> is: <tt>102d</tt>
+* And the <b>product id</b> is: <tt>102d</tt> and <tt>11bf</tt>
 == Update the /etc/nova/nova.conf file ==

@@ Line 65: / Line 65: @@
 == Get the PCI IDs of the GPUs ==
-In this instance we are using K80s
+In this instance we are using K80 and K2
 <syntaxhighlight>
 # check for the nvidia GPUs
-[root@gpu ~]# lspci | grep -i nvidia
+[root@gpu1 ~]# lspci | grep NVIDIA
 :00.0 3D controller: NVIDIA Corporation GK210GL [Tesla K80] (rev a1)
 :00.0 3D controller: NVIDIA Corporation GK210GL [Tesla K80] (rev a1)
 # get their IDs with the -n flag
-[root@gpu ~]# lspci -nn | grep -i nvidia
+[root@gpu1 ~]# lspci -nn | grep NVIDIA
 :00.0 3D controller [0302]: NVIDIA Corporation GK210GL [Tesla K80] [10de:102d] (rev a1)
 :00.0 3D controller [0302]: NVIDIA Corporation GK210GL [Tesla K80] [10de:102d] (rev a1)
 </syntaxhighlight>

@@ Line 86: / Line 86: @@
 <syntaxhighlight>
-[shadow-head->openstack[default]->settings:compute]% set schedulerfilters "RetryFilter AvailabilityZoneFilter RamFilter ComputeFilter ComputeCapabilitiesFilter ImagePropertiesFilter ServerGroupAntiAffinityFilter ServerGroupAffinityFilter PciPassthroughFilter"
+[shadow-head->openstack[default]->settings:compute]% set schedulerfilters "RetryFilter,AvailabilityZoneFilter,RamFilter,ComputeFilter,ComputeCapabilitiesFilter,ImagePropertiesFilter,ServerGroupAntiAffinityFilter,ServerGroupAffinityFilter,PciPassthroughFilter"
 [shadow-head->openstack*[default*]->settings:compute*]% show
 Parameter                           Value
@@ Line 123: / Line 123: @@
 Eventually, we should end up with;
 <syntaxhighlight>
 # PCI alias and whitelist
-[root@shadow-head nova]# grep ^pci_ /etc/nova/nova.conf
+[root@shadow-head ~]# grep ^pci /etc/nova/nova.conf
-pci_alias = { 'name': 'K80_Tesla', 'vendor_id': '10de', 'product_id': '102d' }
+pci_alias = {"name":"K80_Tesla","vendor_id":"10de","product_id":"102d"}
-pci_passthrough_whitelist = [{ "vendor_id": "10de", "product_id": "102d" }]
+pci_passthrough_whitelist = {"vendor_id":"10de","product_id":"102d"}
 # Scheduler params
-[root@shadow-head nova]# grep ^scheduler /etc/nova/nova.conf
+[root@shadow-head ~]# grep ^sched /etc/nova/nova.conf
 scheduler_available_filters=nova.scheduler.filters.all_filters
 scheduler_available_filters=nova.scheduler.filters.pci_passthrough_filter.PciPassthroughFilter
 scheduler_driver=nova.scheduler.filter_scheduler.FilterScheduler
 </syntaxhighlight>
@@ Line 160: / Line 161: @@
 openstack flavor create --public --ram 2048 --disk 20 --vcpus 2  m1.small.1xgpu
 # jesus this command killed me! (very little online, should be doable with openstack cmd but whatever version bright were using wasnt supported, nova flavor-list also failed)
-[root@shadow-head ~]# nova-manage flavor set_key --name m1.small.1xgpu --key "pci_passthrough:alias" --value "K80_Telsa:1"
+[root@shadow-head ~]# nova-manage flavor set_key --name m1.small.1xgpu --key "pci_passthrough:alias" --value "K80_Tesla:1"
 Key pci_passthrough:alias set to K80_Telsa:1 on instance type m1.small.1xgpu
 # check the flavors
@@ Line 173: / Line 174: @@
 hackathon: Memory: 2048MB, VCPUS: 2, Root: 100GB, Ephemeral: 0Gb, FlavorID: 41371240-c1a3-4df4-bf4a-dad152423f7e, Swap: 0MB, RXTX Factor: 1.0, public, ExtraSpecs {}
 m1.large-plus: Memory: 16384MB, VCPUS: 4, Root: 80GB, Ephemeral: 0Gb, FlavorID: 103f37bf-949b-4a45-953e-d7ead651aeba, Swap: 0MB, RXTX Factor: 1.0, public, ExtraSpecs {}
-m1.small.1xgpu: Memory: 2048MB, VCPUS: 2, Root: 20GB, Ephemeral: 0Gb, FlavorID: 409aafa7-ee82-4c64-83b0-d5fa2ca49288, Swap: 0MB, RXTX Factor: 1.0, public, ExtraSpecs {u'pci_passthrough:alias': u'K80_Telsa:1'}
+m1.small.1xgpu: Memory: 2048MB, VCPUS: 2, Root: 20GB, Ephemeral: 0Gb, FlavorID: 409aafa7-ee82-4c64-83b0-d5fa2ca49288, Swap: 0MB, RXTX Factor: 1.0, public, ExtraSpecs {u'pci_passthrough:alias': u'K80_Tesla:1'}
 </syntaxhighlight>

← Older revision		Revision as of 17:50, 24 March 2016
Line 154:		Line 154:
	[root@gpu ~]#		[root@gpu ~]#

		+	</syntaxhighlight>
		+
		+	== Setup Flavor with GPU ==
		+	<syntaxhighlight>
		+	openstack flavor create --public --ram 2048 --disk 20 --vcpus 2 m1.small.1xgpu
		+	# jesus this command killed me! (very little online, should be doable with openstack cmd but whatever version bright were using wasnt supported, nova flavor-list also failed)
		+	[root@shadow-head ~]# nova-manage flavor set_key --name m1.small.1xgpu --key "pci_passthrough:alias" --value "K80_Telsa:1"
		+	Key pci_passthrough:alias set to K80_Telsa:1 on instance type m1.small.1xgpu
		+	# check the flavors
		+	[root@shadow-head ~]# nova-manage flavor list
		+	m1.medium: Memory: 4096MB, VCPUS: 2, Root: 40GB, Ephemeral: 0Gb, FlavorID: 3, Swap: 0MB, RXTX Factor: 1.0, public, ExtraSpecs {}
		+	m1.tiny: Memory: 512MB, VCPUS: 1, Root: 1GB, Ephemeral: 0Gb, FlavorID: 1, Swap: 0MB, RXTX Factor: 1.0, public, ExtraSpecs {}
		+	m1.large: Memory: 8192MB, VCPUS: 4, Root: 80GB, Ephemeral: 0Gb, FlavorID: 4, Swap: 0MB, RXTX Factor: 1.0, public, ExtraSpecs {}
		+	m1.xlarge: Memory: 16384MB, VCPUS: 8, Root: 160GB, Ephemeral: 0Gb, FlavorID: 5, Swap: 0MB, RXTX Factor: 1.0, public, ExtraSpecs {}
		+	m1.small: Memory: 2048MB, VCPUS: 1, Root: 20GB, Ephemeral: 0Gb, FlavorID: 2, Swap: 0MB, RXTX Factor: 1.0, public, ExtraSpecs {}
		+	b1.small: Memory: 1024MB, VCPUS: 1, Root: 25GB, Ephemeral: 0Gb, FlavorID: 5496005e-f3a1-48fb-b893-40a13b2ff008, Swap: 0MB, RXTX Factor: 1.0, public, ExtraSpecs {}
		+	m1.xsmall: Memory: 1024MB, VCPUS: 1, Root: 10GB, Ephemeral: 10Gb, FlavorID: 5e5549cf-94d8-4069-843c-ae37b7706d06, Swap: 0MB, RXTX Factor: 1.0, public, ExtraSpecs {}
		+	hackathon: Memory: 2048MB, VCPUS: 2, Root: 100GB, Ephemeral: 0Gb, FlavorID: 41371240-c1a3-4df4-bf4a-dad152423f7e, Swap: 0MB, RXTX Factor: 1.0, public, ExtraSpecs {}
		+	m1.large-plus: Memory: 16384MB, VCPUS: 4, Root: 80GB, Ephemeral: 0Gb, FlavorID: 103f37bf-949b-4a45-953e-d7ead651aeba, Swap: 0MB, RXTX Factor: 1.0, public, ExtraSpecs {}
		+	m1.small.1xgpu: Memory: 2048MB, VCPUS: 2, Root: 20GB, Ephemeral: 0Gb, FlavorID: 409aafa7-ee82-4c64-83b0-d5fa2ca49288, Swap: 0MB, RXTX Factor: 1.0, public, ExtraSpecs {u'pci_passthrough:alias': u'K80_Telsa:1'}
	</syntaxhighlight>		</syntaxhighlight>