OpenHPC: Setup the IPMI BMC Network in OpenHPC

Add IPMI modules to wwsh

# Note, needed to be on the management / eth0 network to get added to the DHCP files
 wwsh -y node set -D ipmi0 --hwaddr=00:25:90:2f:41:cc --ipaddr=10.10.10.111 --netmask=255.255.255.0 node01
 wwsh -y node set -D ipmi0 --hwaddr=00:25:90:82:51:25 --ipaddr=10.10.10.112 --netmask=255.255.255.0 node02
 wwsh -y node set -D ipmi0 --hwaddr=00:25:90:2f:42:1e --ipaddr=10.10.10.113 --netmask=255.255.255.0 node03

# check the /etc/hosts file
[root@mitaka-head ~]# grep ipmi /etc/hosts
10.10.10.111            node01-ipmi0.mitaka.ohpc.net node01-ipmi0
10.10.10.112            node02-ipmi0.mitaka.ohpc.net node02-ipmi0
10.10.10.113            node03-ipmi0.mitaka.ohpc.net node03-ipmi0

# check dhcp file
[root@mitaka-head ~]# grep ipmi /etc/dhcp/dhcpd.conf 
   # Adding host entry for node01_mitaka_ohpc_net-ipmi0
   host node01_mitaka_ohpc_net-ipmi0 {
   # Adding host entry for node02_mitaka_ohpc_net-ipmi0
   host node02_mitaka_ohpc_net-ipmi0 {
   # Adding host entry for node03_mitaka_ohpc_net-ipmi0
   host node03_mitaka_ohpc_net-ipmi0 {

# Hosts should now automatically get a DHPC address
[root@node03 ~]# ipmitool lan print 
Set in Progress         : Set Complete
Auth Type Support       : NONE MD2 MD5 PASSWORD 
Auth Type Enable        : Callback : MD2 MD5 PASSWORD 
                        : User     : MD2 MD5 PASSWORD 
                        : Operator : MD2 MD5 PASSWORD 
                        : Admin    : MD2 MD5 PASSWORD 
                        : OEM      : 
IP Address Source       : DHCP Address
IP Address              : 10.10.10.113
Subnet Mask             : 255.255.255.0
MAC Address             : 00:25:90:2f:42:1e

OLD VERSION - DIDNT WORK

• EDIT: Needs to be verified as the process didnt work first time / then i manaually scripted

Add the Warewulf IPMI module

 yum install warewulf-ipmi-ohpc
# rebuild the VNFS to include the IPMI init scripts 
 wwvnfs -y --chroot=/opt/ohpc/admin/images/centos7.2-hfi/

Now add the IPMI modules to the nodes

• Assumes compute nodes have already been added

# Example
    wwsh -y ipmi set ${c_name} --autoconfig=1                \
                               --ipaddr=${c_bmc[$i]}         \
                               --netmask=${bmc_netmask}      \
                               --username="${bmc_username}"  \
                               --password="${bmc_password}"

# In practice / quick script. there will be better ways
#!/bin/bash

for ((i=2; i<10; i++))
do
        echo "wwsh -y ipmi set node00${i} --autoconfig=1 --ipaddr=10.10.10.10${i} --netmask=255.255.255.0 --username=ADMIN --password=ADMIN"
done

for ((i=10; i<=52; i++))
do
        echo "wwsh -y ipmi set node0${i} --autoconfig=1 --ipaddr=10.10.10.1${i} --netmask=255.255.255.0 --username=ADMIN --password=ADMIN"
done

Check and confirm the IPMIs are configured

[root@head ~]# wwsh ipmi list 
NAME                AUTO    IPMI_IPADDR    IPMI_NETMASK  
================================================================================
node001.plymouth... no      UNDEF          UNDEF         
node002.plymouth... yes     10.10.10.102   255.255.255.0 
node003.plymouth... yes     10.10.10.103   255.255.255.0 
node004.plymouth... yes     10.10.10.104   255.255.255.0 
node005.plymouth... yes     10.10.10.105   255.255.255.0 
node006.plymouth... yes     10.10.10.106   255.255.255.0 
node007.plymouth... yes     10.10.10.107   255.255.255.0 
node008.plymouth... yes     10.10.10.108   255.255.255.0 
node009.plymouth... yes     10.10.10.109   255.255.255.0 
node010.plymouth... yes     10.10.10.110   255.255.255.0 
...