XCAT Network bonding setup

From Define Wiki
Revision as of 10:10, 23 December 2020 by David (talk | contribs)
Jump to navigation Jump to search

ifcfg files on the host

[root@node001 network-scripts]# cat ifcfg-bond0
DEVICE=bond0
TYPE=Bond
NAME=bond0
BONDING_MASTER=yes
BOOTPROTO=none
ONBOOT=yes
NM_CONTROLLED=no
BONDING_OPTS="mode=4 miimon=100 lacp_rate=1"

[root@node001 network-scripts]# cat ifcfg-bond0.200
ONBOOT="yes"
USERCTL="no"
VLAN="yes"
DEVICE="bond0.200"
BOOTPROTO="static"
IPADDR="172.16.200.1"
NETMASK="255.255.255.0"
NAME="bond0.200"

[root@node001 network-scripts]# cat ifcfg-bond0.201
ONBOOT="yes"
USERCTL="no"
VLAN="yes"
DEVICE="bond0.201"
BOOTPROTO="static"
IPADDR="197.243.57.5"
NETMASK="255.255.255.0"
NAME="bond0.201"

[root@node001 network-scripts]# cat ifcfg-bond1 
DEVICE=bond1
Type=Bond
NAME=bond1
BONDING_MASTER=yes
BOOTPROTO=none
ONBOOT=yes
NM_CONTROLLED=no
BONDING_OPTS="mode=4 miimon=100 lacp_rate=1"

[root@node001 network-scripts]# cat ifcfg-enp59s0f0 
TYPE=Ethernet
BOOTPROTO=none
NAME=enp59s0f0
DEVICE=enp59s0f0
ONBOOT=yes
NM_CONTROLLED=no
IPV6INIT=no
MASTER=bond0
SLAVE=yes

[root@node001 network-scripts]# cat ifcfg-enp59s0f1
TYPE=Ethernet
BOOTPROTO=none
NAME=enp59s0f1
DEVICE=enp59s0f1
ONBOOT=yes
NM_CONTROLLED=no
IPV6INIT=no
MASTER=bond1
SLAVE=yes

[root@node001 network-scripts]# cat ifcfg-enp94s0f0
TYPE=Ethernet
BOOTPROTO=none
NAME=enp94s0f0
DEVICE=enp94s0f0
ONBOOT=yes
NM_CONTROLLED=no
IPV6INIT=no
MASTER=bond1
SLAVE=yes

[root@node001 network-scripts]# cat ifcfg-enp94s0f1
TYPE=Ethernet
BOOTPROTO=none
NAME=enp94s0f1
DEVICE=enp94s0f1
ONBOOT=yes
NM_CONTROLLED=no
IPV6INIT=no
MASTER=bond0
SLAVE=yes


Cumulus Switch Configuration

# switch commands
apt-get install vim
hostnamectl set-hostname switch1
vim /etc/cumulus/.license
systemctl restart switchd
vim /etc/network/interfaces
ip a
net add bridge bridge ports swp1-22
net add bridge bridge vids 100,200
net add bridge bridge pvid 1
net pending
net commit
vim /etc/network/interfaces
net add interface swp14 bridge access 100
net add interface swp15 bridge access 100
net add interface swp16 bridge access 100
net add interface swp17 bridge access 100
net add interface swp14 link speed 1000
net add interface swp15 link speed 1000
net add interface swp16 link speed 1000
net add interface swp17 link speed 1000
net pending
net commit
net show clag

Switch1 Interfaces File

# here's the interfaces file on switch1
root@vscaler-switch1:~# cat /etc/network/interfaces
# This file describes the network interfaces available on your system
# and how to activate them. For more information, see interfaces(5).

source /etc/network/interfaces.d/*.intf

# The loopback network interface
auto lo
iface lo inet loopback

# The primary network interface
auto eth0
iface eth0
  address 192.168.2.2/24

auto peerlink
iface peerlink
  bond-slaves swp21 swp22

auto peerlink.4094
iface peerlink.4094
    clagd-peer-ip linklocal
    clagd-priority 1000
    clagd-sys-mac 44:38:39:FF:00:01

auto node001-int
iface node001-int
    bond-slaves swp1
    bridge-vids 200 201
    clag-id 1
    mtu 9000

auto node001-pub
iface node001-pub
    bond-slaves swp5
    bridge-access 201
    clag-id 2
    mtu 9000

auto node002-int
iface node002-int
    bond-slaves swp2
    bridge-vids 200 201
    clag-id 3
    mtu 9000

auto node002-pub
iface node002-pub
    bond-slaves swp6
    bridge-access 201
    clag-id 4
    mtu 9000

auto node003-int
iface node003-int
    bond-slaves swp3
    bridge-vids 200 201
    clag-id 5
    mtu 9000

auto node003-pub
iface node003-pub
    bond-slaves swp7
    bridge-access 201
    clag-id 6
    mtu 9000

auto node004-int
iface node004-int
    bond-slaves swp4
    bridge-vids 200 201
    clag-id 7
    mtu 9000

auto node004-pub
iface node004-pub
    bond-slaves swp8
    bridge-access 201
    clag-id 8
    mtu 9000

auto swp14
iface swp14
    bridge-access 100
    link-speed 1000

auto swp15
iface swp15
    bridge-access 100
    link-speed 1000

auto swp16
iface swp16
    bridge-access 100
    link-speed 1000

auto swp17
iface swp17
    bridge-access 100
    link-speed 1000

auto uplink
iface uplink
    bond-slaves swp18
    bridge-access 201
    clag-id 9
    link-speed 1000

auto bridge
iface bridge
    bridge-ports peerlink node001-int node002-int node003-int node004-int node001-pub node002-pub node003-pub node004-pub swp9 swp10 swp11 swp12 swp13 swp14 swp15 swp16 swp17 uplink swp19 swp20
    bridge-pvid 1
    bridge-vids 100 200 201
    bridge-vlan-aware yes

auto vlan200
iface vlan200
   address 172.16.200.252/24
   vlan-id 200
   vlan-raw-device bridge

Switch2 Interfaces File

root@vscaler-switch2:~# cat /etc/network/interfaces
# This file describes the network interfaces available on your system
# and how to activate them. For more information, see interfaces(5).

source /etc/network/interfaces.d/*.intf

# The loopback network interface
auto lo
iface lo inet loopback

# The primary network interface
auto eth0
iface eth0
  address 192.168.1.2/24

auto peerlink
iface peerlink
  bond-slaves swp21 swp22

auto peerlink.4094
iface peerlink.4094
    clagd-peer-ip linklocal
    clagd-sys-mac 44:38:39:FF:00:01

auto node001-int
iface node001-int
    bond-slaves swp1
    bridge-vids 200 201
    clag-id 1
    mtu 9000

auto node001-pub
iface node001-pub
    bond-slaves swp5
    bridge-access 201
    clag-id 2
    mtu 9000

auto node002-int
iface node002-int
    bond-slaves swp2
    bridge-vids 200 201
    clag-id 3
    mtu 9000

auto node002-pub
iface node002-pub
    bond-slaves swp6
    bridge-access 201
    clag-id 4
    mtu 9000

auto node003-int
iface node003-int
    bond-slaves swp3
    bridge-vids 200 201
    clag-id 5
    mtu 9000

auto node003-pub
iface node003-pub
    bond-slaves swp7
    bridge-access 201
    clag-id 6
    mtu 9000

auto node004-int
iface node004-int
    bond-slaves swp4
    bridge-vids 200 201
    clag-id 7
    mtu 9000

auto node004-pub
iface node004-pub
    bond-slaves swp8
    bridge-access 201
    clag-id 8
    mtu 9000

auto uplink
iface uplink
    bond-slaves swp18
    bridge-access 201
    clag-id 9
    link-speed 1000

auto bridge
iface bridge
    bridge-ports node001-int node002-int node003-int node004-int node001-pub node002-pub node003-pub node004-pub swp9 swp10 swp11 swp12 swp13 swp14 swp15 swp16 swp17 uplink swp19 swp20
    bridge-pvid 1
    bridge-vids 200 201
    bridge-vlan-aware yes

auto vlan200
iface vlan200
   address 172.16.200.250/24
   vlan-id 200
   vlan-raw-device bridge