Difference between revisions of "XCAT Network bonding setup"

From Define Wiki
Jump to navigation Jump to search
(Created page with "== Cumulus Switch Configuration == <pre> # switch commands apt-get install vim hostnamectl set-hostname switch1 vim /etc/cumulus/.license systemctl restart switchd vim /etc/ne...")
 
 
(3 intermediate revisions by the same user not shown)
Line 1: Line 1:
 +
== ifcfg files on the host ==
 +
<pre>
 +
[root@node001 network-scripts]# cat ifcfg-bond0
 +
DEVICE=bond0
 +
TYPE=Bond
 +
NAME=bond0
 +
BONDING_MASTER=yes
 +
BOOTPROTO=none
 +
ONBOOT=yes
 +
NM_CONTROLLED=no
 +
BONDING_OPTS="mode=4 miimon=100 lacp_rate=1"
 +
 +
[root@node001 network-scripts]# cat ifcfg-bond0.200
 +
ONBOOT="yes"
 +
USERCTL="no"
 +
VLAN="yes"
 +
DEVICE="bond0.200"
 +
BOOTPROTO="static"
 +
IPADDR="172.16.200.1"
 +
NETMASK="255.255.255.0"
 +
NAME="bond0.200"
 +
 +
[root@node001 network-scripts]# cat ifcfg-bond0.201
 +
ONBOOT="yes"
 +
USERCTL="no"
 +
VLAN="yes"
 +
DEVICE="bond0.201"
 +
BOOTPROTO="static"
 +
IPADDR="197.243.57.5"
 +
NETMASK="255.255.255.0"
 +
NAME="bond0.201"
 +
 +
[root@node001 network-scripts]# cat ifcfg-bond1
 +
DEVICE=bond1
 +
Type=Bond
 +
NAME=bond1
 +
BONDING_MASTER=yes
 +
BOOTPROTO=none
 +
ONBOOT=yes
 +
NM_CONTROLLED=no
 +
BONDING_OPTS="mode=4 miimon=100 lacp_rate=1"
 +
 +
[root@node001 network-scripts]# cat ifcfg-enp59s0f0
 +
TYPE=Ethernet
 +
BOOTPROTO=none
 +
NAME=enp59s0f0
 +
DEVICE=enp59s0f0
 +
ONBOOT=yes
 +
NM_CONTROLLED=no
 +
IPV6INIT=no
 +
MASTER=bond0
 +
SLAVE=yes
 +
 +
[root@node001 network-scripts]# cat ifcfg-enp59s0f1
 +
TYPE=Ethernet
 +
BOOTPROTO=none
 +
NAME=enp59s0f1
 +
DEVICE=enp59s0f1
 +
ONBOOT=yes
 +
NM_CONTROLLED=no
 +
IPV6INIT=no
 +
MASTER=bond1
 +
SLAVE=yes
 +
 +
[root@node001 network-scripts]# cat ifcfg-enp94s0f0
 +
TYPE=Ethernet
 +
BOOTPROTO=none
 +
NAME=enp94s0f0
 +
DEVICE=enp94s0f0
 +
ONBOOT=yes
 +
NM_CONTROLLED=no
 +
IPV6INIT=no
 +
MASTER=bond1
 +
SLAVE=yes
 +
 +
[root@node001 network-scripts]# cat ifcfg-enp94s0f1
 +
TYPE=Ethernet
 +
BOOTPROTO=none
 +
NAME=enp94s0f1
 +
DEVICE=enp94s0f1
 +
ONBOOT=yes
 +
NM_CONTROLLED=no
 +
IPV6INIT=no
 +
MASTER=bond0
 +
SLAVE=yes
 +
</pre>
 +
 +
 
== Cumulus Switch Configuration ==
 
== Cumulus Switch Configuration ==
 
<pre>
 
<pre>
Line 25: Line 113:
 
net commit
 
net commit
 
net show clag
 
net show clag
 +
</pre>
  
 +
Cumulus license
 +
<pre>
 +
License: davidi@mellanox.com|4CeKMCACDhKo67WOPmYetFEFZbnWAg4V4zqD1HFCegs+aBDrhQ
 +
</pre>
 +
 +
== Switch1 Interfaces File ==
 +
<pre>
 
# here's the interfaces file on switch1
 
# here's the interfaces file on switch1
 
root@vscaler-switch1:~# cat /etc/network/interfaces
 
root@vscaler-switch1:~# cat /etc/network/interfaces
Line 145: Line 241:
 
iface vlan200
 
iface vlan200
 
   address 172.16.200.252/24
 
   address 172.16.200.252/24
 +
  vlan-id 200
 +
  vlan-raw-device bridge
 +
</pre>
 +
 +
== Switch2 Interfaces File ==
 +
<pre>
 +
root@vscaler-switch2:~# cat /etc/network/interfaces
 +
# This file describes the network interfaces available on your system
 +
# and how to activate them. For more information, see interfaces(5).
 +
 +
source /etc/network/interfaces.d/*.intf
 +
 +
# The loopback network interface
 +
auto lo
 +
iface lo inet loopback
 +
 +
# The primary network interface
 +
auto eth0
 +
iface eth0
 +
  address 192.168.1.2/24
 +
 +
auto peerlink
 +
iface peerlink
 +
  bond-slaves swp21 swp22
 +
 +
auto peerlink.4094
 +
iface peerlink.4094
 +
    clagd-peer-ip linklocal
 +
    clagd-sys-mac 44:38:39:FF:00:01
 +
 +
auto node001-int
 +
iface node001-int
 +
    bond-slaves swp1
 +
    bridge-vids 200 201
 +
    clag-id 1
 +
    mtu 9000
 +
 +
auto node001-pub
 +
iface node001-pub
 +
    bond-slaves swp5
 +
    bridge-access 201
 +
    clag-id 2
 +
    mtu 9000
 +
 +
auto node002-int
 +
iface node002-int
 +
    bond-slaves swp2
 +
    bridge-vids 200 201
 +
    clag-id 3
 +
    mtu 9000
 +
 +
auto node002-pub
 +
iface node002-pub
 +
    bond-slaves swp6
 +
    bridge-access 201
 +
    clag-id 4
 +
    mtu 9000
 +
 +
auto node003-int
 +
iface node003-int
 +
    bond-slaves swp3
 +
    bridge-vids 200 201
 +
    clag-id 5
 +
    mtu 9000
 +
 +
auto node003-pub
 +
iface node003-pub
 +
    bond-slaves swp7
 +
    bridge-access 201
 +
    clag-id 6
 +
    mtu 9000
 +
 +
auto node004-int
 +
iface node004-int
 +
    bond-slaves swp4
 +
    bridge-vids 200 201
 +
    clag-id 7
 +
    mtu 9000
 +
 +
auto node004-pub
 +
iface node004-pub
 +
    bond-slaves swp8
 +
    bridge-access 201
 +
    clag-id 8
 +
    mtu 9000
 +
 +
auto uplink
 +
iface uplink
 +
    bond-slaves swp18
 +
    bridge-access 201
 +
    clag-id 9
 +
    link-speed 1000
 +
 +
auto bridge
 +
iface bridge
 +
    bridge-ports node001-int node002-int node003-int node004-int node001-pub node002-pub node003-pub node004-pub swp9 swp10 swp11 swp12 swp13 swp14 swp15 swp16 swp17 uplink swp19 swp20
 +
    bridge-pvid 1
 +
    bridge-vids 200 201
 +
    bridge-vlan-aware yes
 +
 +
auto vlan200
 +
iface vlan200
 +
  address 172.16.200.250/24
 
   vlan-id 200
 
   vlan-id 200
 
   vlan-raw-device bridge
 
   vlan-raw-device bridge
 
</pre>
 
</pre>

Latest revision as of 21:11, 19 February 2021

ifcfg files on the host

[root@node001 network-scripts]# cat ifcfg-bond0
DEVICE=bond0
TYPE=Bond
NAME=bond0
BONDING_MASTER=yes
BOOTPROTO=none
ONBOOT=yes
NM_CONTROLLED=no
BONDING_OPTS="mode=4 miimon=100 lacp_rate=1"

[root@node001 network-scripts]# cat ifcfg-bond0.200
ONBOOT="yes"
USERCTL="no"
VLAN="yes"
DEVICE="bond0.200"
BOOTPROTO="static"
IPADDR="172.16.200.1"
NETMASK="255.255.255.0"
NAME="bond0.200"

[root@node001 network-scripts]# cat ifcfg-bond0.201
ONBOOT="yes"
USERCTL="no"
VLAN="yes"
DEVICE="bond0.201"
BOOTPROTO="static"
IPADDR="197.243.57.5"
NETMASK="255.255.255.0"
NAME="bond0.201"

[root@node001 network-scripts]# cat ifcfg-bond1 
DEVICE=bond1
Type=Bond
NAME=bond1
BONDING_MASTER=yes
BOOTPROTO=none
ONBOOT=yes
NM_CONTROLLED=no
BONDING_OPTS="mode=4 miimon=100 lacp_rate=1"

[root@node001 network-scripts]# cat ifcfg-enp59s0f0 
TYPE=Ethernet
BOOTPROTO=none
NAME=enp59s0f0
DEVICE=enp59s0f0
ONBOOT=yes
NM_CONTROLLED=no
IPV6INIT=no
MASTER=bond0
SLAVE=yes

[root@node001 network-scripts]# cat ifcfg-enp59s0f1
TYPE=Ethernet
BOOTPROTO=none
NAME=enp59s0f1
DEVICE=enp59s0f1
ONBOOT=yes
NM_CONTROLLED=no
IPV6INIT=no
MASTER=bond1
SLAVE=yes

[root@node001 network-scripts]# cat ifcfg-enp94s0f0
TYPE=Ethernet
BOOTPROTO=none
NAME=enp94s0f0
DEVICE=enp94s0f0
ONBOOT=yes
NM_CONTROLLED=no
IPV6INIT=no
MASTER=bond1
SLAVE=yes

[root@node001 network-scripts]# cat ifcfg-enp94s0f1
TYPE=Ethernet
BOOTPROTO=none
NAME=enp94s0f1
DEVICE=enp94s0f1
ONBOOT=yes
NM_CONTROLLED=no
IPV6INIT=no
MASTER=bond0
SLAVE=yes


Cumulus Switch Configuration

# switch commands
apt-get install vim
hostnamectl set-hostname switch1
vim /etc/cumulus/.license
systemctl restart switchd
vim /etc/network/interfaces
ip a
net add bridge bridge ports swp1-22
net add bridge bridge vids 100,200
net add bridge bridge pvid 1
net pending
net commit
vim /etc/network/interfaces
net add interface swp14 bridge access 100
net add interface swp15 bridge access 100
net add interface swp16 bridge access 100
net add interface swp17 bridge access 100
net add interface swp14 link speed 1000
net add interface swp15 link speed 1000
net add interface swp16 link speed 1000
net add interface swp17 link speed 1000
net pending
net commit
net show clag

Cumulus license 

License: davidi@mellanox.com|4CeKMCACDhKo67WOPmYetFEFZbnWAg4V4zqD1HFCegs+aBDrhQ

Switch1 Interfaces File

# here's the interfaces file on switch1
root@vscaler-switch1:~# cat /etc/network/interfaces
# This file describes the network interfaces available on your system
# and how to activate them. For more information, see interfaces(5).

source /etc/network/interfaces.d/*.intf

# The loopback network interface
auto lo
iface lo inet loopback

# The primary network interface
auto eth0
iface eth0
  address 192.168.2.2/24

auto peerlink
iface peerlink
  bond-slaves swp21 swp22

auto peerlink.4094
iface peerlink.4094
    clagd-peer-ip linklocal
    clagd-priority 1000
    clagd-sys-mac 44:38:39:FF:00:01

auto node001-int
iface node001-int
    bond-slaves swp1
    bridge-vids 200 201
    clag-id 1
    mtu 9000

auto node001-pub
iface node001-pub
    bond-slaves swp5
    bridge-access 201
    clag-id 2
    mtu 9000

auto node002-int
iface node002-int
    bond-slaves swp2
    bridge-vids 200 201
    clag-id 3
    mtu 9000

auto node002-pub
iface node002-pub
    bond-slaves swp6
    bridge-access 201
    clag-id 4
    mtu 9000

auto node003-int
iface node003-int
    bond-slaves swp3
    bridge-vids 200 201
    clag-id 5
    mtu 9000

auto node003-pub
iface node003-pub
    bond-slaves swp7
    bridge-access 201
    clag-id 6
    mtu 9000

auto node004-int
iface node004-int
    bond-slaves swp4
    bridge-vids 200 201
    clag-id 7
    mtu 9000

auto node004-pub
iface node004-pub
    bond-slaves swp8
    bridge-access 201
    clag-id 8
    mtu 9000

auto swp14
iface swp14
    bridge-access 100
    link-speed 1000

auto swp15
iface swp15
    bridge-access 100
    link-speed 1000

auto swp16
iface swp16
    bridge-access 100
    link-speed 1000

auto swp17
iface swp17
    bridge-access 100
    link-speed 1000

auto uplink
iface uplink
    bond-slaves swp18
    bridge-access 201
    clag-id 9
    link-speed 1000

auto bridge
iface bridge
    bridge-ports peerlink node001-int node002-int node003-int node004-int node001-pub node002-pub node003-pub node004-pub swp9 swp10 swp11 swp12 swp13 swp14 swp15 swp16 swp17 uplink swp19 swp20
    bridge-pvid 1
    bridge-vids 100 200 201
    bridge-vlan-aware yes

auto vlan200
iface vlan200
   address 172.16.200.252/24
   vlan-id 200
   vlan-raw-device bridge

Switch2 Interfaces File

root@vscaler-switch2:~# cat /etc/network/interfaces
# This file describes the network interfaces available on your system
# and how to activate them. For more information, see interfaces(5).

source /etc/network/interfaces.d/*.intf

# The loopback network interface
auto lo
iface lo inet loopback

# The primary network interface
auto eth0
iface eth0
  address 192.168.1.2/24

auto peerlink
iface peerlink
  bond-slaves swp21 swp22

auto peerlink.4094
iface peerlink.4094
    clagd-peer-ip linklocal
    clagd-sys-mac 44:38:39:FF:00:01

auto node001-int
iface node001-int
    bond-slaves swp1
    bridge-vids 200 201
    clag-id 1
    mtu 9000

auto node001-pub
iface node001-pub
    bond-slaves swp5
    bridge-access 201
    clag-id 2
    mtu 9000

auto node002-int
iface node002-int
    bond-slaves swp2
    bridge-vids 200 201
    clag-id 3
    mtu 9000

auto node002-pub
iface node002-pub
    bond-slaves swp6
    bridge-access 201
    clag-id 4
    mtu 9000

auto node003-int
iface node003-int
    bond-slaves swp3
    bridge-vids 200 201
    clag-id 5
    mtu 9000

auto node003-pub
iface node003-pub
    bond-slaves swp7
    bridge-access 201
    clag-id 6
    mtu 9000

auto node004-int
iface node004-int
    bond-slaves swp4
    bridge-vids 200 201
    clag-id 7
    mtu 9000

auto node004-pub
iface node004-pub
    bond-slaves swp8
    bridge-access 201
    clag-id 8
    mtu 9000

auto uplink
iface uplink
    bond-slaves swp18
    bridge-access 201
    clag-id 9
    link-speed 1000

auto bridge
iface bridge
    bridge-ports node001-int node002-int node003-int node004-int node001-pub node002-pub node003-pub node004-pub swp9 swp10 swp11 swp12 swp13 swp14 swp15 swp16 swp17 uplink swp19 swp20
    bridge-pvid 1
    bridge-vids 200 201
    bridge-vlan-aware yes

auto vlan200
iface vlan200
   address 172.16.200.250/24
   vlan-id 200
   vlan-raw-device bridge
Retrieved from "http://wiki.define-technology.com/mediawiki-1.35.0/index.php?title=XCAT_Network_bonding_setup&oldid=32500"