[Bug 1699595] [NEW] Post-boot manipulation of network possible results in outage with ifenslave bonding

[Babak Pasdar]

Public bug reported:

We have multiple systems with two bonds (bond0 & bond1) and with
multiple vlan and bridge interfaces.  Any effort to modify the
interfaces results in a partially or completely broken network
environment.

Situation 1:
When I manually try to take an interface down and bring it up again. the master takes down the first slave.

# sudo ifenslave bond0.3004 eno1 eno2

I get:

    sh: echo: I/O error
    eno1: could not add interface

it then immediately takes down the first slave interface. In this case
eno1.  I can bring it up again with  sudo ip link set eno1 up.  This is
consistently reproducible.

Situation 2:
Issuing sudo systemctl restart networking networking goes down hard. On investigation I see that ifensalve is trying to modify bond interface configuration by adding a config to a directory that does not exist. /sys/class/net/bond0.3004/bonding does not exist.

Jun 15 14:15:15 ewr1-h002 sh[5290]: /etc/network/if-pre-up.d/ifenslave:
65: /etc/network/if-pre-     up.d/ifenslave: cannot create
/sys/class/net/bond0.3004/bonding/miimon: Directory nonexistent

Jun 15 14:15:15 ewr1-h002 sh[5290]: /etc/network/if-pre-up.d/ifenslave:
65: /etc/network/if-pre-up.d/ifenslave: cannot create
/sys/class/net/bond0.3004/bonding/mode: Directory nonexistent

Jun 15 14:15:15 ewr1-h002 sh[5290]: /etc/network/if-pre-up.d/ifenslave:
65: /etc/network/if-pre-up.d/ifenslave: cannot create
/sys/class/net/bond0.3004/bonding/lacp_rate: Directory nonexistent

Jun 15 14:16:15 ewr1-h002 sh[5290]: cat:
/sys/class/net/bond0.3004/bonding/slaves: No such file or directory

My Config

/etc/network/interfaces.d/bond0.cfg

auto eno1
iface eno1 inet manual
bond-master bond0

auto eno2
iface eno2 inet manual
bond-master bond0

auto bond0
iface bond0 inet manual
bond-mode 802.3ad
bond-miimon 100
bond-lacp-rate 1
bond-slaves all

auto bond0.3002
iface bond0.3002 inet manual
  vlan-raw-device bond0
  bond-mode 802.3ad
  bond-miimon 100
  bond-lacp-rate 1
  bond-slaves all

auto br-net2
iface br-net2 inet static
  address 10.1.32.11
  netmask 255.255.255.0
  bridge_ports bond0.3002
  bridge_stp off
  bridge_fd 0
  bridge_maxwait 0

auto bond0.3003
iface bond0.3003 inet manual
  vlan-raw-device bond0
  bond-mode 802.3ad
  bond-miimon 100
  bond-lacp-rate 1
  bond-slaves all

auto br-net1
iface br-net1 inet static
  address 10.1.48.11
  netmask 255.255.255.0
  gateway 10.1.48.1
  bridge_ports bond0.3003
  bridge_stp off
  bridge_fd 0
  bridge_maxwait 0

auto bond0.3004
iface bond0.3004 inet static
  vlan-raw-device bond0
  address 10.1.80.11
  netmask 255.255.255.0
  bond-mode 802.3ad
  bond-miimon 100
  bond-lacp-rate 1
  bond-slaves all

iface bond0.3005 inet manual
  vlan-raw-device bond0
  bond-mode 802.3ad
  bond-miimon 100
  bond-lacp-rate 1
  bond-slaves all

auto br-net3
iface br-net3 inet static
  address 10.1.96.11
  netmask 255.255.255.0
  bridge_ports bond0.3005
  bridge_stp off
  bridge_fd 0
  bridge_maxwait 0

auto bond0.3100
iface bond0.3100 inet manual
  vlan-raw-device bond0
  bond-mode 802.3ad
  bond-miimon 100
  bond-lacp-rate 1
  bond-slaves all

auto br-net4
iface br-net4 inet static
  address 10.1.112.11
  netmask 255.255.255.0
  bridge_ports bond0.3100
  bridge_stp off
  bridge_fd 0
  bridge_maxwait 0

/etc/network/interfaces.d/bond1.cfg

auto enp131s0f0
iface enp131s0f0 inet manual
bond-master bond1

auto enp131s0f1
iface enp131s0f1 inet manual
bond-master bond1

auto bond1
iface bond1 inet manual
  bond-mode 802.3ad
  bond-miimon 100
  bond-lacp-rate 1
  bond-slaves all

auto bond1.3000
iface bond1.3000 inet static
  vlan-raw-device bond1
  address 10.1.128.11
  netmask 255.255.255.0
  bond-mode 802.3ad
  bond-miimon 100
  bond-lacp-rate 1
  bond-slaves all

auto bond1.3001
iface bond1.3001 inet static
  vlan-raw-device bond1
  address 10.1.64.11
  netmask 255.255.255.0
  bond-mode 802.3ad
  bond-miimon 100
  bond-lacp-rate 1
  bond-slaves all

** Affects: ifenslave (Ubuntu)
     Importance: Undecided
         Status: New

-- 
You received this bug notification because you are a member of Ubuntu
Foundations Bugs, which is subscribed to ifenslave in Ubuntu.
https://bugs.launchpad.net/bugs/1699595

Title:
  Post-boot manipulation of network possible results in outage with
  ifenslave bonding

Status in ifenslave package in Ubuntu:
  New

Bug description:
  We have multiple systems with two bonds (bond0 & bond1) and with
  multiple vlan and bridge interfaces.  Any effort to modify the
  interfaces results in a partially or completely broken network
  environment.

  Situation 1:
  When I manually try to take an interface down and bring it up again. the master takes down the first slave.

  # sudo ifenslave bond0.3004 eno1 eno2

  I get:

      sh: echo: I/O error
      eno1: could not add interface

  it then immediately takes down the first slave interface. In this case
  eno1.  I can bring it up again with  sudo ip link set eno1 up.  This
  is consistently reproducible.

  Situation 2:
  Issuing sudo systemctl restart networking networking goes down hard. On investigation I see that ifensalve is trying to modify bond interface configuration by adding a config to a directory that does not exist. /sys/class/net/bond0.3004/bonding does not exist.

  Jun 15 14:15:15 ewr1-h002 sh[5290]: /etc/network/if-pre-
  up.d/ifenslave: 65: /etc/network/if-pre-     up.d/ifenslave: cannot
  create /sys/class/net/bond0.3004/bonding/miimon: Directory nonexistent

  Jun 15 14:15:15 ewr1-h002 sh[5290]: /etc/network/if-pre-
  up.d/ifenslave: 65: /etc/network/if-pre-up.d/ifenslave: cannot create
  /sys/class/net/bond0.3004/bonding/mode: Directory nonexistent

  Jun 15 14:15:15 ewr1-h002 sh[5290]: /etc/network/if-pre-
  up.d/ifenslave: 65: /etc/network/if-pre-up.d/ifenslave: cannot create
  /sys/class/net/bond0.3004/bonding/lacp_rate: Directory nonexistent

  Jun 15 14:16:15 ewr1-h002 sh[5290]: cat:
  /sys/class/net/bond0.3004/bonding/slaves: No such file or directory

  My Config

  /etc/network/interfaces.d/bond0.cfg

  auto eno1
  iface eno1 inet manual
  bond-master bond0

  auto eno2
  iface eno2 inet manual
  bond-master bond0

  auto bond0
  iface bond0 inet manual
  bond-mode 802.3ad
  bond-miimon 100
  bond-lacp-rate 1
  bond-slaves all

  auto bond0.3002
  iface bond0.3002 inet manual
    vlan-raw-device bond0
    bond-mode 802.3ad
    bond-miimon 100
    bond-lacp-rate 1
    bond-slaves all

  auto br-net2
  iface br-net2 inet static
    address 10.1.32.11
    netmask 255.255.255.0
    bridge_ports bond0.3002
    bridge_stp off
    bridge_fd 0
    bridge_maxwait 0

  auto bond0.3003
  iface bond0.3003 inet manual
    vlan-raw-device bond0
    bond-mode 802.3ad
    bond-miimon 100
    bond-lacp-rate 1
    bond-slaves all

  auto br-net1
  iface br-net1 inet static
    address 10.1.48.11
    netmask 255.255.255.0
    gateway 10.1.48.1
    bridge_ports bond0.3003
    bridge_stp off
    bridge_fd 0
    bridge_maxwait 0

  auto bond0.3004
  iface bond0.3004 inet static
    vlan-raw-device bond0
    address 10.1.80.11
    netmask 255.255.255.0
    bond-mode 802.3ad
    bond-miimon 100
    bond-lacp-rate 1
    bond-slaves all

  iface bond0.3005 inet manual
    vlan-raw-device bond0
    bond-mode 802.3ad
    bond-miimon 100
    bond-lacp-rate 1
    bond-slaves all

  auto br-net3
  iface br-net3 inet static
    address 10.1.96.11
    netmask 255.255.255.0
    bridge_ports bond0.3005
    bridge_stp off
    bridge_fd 0
    bridge_maxwait 0

  auto bond0.3100
  iface bond0.3100 inet manual
    vlan-raw-device bond0
    bond-mode 802.3ad
    bond-miimon 100
    bond-lacp-rate 1
    bond-slaves all

  auto br-net4
  iface br-net4 inet static
    address 10.1.112.11
    netmask 255.255.255.0
    bridge_ports bond0.3100
    bridge_stp off
    bridge_fd 0
    bridge_maxwait 0

  /etc/network/interfaces.d/bond1.cfg

  auto enp131s0f0
  iface enp131s0f0 inet manual
  bond-master bond1

  auto enp131s0f1
  iface enp131s0f1 inet manual
  bond-master bond1

  auto bond1
  iface bond1 inet manual
    bond-mode 802.3ad
    bond-miimon 100
    bond-lacp-rate 1
    bond-slaves all

  auto bond1.3000
  iface bond1.3000 inet static
    vlan-raw-device bond1
    address 10.1.128.11
    netmask 255.255.255.0
    bond-mode 802.3ad
    bond-miimon 100
    bond-lacp-rate 1
    bond-slaves all

  auto bond1.3001
  iface bond1.3001 inet static
    vlan-raw-device bond1
    address 10.1.64.11
    netmask 255.255.255.0
    bond-mode 802.3ad
    bond-miimon 100
    bond-lacp-rate 1
    bond-slaves all

To manage notifications about this bug go to:
https://bugs.launchpad.net/ubuntu/+source/ifenslave/+bug/1699595/+subscriptions