[Bug 1513853] [NEW] RabbitMQ connection going down consistently with scale config

Anoop Kumar Sahu anoops at juniper.net
Fri Nov 6 14:25:01 UTC 2015


Public bug reported:


root at Host1-CN1:~# service rabbitmq-server status
rabbitmq-server                  RUNNING    pid 23941, uptime 0:01:53
root at Host1-CN1:~# service rabbitmq-server status
rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:01
root at Host1-CN1:~# service rabbitmq-server status
rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:03
root at Host1-CN1:~# service rabbitmq-server status
rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:05
root at Host1-CN1:~# service rabbitmq-server status
rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:06
root at Host1-CN1:~# service rabbitmq-server status
rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:18
root at Host1-CN1:~# service rabbitmq-server status
rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:19
root at Host1-CN1:~#  mysql -uroot -p$(cat /etc/contrail/mysql.token) -e "show status like 'wsrep_incoming%'"
+--------------------------+-------------------------------------------------+
| Variable_name            | Value                                           |
+--------------------------+-------------------------------------------------+
| wsrep_incoming_addresses | 15.15.15.4:3306,15.15.15.5:3306,15.15.15.3:3306 |
+--------------------------+-------------------------------------------------+
root at Host1-CN1:~# service rabbitmq-server status
rabbitmq-server                  RUNNING    pid 17724, uptime 0:00:12
root at Host1-CN1:~# service rabbitmq-server status
rabbitmq-server                  RUNNING    pid 17724, uptime 0:00:17
root at Host1-CN1:~#

root at Host2-CN2:~#  mysql -uroot -p$(cat /etc/contrail/mysql.token) -e "show status like 'wsrep_incoming%'"
+--------------------------+-------------------------------------------------+
| Variable_name            | Value                                           |
+--------------------------+-------------------------------------------------+
| wsrep_incoming_addresses | 15.15.15.4:3306,15.15.15.5:3306,15.15.15.3:3306 |
+--------------------------+-------------------------------------------------+
root at Host2-CN2:~# service rabbitmq-server status
rabbitmq-server                  RUNNING    pid 31413, uptime 0:01:47
root at Host2-CN2:~#
root at Host2-CN2:~#
root at Host2-CN2:~# service rabbitmq-server status
rabbitmq-server                  RUNNING    pid 31413, uptime 0:01:50
root at Host2-CN2:~# mysql -uroot -p$(cat /etc/contrail/mysql.token) -e "show status like 'wsrep_incoming%'"
+--------------------------+-------------------------------------------------+
| Variable_name            | Value                                           |
+--------------------------+-------------------------------------------------+
| wsrep_incoming_addresses | 15.15.15.4:3306,15.15.15.5:3306,15.15.15.3:3306 |
+--------------------------+-------------------------------------------------+
root at Host2-CN2:~# service rabbitmq-server status
rabbitmq-server                  RUNNING    pid 12461, uptime 0:00:16
root at Host2-CN2:~# service rabbitmq-server status
rabbitmq-server                  RUNNING    pid 12461, uptime 0:00:26
root at Host2-CN2:~# service rabbitmq-server status
rabbitmq-server                  RUNNING    pid 12461, uptime 0:01:41
root at Host2-CN2:~# service rabbitmq-server status
rabbitmq-server                  RUNNING    pid 12461, uptime 0:01:43
root at Host2-CN2:~# service rabbitmq-server status
rabbitmq-server                  RUNNING    pid 25255, uptime 0:01:20

root at Host1-CN1:~# contrail-version
Package                                Version                        Build-ID | Repo | Package Name
-------------------------------------- ------------------------------ ----------------------------------
contrail-analytics                     2.21-104                       104
contrail-config                        2.21-104                       104
contrail-config-openstack              2.21-104                       104
contrail-control                       2.21-104                       104
contrail-dns                           2.21-104                       104
contrail-f5                            2.21-104                       104
contrail-fabric-utils                  2.21-104                       104
contrail-heat                          2.21-104                       104
contrail-install-packages              2.21-104~icehouse              104
contrail-lib                           2.21-104                       104
contrail-nodemgr                       2.21-104                       104
contrail-nova-networkapi               2.21-104                       104
contrail-openstack                     2.21-104                       104
contrail-openstack-analytics           2.21-104                       104
contrail-openstack-config              2.21-104                       104
contrail-openstack-control             2.21-104                       104
contrail-openstack-dashboard           2.21-104                       104
contrail-openstack-database            2.21-104                       104
contrail-openstack-ha                  2.21-104                       104
contrail-openstack-webui               2.21-104                       104
contrail-setup                         2.21-104                       104
contrail-utils                         2.21-104                       104
contrail-web-controller                2.21-104                       104
contrail-web-core                      2.21-104                       104
ifmap-python-client                    0.1-2                          104
ifmap-server                           0.3.2-1contrail1               104
neutron-plugin-contrail                2.21-104                       104
nova-api                               1:2014.1.3-0ubuntu1~cloud0.3contrail104
nova-common                            1:2014.1.3-0ubuntu1~cloud0.3contrail104
nova-conductor                         1:2014.1.3-0ubuntu1~cloud0.3contrail104
nova-console                           1:2014.1.3-0ubuntu1~cloud0.3contrail104
nova-consoleauth                       1:2014.1.3-0ubuntu1~cloud0.3contrail104
nova-novncproxy                        1:2014.1.3-0ubuntu1~cloud0.3contrail104
nova-objectstore                       1:2014.1.3-0ubuntu1~cloud0.3contrail104
nova-scheduler                         1:2014.1.3-0ubuntu1~cloud0.3contrail104
python-contrail                        2.21-104                       104
python-neutronclient                   2:2.3.4-0ubuntu1.2contrail     104
 python-nova                            1:2014.1.3-0ubuntu1~cloud0.3contrail104
root at Host1-CN1:~#

** Affects: command-not-found (Ubuntu)
     Importance: Undecided
         Status: New


** Tags: blocker bms qfx

** Attachment added: "Screen Shot 2015-11-06 at 6.24.36 AM.png"
   https://bugs.launchpad.net/bugs/1513853/+attachment/4514160/+files/Screen%20Shot%202015-11-06%20at%206.24.36%20AM.png

** Description changed:

+ 
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 23941, uptime 0:01:53
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:01
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:03
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:05
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:06
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:18
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:19
  root at Host1-CN1:~#  mysql -uroot -p$(cat /etc/contrail/mysql.token) -e "show status like 'wsrep_incoming%'"
  +--------------------------+-------------------------------------------------+
  | Variable_name            | Value                                           |
  +--------------------------+-------------------------------------------------+
  | wsrep_incoming_addresses | 15.15.15.4:3306,15.15.15.5:3306,15.15.15.3:3306 |
  +--------------------------+-------------------------------------------------+
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 17724, uptime 0:00:12
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 17724, uptime 0:00:17
  root at Host1-CN1:~#
- 
  
  root at Host2-CN2:~#  mysql -uroot -p$(cat /etc/contrail/mysql.token) -e "show status like 'wsrep_incoming%'"
  +--------------------------+-------------------------------------------------+
  | Variable_name            | Value                                           |
  +--------------------------+-------------------------------------------------+
  | wsrep_incoming_addresses | 15.15.15.4:3306,15.15.15.5:3306,15.15.15.3:3306 |
  +--------------------------+-------------------------------------------------+
  root at Host2-CN2:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 31413, uptime 0:01:47
  root at Host2-CN2:~#
  root at Host2-CN2:~#
  root at Host2-CN2:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 31413, uptime 0:01:50
  root at Host2-CN2:~# mysql -uroot -p$(cat /etc/contrail/mysql.token) -e "show status like 'wsrep_incoming%'"
  +--------------------------+-------------------------------------------------+
  | Variable_name            | Value                                           |
  +--------------------------+-------------------------------------------------+
  | wsrep_incoming_addresses | 15.15.15.4:3306,15.15.15.5:3306,15.15.15.3:3306 |
  +--------------------------+-------------------------------------------------+
  root at Host2-CN2:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 12461, uptime 0:00:16
  root at Host2-CN2:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 12461, uptime 0:00:26
  root at Host2-CN2:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 12461, uptime 0:01:41
  root at Host2-CN2:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 12461, uptime 0:01:43
  root at Host2-CN2:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 25255, uptime 0:01:20
+ 
+ root at Host1-CN1:~# contrail-version
+ Package                                Version                        Build-ID | Repo | Package Name
+ -------------------------------------- ------------------------------ ----------------------------------
+ contrail-analytics                     2.21-104                       104
+ contrail-config                        2.21-104                       104
+ contrail-config-openstack              2.21-104                       104
+ contrail-control                       2.21-104                       104
+ contrail-dns                           2.21-104                       104
+ contrail-f5                            2.21-104                       104
+ contrail-fabric-utils                  2.21-104                       104
+ contrail-heat                          2.21-104                       104
+ contrail-install-packages              2.21-104~icehouse              104
+ contrail-lib                           2.21-104                       104
+ contrail-nodemgr                       2.21-104                       104
+ contrail-nova-networkapi               2.21-104                       104
+ contrail-openstack                     2.21-104                       104
+ contrail-openstack-analytics           2.21-104                       104
+ contrail-openstack-config              2.21-104                       104
+ contrail-openstack-control             2.21-104                       104
+ contrail-openstack-dashboard           2.21-104                       104
+ contrail-openstack-database            2.21-104                       104
+ contrail-openstack-ha                  2.21-104                       104
+ contrail-openstack-webui               2.21-104                       104
+ contrail-setup                         2.21-104                       104
+ contrail-utils                         2.21-104                       104
+ contrail-web-controller                2.21-104                       104
+ contrail-web-core                      2.21-104                       104
+ ifmap-python-client                    0.1-2                          104
+ ifmap-server                           0.3.2-1contrail1               104
+ neutron-plugin-contrail                2.21-104                       104
+ nova-api                               1:2014.1.3-0ubuntu1~cloud0.3contrail104
+ nova-common                            1:2014.1.3-0ubuntu1~cloud0.3contrail104
+ nova-conductor                         1:2014.1.3-0ubuntu1~cloud0.3contrail104
+ nova-console                           1:2014.1.3-0ubuntu1~cloud0.3contrail104
+ nova-consoleauth                       1:2014.1.3-0ubuntu1~cloud0.3contrail104
+ nova-novncproxy                        1:2014.1.3-0ubuntu1~cloud0.3contrail104
+ nova-objectstore                       1:2014.1.3-0ubuntu1~cloud0.3contrail104
+ nova-scheduler                         1:2014.1.3-0ubuntu1~cloud0.3contrail104
+ python-contrail                        2.21-104                       104
+ python-neutronclient                   2:2.3.4-0ubuntu1.2contrail     104
+  python-nova                            1:2014.1.3-0ubuntu1~cloud0.3contrail104
+ root at Host1-CN1:~#

-- 
You received this bug notification because you are a member of Ubuntu
Foundations Bugs, which is subscribed to command-not-found in Ubuntu.
https://bugs.launchpad.net/bugs/1513853

Title:
  RabbitMQ connection going down consistently with scale config

Status in command-not-found package in Ubuntu:
  New

Bug description:
  
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 23941, uptime 0:01:53
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:01
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:03
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:05
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:06
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:18
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 23941, uptime 0:02:19
  root at Host1-CN1:~#  mysql -uroot -p$(cat /etc/contrail/mysql.token) -e "show status like 'wsrep_incoming%'"
  +--------------------------+-------------------------------------------------+
  | Variable_name            | Value                                           |
  +--------------------------+-------------------------------------------------+
  | wsrep_incoming_addresses | 15.15.15.4:3306,15.15.15.5:3306,15.15.15.3:3306 |
  +--------------------------+-------------------------------------------------+
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 17724, uptime 0:00:12
  root at Host1-CN1:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 17724, uptime 0:00:17
  root at Host1-CN1:~#

  root at Host2-CN2:~#  mysql -uroot -p$(cat /etc/contrail/mysql.token) -e "show status like 'wsrep_incoming%'"
  +--------------------------+-------------------------------------------------+
  | Variable_name            | Value                                           |
  +--------------------------+-------------------------------------------------+
  | wsrep_incoming_addresses | 15.15.15.4:3306,15.15.15.5:3306,15.15.15.3:3306 |
  +--------------------------+-------------------------------------------------+
  root at Host2-CN2:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 31413, uptime 0:01:47
  root at Host2-CN2:~#
  root at Host2-CN2:~#
  root at Host2-CN2:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 31413, uptime 0:01:50
  root at Host2-CN2:~# mysql -uroot -p$(cat /etc/contrail/mysql.token) -e "show status like 'wsrep_incoming%'"
  +--------------------------+-------------------------------------------------+
  | Variable_name            | Value                                           |
  +--------------------------+-------------------------------------------------+
  | wsrep_incoming_addresses | 15.15.15.4:3306,15.15.15.5:3306,15.15.15.3:3306 |
  +--------------------------+-------------------------------------------------+
  root at Host2-CN2:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 12461, uptime 0:00:16
  root at Host2-CN2:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 12461, uptime 0:00:26
  root at Host2-CN2:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 12461, uptime 0:01:41
  root at Host2-CN2:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 12461, uptime 0:01:43
  root at Host2-CN2:~# service rabbitmq-server status
  rabbitmq-server                  RUNNING    pid 25255, uptime 0:01:20

  root at Host1-CN1:~# contrail-version
  Package                                Version                        Build-ID | Repo | Package Name
  -------------------------------------- ------------------------------ ----------------------------------
  contrail-analytics                     2.21-104                       104
  contrail-config                        2.21-104                       104
  contrail-config-openstack              2.21-104                       104
  contrail-control                       2.21-104                       104
  contrail-dns                           2.21-104                       104
  contrail-f5                            2.21-104                       104
  contrail-fabric-utils                  2.21-104                       104
  contrail-heat                          2.21-104                       104
  contrail-install-packages              2.21-104~icehouse              104
  contrail-lib                           2.21-104                       104
  contrail-nodemgr                       2.21-104                       104
  contrail-nova-networkapi               2.21-104                       104
  contrail-openstack                     2.21-104                       104
  contrail-openstack-analytics           2.21-104                       104
  contrail-openstack-config              2.21-104                       104
  contrail-openstack-control             2.21-104                       104
  contrail-openstack-dashboard           2.21-104                       104
  contrail-openstack-database            2.21-104                       104
  contrail-openstack-ha                  2.21-104                       104
  contrail-openstack-webui               2.21-104                       104
  contrail-setup                         2.21-104                       104
  contrail-utils                         2.21-104                       104
  contrail-web-controller                2.21-104                       104
  contrail-web-core                      2.21-104                       104
  ifmap-python-client                    0.1-2                          104
  ifmap-server                           0.3.2-1contrail1               104
  neutron-plugin-contrail                2.21-104                       104
  nova-api                               1:2014.1.3-0ubuntu1~cloud0.3contrail104
  nova-common                            1:2014.1.3-0ubuntu1~cloud0.3contrail104
  nova-conductor                         1:2014.1.3-0ubuntu1~cloud0.3contrail104
  nova-console                           1:2014.1.3-0ubuntu1~cloud0.3contrail104
  nova-consoleauth                       1:2014.1.3-0ubuntu1~cloud0.3contrail104
  nova-novncproxy                        1:2014.1.3-0ubuntu1~cloud0.3contrail104
  nova-objectstore                       1:2014.1.3-0ubuntu1~cloud0.3contrail104
  nova-scheduler                         1:2014.1.3-0ubuntu1~cloud0.3contrail104
  python-contrail                        2.21-104                       104
  python-neutronclient                   2:2.3.4-0ubuntu1.2contrail     104
   python-nova                            1:2014.1.3-0ubuntu1~cloud0.3contrail104
  root at Host1-CN1:~#

To manage notifications about this bug go to:
https://bugs.launchpad.net/ubuntu/+source/command-not-found/+bug/1513853/+subscriptions



More information about the foundations-bugs mailing list