Issue

• Moving to multi host rabbitmq queues in a RHEL OSP 6 GA HA environment.
• AMQP timeouts are seen when moving the VIP between controllers. For example :

root@controller # pcs status
[..]
 ip-amqp-pub-192.1.0.112    (ocf::heartbeat:IPaddr2):   Started pcmk-mac52540056e770 
[..]
root@controller # pcs resource move ip-amqp-pub-192.1.0.112 pcmk-mac5254005a04f0
root@controller # pcs status
[..]
 ip-amqp-pub-192.1.0.112    (ocf::heartbeat:IPaddr2):   Started pcmk-mac5254005a04f0 

root@compute # tailf /var/log/nova/nova-compute.log
2015-03-05 16:42:18.605 20279 ERROR nova.servicegroup.drivers.db [-] Recovered model server connection!
2015-03-05 16:43:18.605 20279 ERROR nova.openstack.common.periodic_task [-] Error during ComputeManager.update_available_resource: Timed out waiting for a reply to message ID 104e794a0f3549ceaee6028361fe3996
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task Traceback (most recent call last):
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task   File "/usr/lib/python2.7/site-packages/nova/openstack/common/periodic_task.py", line 198, in run_periodic_tasks
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task     task(self, context)
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task   File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 5974, in update_available_resource
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task     rt.update_available_resource(context)
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task   File "/usr/lib/python2.7/site-packages/nova/compute/resource_tracker.py", line 332, in update_available_resource
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task     return self._update_available_resource(context, resources)
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task   File "/usr/lib/python2.7/site-packages/nova/openstack/common/lockutils.py", line 272, in inner
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task     return f(*args, **kwargs)
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task   File "/usr/lib/python2.7/site-packages/nova/compute/resource_tracker.py", line 354, in _update_available_resource
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task     self.host, self.nodename)
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task   File "/usr/lib/python2.7/site-packages/nova/conductor/api.py", line 79, in migration_get_in_progress_by_host_and_node
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task     context, host, node)
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task   File "/usr/lib/python2.7/site-packages/nova/conductor/rpcapi.py", line 191, in migration_get_in_progress_by_host_and_node
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task     host=host, node=node)
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task   File "/usr/lib/python2.7/site-packages/oslo/messaging/rpc/client.py", line 152, in call
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task     retry=self.retry)
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task   File "/usr/lib/python2.7/site-packages/oslo/messaging/transport.py", line 90, in _send
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task     timeout=timeout, retry=retry)
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task   File "/usr/lib/python2.7/site-packages/oslo/messaging/_drivers/amqpdriver.py", line 408, in send
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task     retry=retry)
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task   File "/usr/lib/python2.7/site-packages/oslo/messaging/_drivers/amqpdriver.py", line 397, in _send
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task     result = self._waiter.wait(msg_id, timeout)
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task   File "/usr/lib/python2.7/site-packages/oslo/messaging/_drivers/amqpdriver.py", line 285, in wait
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task     reply, ending = self._poll_connection(msg_id, timeout)
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task   File "/usr/lib/python2.7/site-packages/oslo/messaging/_drivers/amqpdriver.py", line 235, in _poll_connection
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task     % msg_id)
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task MessagingTimeout: Timed out waiting for a reply to message ID 104e794a0f3549ceaee6028361fe3996
2015-03-05 16:43:18.605 20279 TRACE nova.openstack.common.periodic_task