RabbitMQ: set ha-mode on all queues

Given that we use classic queues, by default the data for them is only
stored on a single node which does not provide any increased
availability in case of node failures.

This PR sets ha-mode to `all` on some of the queues, which makes
RabbitMQ write to multiple nodes.

This is in line with OpenStack production setup recommendations:
https://docs.openstack.org/large-scale/journey/configure/rabbitmq.html

Author: skrobul

components/cinder/cinder-rabbitmq-queue.yaml

@@ -59,3 +59,23 @@ spec:
   rabbitmqClusterReference:
     name: rabbitmq  # rabbitmqCluster must exist in the same namespace as this resource
     namespace: openstack
+---
+apiVersion: rabbitmq.com/v1beta1
+kind: Policy
+metadata:
+  name: cinder-ha-mode
+  namespace: openstack
+spec:
+  name: cinder-ha-mode
+  vhost: "cinder"  # default to '/' if not provided
+  pattern: "^(?!(amq\\.)|(.*_fanout_)|(reply_)).*"
+  applyTo: "queues"  # set to 'queues', 'exchanges', or 'all'
+  priority: 1  # defaults to 0
+  definition:  # policy definition
+    ha-mode: all
+    ha-promote-on-failure: always
+    ha-promote-on-shutdown: always
+    ha-sync-mode: manual
+  rabbitmqClusterReference:
+    name: rabbitmq  # rabbitmqCluster must exist in the same namespace as this resource
+    namespace: openstack

components/glance/glance-rabbitmq-queue.yaml

@@ -59,3 +59,20 @@ spec:
   rabbitmqClusterReference:
     name: rabbitmq  # rabbitmqCluster must exist in the same namespace as this resource
     namespace: openstack
+---
+apiVersion: rabbitmq.com/v1beta1
+kind: Policy
+metadata:
+  name: glance-ha-mode
+  namespace: openstack
+spec:
+  name: glance-ha-mode
+  vhost: "glance"  # default to '/' if not provided
+  pattern: "^(?!(amq\\.)|(.*_fanout_)|(reply_)).*"
+  applyTo: "queues"  # set to 'queues', 'exchanges', or 'all'
+  priority: 1  # defaults to 0
+  definition:  # policy definition
+    ha-mode: all
+  rabbitmqClusterReference:
+    name: rabbitmq  # rabbitmqCluster must exist in the same namespace as this resource
+    namespace: openstack

components/ironic/ironic-rabbitmq-queue.yaml

@@ -59,3 +59,20 @@ spec:
   rabbitmqClusterReference:
     name: rabbitmq  # rabbitmqCluster must exist in the same namespace as this resource
     namespace: openstack
+---
+apiVersion: rabbitmq.com/v1beta1
+kind: Policy
+metadata:
+  name: ironic-ha-mode
+  namespace: openstack
+spec:
+  name: ironic-ha-mode
+  vhost: "ironic"  # default to '/' if not provided
+  pattern: "^(?!(amq\\.)|(.*_fanout_)|(reply_)).*"
+  applyTo: "queues"  # set to 'queues', 'exchanges', or 'all'
+  priority: 1  # defaults to 0
+  definition:  # policy definition
+    message-ttl: 86400000
+  rabbitmqClusterReference:
+    name: rabbitmq  # rabbitmqCluster must exist in the same namespace as this resource
+    namespace: openstack

components/keystone/keystone-rabbitmq-queue.yaml

@@ -59,3 +59,20 @@ spec:
   rabbitmqClusterReference:
     name: rabbitmq  # rabbitmqCluster must exist in the same namespace as this resource
     namespace: openstack
+---
+apiVersion: rabbitmq.com/v1beta1
+kind: Policy
+metadata:
+  name: keystone-ha-mode
+  namespace: openstack
+spec:
+  name: keystone-ha-mode
+  vhost: "keystone"  # default to '/' if not provided
+  pattern: ".*"
+  applyTo: "queues"  # set to 'queues', 'exchanges', or 'all'
+  priority: 1  # defaults to 0
+  definition:  # policy definition
+    ha-mode: all
+  rabbitmqClusterReference:
+    name: rabbitmq  # rabbitmqCluster must exist in the same namespace as this resource
+    namespace: openstack

components/neutron/neutron-rabbitmq-queue.yaml

@@ -59,3 +59,20 @@ spec:
   rabbitmqClusterReference:
     name: rabbitmq  # rabbitmqCluster must exist in the same namespace as this resource
     namespace: openstack
+---
+apiVersion: rabbitmq.com/v1beta1
+kind: Policy
+metadata:
+  name: neutron-ha-mode
+  namespace: openstack
+spec:
+  name: neutron-ha-mode
+  vhost: "neutron"  # default to '/' if not provided
+  pattern: "^(?!(amq\\.)|(.*_fanout_)|(reply_)).*"
+  applyTo: "queues"  # set to 'queues', 'exchanges', or 'all'
+  priority: 1  # defaults to 0
+  definition:  # policy definition
+    ha-mode: all
+  rabbitmqClusterReference:
+    name: rabbitmq  # rabbitmqCluster must exist in the same namespace as this resource
+    namespace: openstack

components/nova/nova-rabbitmq-queue.yaml

@@ -59,3 +59,20 @@ spec:
   rabbitmqClusterReference:
     name: rabbitmq  # rabbitmqCluster must exist in the same namespace as this resource
     namespace: openstack
+---
+apiVersion: rabbitmq.com/v1beta1
+kind: Policy
+metadata:
+  name: nova-ha-mode
+  namespace: openstack
+spec:
+  name: nova-ha-mode
+  vhost: "nova"  # default to '/' if not provided
+  pattern: "^(?!(amq\\.)|(.*_fanout_)|(reply_)).*"
+  applyTo: "queues"  # set to 'queues', 'exchanges', or 'all'
+  priority: 1  # defaults to 0
+  definition:  # policy definition
+    ha-mode: all
+  rabbitmqClusterReference:
+    name: rabbitmq  # rabbitmqCluster must exist in the same namespace as this resource
+    namespace: openstack

components/octavia/octavia-rabbitmq-queue.yaml

@@ -59,3 +59,20 @@ spec:
   rabbitmqClusterReference:
     name: rabbitmq  # rabbitmqCluster must exist in the same namespace as this resource
     namespace: openstack
+---
+apiVersion: rabbitmq.com/v1beta1
+kind: Policy
+metadata:
+  name: octavia-ha-mode
+  namespace: openstack
+spec:
+  name: octavia-ha-mode
+  vhost: "octavia"  # default to '/' if not provided
+  pattern: "^(?!(amq\\.)|(.*_fanout_)|(reply_)).*"
+  applyTo: "queues"  # set to 'queues', 'exchanges', or 'all'
+  priority: 1  # defaults to 0
+  definition:  # policy definition
+    ha-mode: all
+  rabbitmqClusterReference:
+    name: rabbitmq  # rabbitmqCluster must exist in the same namespace as this resource
+    namespace: openstack