Merge pull request #1735 from rackerlabs/argo-multi-flexVol-event

feat(argo): Added Argo Events pipeline for Cinder volume type access events

Author: nidzrai

components/cinder/cinder-rabbitmq-queue.yaml

@@ -51,7 +51,7 @@ metadata:
 spec:
   name: cinder-notifications-ttl  # name of the policy
   vhost: "cinder"  # default to '/' if not provided
-  pattern: "^notifications.*"  # regex used to match queues and exchanges
+  pattern: "^(notifications|argo_notifications).*"  # regex used to match queues and exchanges
   applyTo: "queues"  # set to 'queues', 'exchanges', or 'all'
   priority: 1  # defaults to 0
   definition:  # policy definition

components/site-workflows/eventsources/eventsource-openstack-cinder.yaml

@@ -0,0 +1,48 @@
+---
+apiVersion: argoproj.io/v1alpha1
+kind: EventSource
+metadata:
+  name: openstack-cinder
+spec:
+  amqp:
+    # this is our eventName
+    notifications:
+      # amqp server url
+      url: amqp://rabbitmq-server-0.rabbitmq-nodes.openstack.svc.cluster.local:5672/cinder
+      # jsonBody specifies that all event body payload coming from this
+      # source will be JSON
+      jsonBody: true
+      # name of the exchange.
+      # NOTE: Unlike other services (ironic, keystone, neutron) which use their
+      # service name as the exchange, Cinder uses "openstack" as the exchange name.
+      # Confirmed via: rabbitmqadmin -V cinder list exchanges
+      # The only topic exchange in the cinder vhost is named "openstack", not "cinder".
+      exchangeName: openstack
+      exchangeType: topic
+      exchangeDeclare:
+        durable: true
+      # routing key for messages within the exchange
+      routingKey: 'notifications.info'
+      # queue settings, if not provided defaults are used
+      queueDeclare:
+        name: argo_notifications
+        durable: true
+        exclusive: false
+        autoDelete: false
+        noWait: true
+      # optional consume settings
+      # if not provided, default values will be used
+      consume:
+        consumerTag: "argo-events"
+        autoAck: true
+        exclusive: false
+        noLocal: false
+      # username and password for authentication
+      # use secret selectors
+      auth:
+        username:
+          name: argo-cinder-user-credentials
+          key: username
+        password:
+          name: argo-cinder-user-credentials
+          key: password

components/site-workflows/eventsources/rabbitmq-user-argo-cinder.yaml

@@ -0,0 +1,25 @@
+---
+apiVersion: rabbitmq.com/v1beta1
+kind: User
+metadata:
+  name: argo-cinder
+spec:
+  rabbitmqClusterReference:
+    name: rabbitmq
+    namespace: openstack
+---
+apiVersion: rabbitmq.com/v1beta1
+kind: Permission
+metadata:
+  name: argo-cinder
+spec:
+  vhost: "cinder"
+  userReference:
+    name: "argo-cinder"
+  permissions:
+    write: ".*"
+    configure: ".*"
+    read: ".*"
+  rabbitmqClusterReference:
+    name: rabbitmq
+    namespace: openstack

components/site-workflows/kustomization.yaml

@@ -4,10 +4,12 @@ kind: Kustomization
 resources:
   - eventbus/eventbus-default.yaml
   - eventbus/poddisruptionbudget-eventbus-default-pdb.yaml
+  - eventsources/eventsource-openstack-cinder.yaml
   - eventsources/eventsource-openstack-ironic.yaml
   - eventsources/eventsource-openstack-nova.yaml
   - eventsources/eventsource-openstack-keystone.yaml
   - eventsources/eventsource-openstack-neutron.yaml
+  - eventsources/rabbitmq-user-argo-cinder.yaml
   - eventsources/rabbitmq-user-argo-ironic.yaml
   - eventsources/rabbitmq-user-argo-nova.yaml
   - eventsources/rabbitmq-user-argo-keystone.yaml
@@ -25,6 +27,7 @@ resources:
   - sensors/sensor-ironic-reclean.yaml
   - sensors/sensor-ironic-node-port.yaml
   - sensors/sensor-ironic-node-portgroup.yaml
+  - sensors/sensor-cinder-oslo-event.yaml
   - sensors/sensor-ironic-oslo-event.yaml
   - sensors/sensor-nova-oslo-event.yaml
 

components/site-workflows/sensors/sensor-cinder-oslo-event.yaml

@@ -0,0 +1,59 @@
+---
+apiVersion: argoproj.io/v1alpha1
+kind: Sensor
+metadata:
+  name: cinder-oslo-event
+  annotations:
+    workflows.argoproj.io/title: Process oslo_events for cinder volume type access
+    workflows.argoproj.io/description: |+
+      Triggers on the following Cinder Events:
+
+      - volume_type_project.access.add
+      - volume_type_project.access.remove
+
+      Submits workflow using workflowtemplate/openstack-oslo-event
+
+      Defined in `components/site-workflows/sensors/sensor-cinder-oslo-event.yaml`
+spec:
+  dependencies:
+  - eventName: notifications
+    eventSourceName: openstack-cinder
+    name: oslo-event-type
+    transform:
+      # the event is a string-ified JSON so we need to decode it
+      jq: '{body: (.body["oslo.message"] | fromjson)}'
+    filters:
+      dataLogicalOperator: "and"
+      data:
+        - path: body.event_type
+          type: "string"
+          # any of the values will trigger
+          value:
+            - "volume_type_project.access.add"
+            - "volume_type_project.access.remove"
+  template:
+    serviceAccountName: sensor-submit-workflow
+  triggers:
+    - template:
+        name: cinder-oslo-event
+        k8s:
+          operation: create
+          parameters:
+            # first parameter is the parsed oslo.message
+            - dest: spec.arguments.parameters.0.value
+              src:
+                dataKey: body
+                dependencyName: oslo-event-type
+          source:
+            resource:
+              apiVersion: argoproj.io/v1alpha1
+              kind: Workflow
+              metadata:
+                generateName: cinder-oslo-event-
+                namespace: argo-events
+              spec:
+                arguments:
+                  parameters:
+                    - name: event-json
+                workflowTemplateRef:
+                  name: openstack-oslo-event