Add basic kuttl tests

This PR adds basic kuttl tests and will serve as a base for adding
more complex kuttl tests later.

Depends-On: openstack-k8s-operators/install_yamls#1137

Author: kstrenkova

kuttl-test.yaml

@@ -0,0 +1,23 @@
+#
+# EXECUTION (from install_yamls repo root):
+#
+#   make test_operator_kuttl
+#
+# ASSUMPTIONS:
+#
+# 1. Latest version of kuttl is installed at /usr/local/bin/kubectl-kuttl
+# 2. An OCP 4.10+ CRC cluster with Podified Operators has been deployed
+# 3. CLI user has access to $KUBECONFIG
+# 4. The environment variable INSTALL_YAMLS is set to the path of the
+#    install_yamls repo
+
+apiVersion: kuttl.dev/v1beta1
+kind: TestSuite
+reportFormat: xml
+reportName: kuttl-report-test-operator
+reportGranularity: test
+namespace: test-operator-kuttl-tests
+timeout: 180
+parallel: 1
+suppress:
+  - events                     # Remove spammy event logs

test/kuttl/common/cleanup-all-tests.yaml

@@ -0,0 +1,15 @@
+apiVersion: kuttl.dev/v1beta1
+kind: TestStep
+delete:
+- apiVersion: test.openstack.org/v1beta1
+  kind: Tempest
+  name: tempest-sample
+- apiVersion: test.openstack.org/v1beta1
+  kind: Tobiko
+  name: tobiko-sample
+- apiVersion: test.openstack.org/v1beta1
+  kind: AnsibleTest
+  name: ansibletest-sample
+- apiVersion: test.openstack.org/v1beta1
+  kind: HorizonTest
+  name: horizontest-sample

test/kuttl/common/errors-cleanup.yaml

@@ -0,0 +1,61 @@
+#
+# Check for:
+#
+# No CRs
+# No Pods
+# No ConfigMaps
+# No Secrets
+#
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: openstack-config
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  name: openstack-config-secret
+---
+apiVersion: test.openstack.org/v1beta1
+kind: Tempest
+metadata:
+  name: tempest-sample
+---
+apiVersion: test.openstack.org/v1beta1
+kind: Tobiko
+metadata:
+  name: tobiko-sample
+---
+apiVersion: test.openstack.org/v1beta1
+kind: AnsibleTest
+metadata:
+  name: ansibletest-sample
+---
+apiVersion: test.openstack.org/v1beta1
+kind: HorizonTest
+metadata:
+  name: horizontest-sample
+---
+apiVersion: v1
+kind: Pod
+metadata:
+  labels:
+    job-name: tempest-sample
+---
+apiVersion: v1
+kind: Pod
+metadata:
+  labels:
+    job-name: tobiko-sample
+---
+apiVersion: v1
+kind: Pod
+metadata:
+  labels:
+    job-name: ansibletest-sample
+---
+apiVersion: v1
+kind: Pod
+metadata:
+  labels:
+    job-name: horizontest-sample

test/kuttl/tests/tempest-basic/01-assert.yaml

@@ -0,0 +1,17 @@
+apiVersion: test.openstack.org/v1beta1
+kind: Tempest
+metadata:
+  name: tempest-sample
+  namespace: test-operator-kuttl-tests
+status:
+  conditions:
+  - type: InputReady
+    status: "True"
+  - type: ServiceConfigReady
+    status: "True"
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: tempest-sample-config
+  namespace: test-operator-kuttl-tests

test/kuttl/tests/tempest-basic/01-deploy-tempest.yaml

@@ -0,0 +1,8 @@
+apiVersion: test.openstack.org/v1beta1
+kind: Tempest
+metadata:
+  name: tempest-sample
+  namespace: test-operator-kuttl-tests
+spec:
+  containerImage: quay.io/podified-antelope-centos9/openstack-tempest:current-podified
+  storageClass: local-storage

test/kuttl/tests/tempest-basic/99-cleanup.yaml

@@ -0,0 +1 @@
+../../common/cleanup-all-tests.yaml

test/kuttl/tests/tempest-basic/99-errors.yaml

@@ -0,0 +1 @@
+../../common/errors-cleanup.yaml

zuul.d/jobs.yaml

@@ -1,4 +1,24 @@
 ---
+- job:
+      name: test-operator-kuttl
+      parent: cifmw-base-multinode-kuttl
+      attempts: 1
+      required-projects:
+        - github.com/openstack-k8s-operators/test-operator
+      irrelevant-files: &ir_files
+        - .*/*.md
+        - ^\..*$
+        - ^LICENSE$
+        - ^OWNERS$
+        - ^OWNERS_ALIASES$
+        - ^PROJECT$
+        - ^README.md$
+        - tests?\/functional
+        - ^renovate.json$
+      vars:
+        cifmw_kuttl_tests_operator_list:
+          - test_operator
+
 - job:
     name: podified-multinode-edpm-deployment-crc-test-operator
     parent: podified-multinode-hci-deployment-crc-1comp-backends

zuul.d/projects.yaml

@@ -6,6 +6,9 @@
         - openstack-k8s-operators-content-provider:
             vars:
               cifmw_install_yamls_sdk_version: v1.41.1
+        - test-operator-kuttl:
+            dependencies:
+              - openstack-k8s-operators-content-provider
         - podified-multinode-edpm-deployment-crc-test-operator:
             dependencies:
               - openstack-k8s-operators-content-provider