Add test for docker (#161)

Author: ltekieli

.bazelrc

@@ -63,9 +63,11 @@ test:ferrocene-coverage --run_under=@score_tooling//coverage:llvm_profile_wrappe
 # Coverage needs to have all intermediate .rlibs to be able to proceed
 build:ferrocene-coverage --remote_download_all
 
+# Output only failed test logs
+test --test_output=errors
+
 test:itf-qnx-x86_64 --config=qnx-x86_64
 test:itf-qnx-x86_64 --run_under=@score_itf//scripts:run_under_qemu
-test:itf-qnx-x86_64 --test_output=errors
 
 test:unit-tests --config=linux-x86_64
 test:unit-tests --build_tests_only

.github/workflows/build_and_test_linux.yml

@@ -33,6 +33,9 @@ jobs:
         - name: Checkout repository
           uses: actions/checkout@v4.2.2
 
+        - name: Set up Docker Buildx
+          uses: docker/setup-buildx-action@v3.8.0
+
         - name: Setup Bazel
           uses: bazel-contrib/setup-bazel@0.18.0
           with:
@@ -47,4 +50,4 @@ jobs:
         
         - name: Integration tests
           run: |
-            echo "NOT YET IMPLEMENTED"
+            bazel test --config=linux-x86_64 //feature_integration_tests/itf:linux_x86_64

MODULE.bazel

@@ -62,3 +62,18 @@ toolchains_qnx.sdp(
 )
 use_repo(toolchains_qnx, "toolchains_qnx_sdp")
 use_repo(toolchains_qnx, "toolchains_qnx_ifs")
+
+
+bazel_dep(name = "rules_oci", version = "1.8.0")
+
+oci = use_extension("@rules_oci//oci:extensions.bzl", "oci")
+
+oci.pull(
+    name = "ubuntu_22_04",
+    digest = "sha256:3ba65aa20f86a0fad9df2b2c259c613df006b2e6d0bfcc8a146afb8c525a9751",
+    image = "ubuntu",
+    platforms = ["linux/amd64"],
+    tag = "22.04",
+)
+
+use_repo(oci, "ubuntu_22_04")

bazel_common/score_modules_tooling.MODULE.bazel

@@ -25,7 +25,7 @@ bazel_dep(name = "score_itf")
 git_override(
     module_name = "score_itf",
     remote = "https://github.com/eclipse-score/itf.git",
-    commit = "1f4655af3daa85c03f91f584a3a9a1ea3ab54e62",
+    commit = "e1243f3818fd78b72f79741082016fd3d7c85329",
 )
 
 bazel_dep(name = "score_tooling")

feature_integration_tests/itf/BUILD

@@ -1,3 +1,7 @@
+load("@score_itf//:defs.bzl", "py_itf_test")
+load("@score_itf//score/itf/plugins:plugins.bzl", "docker")
+
+
 filegroup(
     name = "all_tests",
     srcs = [
@@ -8,3 +12,20 @@ filegroup(
         "//images/qnx_x86_64:__pkg__",
     ],
 )
+
+py_itf_test(
+    name = "linux_x86_64",
+    srcs = [
+        ":all_tests",
+    ],
+    args = [
+        "--docker-image-bootstrap=$(location //images/linux_x86_64:docker_image_tarball)",
+        "--docker-image=score_showcases:latest",
+    ],
+    data = [
+        "//images/linux_x86_64:docker_image_tarball",
+    ],
+    plugins = [
+        docker,
+    ],
+)

feature_integration_tests/itf/test_showcases.py

@@ -13,26 +13,26 @@
 
 import logging
 
+
 logger = logging.getLogger(__name__)
 
 
-def test_showcase_app_is_deployed(target):
-    with target.ssh() as ssh:
-        exit_code, stdout, stderr = ssh.execute_command_output("test -f /showcases/bin/ipc_bridge_cpp")
-        assert exit_code == 0, "SSH command failed"
+def test_ipc_bridge_cpp_app_is_deployed(target):
+    exit_code, out = target.execute("test -f /showcases/bin/ipc_bridge_cpp")
+    assert exit_code == 0
 
 
-def test_showcase_app_is_running(target):
-    with target.ssh() as ssh:
-        exit_code, stdout, stderr = ssh.execute_command_output(
-            "cd /showcases/data/comm; /showcases/bin/ipc_bridge_cpp -n 10 -t 100 -m send & /showcases/bin/ipc_bridge_cpp -n 5 -t 100 -m recv",
-            timeout=30,
-            max_exec_time=180,
-            logger_in=logger,
-            verbose=True,
-        )
+def test_ipc_bridge_cpp_app_is_running(target):
+    exit_code, out = target.execute(
+        "cd /showcases/data/comm; /showcases/bin/ipc_bridge_cpp -n 10 -t 100 -m send & /showcases/bin/ipc_bridge_cpp -n 5 -t 100 -m recv"
+    )
+    logger.info(out)
+    assert exit_code == 0
 
-        logger.info(stdout)
-        logger.info(stderr)
 
-        assert exit_code == 0, "SSH command failed"
+def test_run_all_showcases(target):
+    exit_code, out = target.execute(
+        "/showcases/bin/cli --examples=all"
+    )
+    logger.info(out)
+    assert exit_code == 0

feature_integration_tests/itf/test_ssh.py

@@ -10,9 +10,11 @@
 #
 # SPDX-License-Identifier: Apache-2.0
 # *******************************************************************************
-# from itf.plugins.com.ping import ping
 
+import score.itf
 
+
+@score.itf.plugins.core.requires_capabilities("ssh")
 def test_ssh_with_default_user(target):
     with target.ssh() as ssh:
         exit_code, stdout, stderr = ssh.execute_command_output(
@@ -26,6 +28,7 @@ def test_ssh_with_default_user(target):
         assert stderr == [], "Expected no error output"
 
 
+@score.itf.plugins.core.requires_capabilities("ssh")
 def test_ssh_with_qnx_user(target):
     user = "qnxuser"
     with target.ssh(username=user) as ssh:
@@ -38,8 +41,3 @@ def test_ssh_with_qnx_user(target):
             "Expected QNX kernel information not found in output"
         )
         assert stderr == [], "Expected no error output"
-
-
-# def test_ping_ok(target_fixture):
-#     is_reachable = ping(target_fixture.sut.ip_address)
-#     assert is_reachable, "QNX Target is not reachable via ping"

images/linux_x86_64/BUILD

@@ -11,6 +11,8 @@
 # SPDX-License-Identifier: Apache-2.0
 # *******************************************************************************
 load("@rules_shell//shell:sh_binary.bzl", "sh_binary")
+load("@rules_oci//oci:defs.bzl", "oci_image", "oci_tarball")
+load("@rules_pkg//pkg:tar.bzl", "pkg_tar")
 
 alias(
     name = "image",
@@ -27,4 +29,32 @@ sh_binary(
     data = [
         ":image",
     ],
-)
+)
+
+pkg_tar(
+    name = "showcases_archive",
+    srcs = [
+        "//showcases:showcases_all",
+    ],
+    symlinks = {
+        "showcases": "showcases_all",
+    }
+)
+
+oci_image(
+    name = "docker_image",
+    base = "@ubuntu_22_04",
+    tars = [
+        ":showcases_archive",
+    ],
+)
+
+oci_tarball(
+    name = "docker_image_tarball",
+    image = ":docker_image",
+    repo_tags = ["score_showcases:latest"],
+    visibility = [
+        "//feature_integration_tests/itf:__pkg__",
+    ],
+)
+

known_good.json

@@ -118,7 +118,7 @@
             },
             "score_itf": {
                 "repo": "https://github.com/eclipse-score/itf.git",
-                "hash": "1f4655af3daa85c03f91f584a3a9a1ea3ab54e62"
+                "hash": "e1243f3818fd78b72f79741082016fd3d7c85329"
             },
             "score_tooling": {
                 "repo": "https://github.com/eclipse-score/tooling.git",