MDBF-1076: Create MSAN Debug sequence builder (for aarch64)

Author: grooverdan

configuration/builders/sequences/sanitizers.py

@@ -180,3 +180,124 @@ def asan_ubsan(
         sequence.add_step(step)
 
     return sequence
+
+
+def msan(
+    config: DockerConfig,
+    jobs: int,
+    isDebugBuildType: bool,
+):
+    sequence = BuildSequence()
+
+    sequence.add_step(ShellStep(command=PrintEnvironmentDetails()))
+
+    sequence.add_step(
+        InContainer(
+            docker_environment=config,
+            container_commit=False,
+            step=ShellStep(
+                command=FetchTarball(workdir=PurePath("src")),
+                options=StepOptions(descriptionDone="Fetch tarball"),
+            ),
+        )
+    )
+
+    flags = [
+        CMakeOption(WITH.MSAN, True),
+        CMakeOption(
+            CMAKE.EXE_LINKER_FLAGS, "-L${MSAN_LIBDIR} -Wl,-rpath=${MSAN_LIBDIR}"
+        ),
+        CMakeOption(
+            CMAKE.MODULE_LINKER_FLAGS, "-L${MSAN_LIBDIR} -Wl,-rpath=${MSAN_LIBDIR}"
+        ),
+        CMakeOption(WITH.UNIT_TESTS, False),
+        CMakeOption(WITH.ZLIB, "bundled"),
+        CMakeOption(WITH.SYSTEMD, "no"),
+        CMakeOption(PLUGIN.COLUMNSTORE_STORAGE_ENGINE, False),
+        CMakeOption(PLUGIN.SPIDER_STORAGE_ENGINE, False),
+        CMakeOption(PLUGIN.ROCKSDB_STORAGE_ENGINE, False),
+        CMakeOption(PLUGIN.OQGRAPH_STORAGE_ENGINE, False),
+    ]
+    if isDebugBuildType:
+        flags.append(CMakeOption(CMAKE.BUILD_TYPE, BuildType.DEBUG))
+        flags.append(CMakeOption(WITH.DBUG_TRACE, False))
+
+    sequence.add_step(
+        InContainer(
+            docker_environment=config,
+            step=ShellStep(
+                command=ConfigureMariaDBCMake(
+                    name="configure",
+                    workdir=PurePath("bld"),
+                    cmake_generator=CMakeGenerator(
+                        use_ccache=True,
+                        flags=flags,
+                        source_path="../src",
+                        compiler=ClangCompiler(),
+                    ),
+                ),
+                options=StepOptions(descriptionDone="Configure"),
+            ),
+        )
+    )
+
+    sequence.add_step(
+        InContainer(
+            docker_environment=config,
+            step=ShellStep(
+                command=CompileCMakeCommand(
+                    builddir="bld",
+                    jobs=jobs,
+                    verbose=True,
+                ),
+                options=StepOptions(descriptionDone="compile"),
+            ),
+        )
+    )
+
+    env_vars = [
+        (
+            "MSAN_OPTIONS",
+            "abort_on_error=1:poison_in_dtor=0",
+        ),
+        ("MTR_FEEDBACK_PLUGIN", "1"),
+    ]
+
+    ## ADD MTR TESTS
+    for step in (
+        get_mtr_normal_steps(
+            jobs=jobs,
+            env_vars=env_vars,
+            halt_on_failure=False,
+            path_to_test_runner=PurePath("bld", "mysql-test"),
+            additional_mtr_options=[MTROption(MTR.BIG_TEST, True)],
+            step_wrapping_fn=lambda step: InContainer(
+                docker_environment=config, step=step
+            ),
+        )
+        + get_mtr_s3_steps(
+            jobs=jobs,
+            env_vars=env_vars,
+            halt_on_failure=False,
+            additional_mtr_options=[MTROption(MTR.BIG_TEST, True)],
+            path_to_test_runner=PurePath("bld", "mysql-test"),
+            step_wrapping_fn=lambda step: InContainer(
+                docker_environment=config, step=step
+            ),
+        )
+        + [
+            save_mtr_logs(
+                step_wrapping_fn=lambda step: InContainer(
+                    docker_environment=config, step=step
+                ),
+            ),
+            mtr_junit_reporter(
+                step_wrapping_fn=lambda step: InContainer(
+                    docker_environment=config, step=step
+                ),
+            ),
+        ]
+    ):
+        sequence.add_step(step)
+
+    return sequence

configuration/steps/generators/cmake/options.py

@@ -24,8 +24,10 @@ class CMAKE(StrEnum):
     C_FLAGS = "C_FLAGS"
     C_COMPILER_LAUNCHER = "C_COMPILER_LAUNCHER"
     CXX_COMPILER_LAUNCHER = "CXX_COMPILER_LAUNCHER"
+    EXE_LINKER_FLAGS = "EXE_LINKER_FLAGS"
     INSTALL_PREFIX = "INSTALL_PREFIX"
     LIBRARY_PATH = "LIBRARY_PATH"
+    MODULE_LINKER_FLAGS = "MODULE_LINKER_FLAGS"
 
     def __str__(self):
         return f"CMAKE_{self.value}"
@@ -71,13 +73,16 @@ class WITH(StrEnum):
     EMBEDDED_SERVER = "EMBEDDED_SERVER"
     EXTRA_CHARSETS = "EXTRA_CHARSETS"
     JEMALLOC = "JEMALLOC"
+    MSAN = "MSAN"
     NONE = "NONE"
     SAFEMALLOC = "SAFEMALLOC"
     SSL = "SSL"
+    SYSTEMD = "SYSTEMD"
     UBSAN = "UBSAN"
     UNIT_TESTS = "UNIT_TESTS"
     VALGRIND = "VALGRIND"
     WSREP = "WSREP"
+    ZLIB = "ZLIB"
 
     def __str__(self):
         return f"WITH_{self.value}"

constants.py

@@ -169,6 +169,7 @@
     "aarch64-debian-12",
     "aarch64-fedora-41",
     "aarch64-fedora-42",
+    "aarch64-msan-clang-20",
     "aarch64-rhel-10",
     "aarch64-ubuntu-2404",
     "amd64-centos-stream10",

master-migration/master.cfg

@@ -15,7 +15,7 @@ from configuration.builders.sequences.compile_only import (
 )
 from configuration.builders.sequences.debug import openssl_fips
 from configuration.builders.sequences.release import deb_autobake, rpm_autobake
-from configuration.builders.sequences.sanitizers import asan_ubsan
+from configuration.builders.sequences.sanitizers import asan_ubsan, msan
 from configuration.reporters import github_summary
 from configuration.workers import worker
 from master_common import base_master_config, IS_CHECKCONFIG
@@ -272,11 +272,51 @@ def ubasan_builder(name: str, debug: bool) -> GenericBuilder:
     )
 
 
-#for builder in ["amd64-ubasan-clang-20", "amd64-ubasan-clang-20-debug"]:
+# for builder in ["amd64-ubasan-clang-20", "amd64-ubasan-clang-20-debug"]:
 builder = "amd64-ubasan-clang-20"
 c["builders"].append(ubasan_builder(name=builder, debug=builder.endswith("debug")))
 
 
+def msan_builder(name: str, debug: bool) -> GenericBuilder:
+    tags_msan = ("Debian", "clang", "msan", "big")
+    if debug:
+        tag_msan = tags_msan + ("debug",)
+
+    return GenericBuilder(
+        name=name,
+        sequences=[
+            msan(
+                jobs=12,
+                config=DockerConfig(
+                    repository=os.environ["CONTAINER_REGISTRY_URL"],
+                    image_tag="debian12-msan-clang-20",
+                    workdir=PurePath("/home/buildbot"),
+                    bind_mounts=[
+                        ("/srv/buildbot/ccache", "/mnt/ccache"),
+                        (f'{os.environ["MASTER_PACKAGES_DIR"]}/', "/packages"),
+                    ],
+                    shm_size="24g",
+                    env_vars=[
+                        ("CCACHE_DIR", "/mnt/ccache"),
+                        ("ARTIFACTS_URL", os.environ["ARTIFACTS_URL"]),
+                    ],
+                    memlock_limit=memlock_limit,
+                ),
+                isDebugBuildType=debug,
+            )
+        ],
+    ).get_config(
+        workers=WORKER_POOL.get_workers_for_arch(arch="arm64"),
+        next_build=nextBuild,
+        can_start_build=canStartBuild,
+        tags=list(tags_msan),
+        jobs=12,
+    )
+
+
+builder = "aarch64-msan-clang-20-debug"
+c["builders"].append(msan_builder(name=builder, debug=builder.endswith("debug")))
+
 
 ## ------------------------------------------------------------------- ##
 ##                             REPORTERS                               ##