Fix GraalVM native smoke-test OOM and configured MASS Gradle download for arm64. (#11698)

Cap quarkus-native native-image builder heap to fix arm64 OOM.

Limit CPU usage on CI.

Cap Quarkus app.

Use L tier for GraalVM to avoid OOM.

Cap CPU to 6.

Removed 6 CPU cap. Added MASS for arm64.

Tweaked comments.

Merge branch 'master' into alexeyk/fixed-graalvm-arm64-ci-build

Merge branch 'master' into alexeyk/fixed-graalvm-arm64-ci-build

# Conflicts:
#	.gitlab-ci.yml

Mirror MASS logic from amd64 to arm64.

Merge branch 'master' into alexeyk/fixed-graalvm-arm64-ci-build

Co-authored-by: alexey.kuznetsov <alexey.kuznetsov@datadoghq.com>

Author: AlexeyKuznetsov-DD

.gitlab-ci.yml

@@ -788,6 +788,11 @@ muzzle-dep-report:
     # Apache Maven Wrapper supports MVNW_REPOURL for repository-manager downloads:
     # https://maven.apache.org/tools/wrapper/#Using_a_Maven_Repository_Manager
     - export MVNW_REPOURL=${MAVEN_REPOSITORY_PROXY%/}
+    # Route Gradle distribution download through MASS pull-through cache
+    - |
+      mass_read_host="${MASS_READ_URL#https://}"
+      mass_read_host="${mass_read_host%/}"
+      sed -i "/^distributionUrl=/ s|services.gradle.org|${mass_read_host}/internal/artifact/services.gradle.org|" gradle/wrapper/gradle-wrapper.properties
     - *normalize_node_index
     - *prepare_test_env
     # Disable CDS in forked JVMs to avoid SIGSEGVs on Linux arm64.
@@ -1110,6 +1115,7 @@ test_smoke_graalvm:
   needs: *needs_build_tests_smoke
   tags: [ "arch:amd64" ]
   variables:
+    <<: *tier_l_variables
     GRADLE_TARGET: "stageMainDist :dd-smoke-test:spring-boot-3.0-native:test :dd-smoke-test:quarkus-native:test"
     CACHE_TYPE: "smoke"
     CI_NO_SPLIT: "true"
@@ -1122,6 +1128,7 @@ test_smoke_graalvm_arm64:
   extends: .test_job_arm64
   tags: [ "arch:arm64" ]
   variables:
+    <<: *tier_l_variables
     GRADLE_TARGET: "stageMainDist :dd-smoke-test:spring-boot-3.0-native:test :dd-smoke-test:quarkus-native:test"
     CACHE_TYPE: "smoke"
     CI_NO_SPLIT: "true"

dd-smoke-tests/quarkus-native/application/build.gradle

@@ -15,6 +15,10 @@ if (hasProperty('appBuildDir')) {
 
 version = ""
 
+// Avoid unlimited CPU usage on CI.
+def isCI = providers.environmentVariable("CI").isPresent()
+def ciBuildCpuCount = providers.environmentVariable("KUBERNETES_CPU_REQUEST").getOrElse("4")
+
 dependencies {
   implementation enforcedPlatform("${quarkusPlatformGroupId}:${quarkusPlatformArtifactId}:${quarkusPlatformVersion}")
   implementation 'io.quarkus:quarkus-resteasy'
@@ -36,11 +40,15 @@ if (hasProperty('agentJar')) {
   // are not properly tracked by this nested gradle build cache, it needs to be tracked
   // from the outside (see smokeTestApp).
   final agentJar = property('agentJar')
-  System.setProperty(
-    'quarkus.native.additional-build-args',
-    "-J-javaagent:${agentJar}," +
-    "-J-Ddatadog.slf4j.simpleLogger.dateTimeFormat=yyyy-MM-dd'T'HH:mm:ss.SSS'Z [dd.trace]'," +
-    "-J-Ddd.profiling.enabled=true," +
-    "-march=native"
-    )
+  def nativeBuildArgs = [
+    "-J-javaagent:${agentJar}",
+    "-J-Ddatadog.slf4j.simpleLogger.dateTimeFormat=yyyy-MM-dd'T'HH:mm:ss.SSS'Z [dd.trace]'",
+    "-J-Ddd.profiling.enabled=true",
+    "-march=native",
+  ]
+  if (isCI) {
+    nativeBuildArgs.add("-H:NumberOfThreads=$ciBuildCpuCount")
+    nativeBuildArgs.add("-J-XX:ActiveProcessorCount=$ciBuildCpuCount")
+  }
+  System.setProperty('quarkus.native.additional-build-args', nativeBuildArgs.join(','))
 }

dd-smoke-tests/quarkus-native/application/src/main/resources/application.properties

@@ -1,4 +1,5 @@
 quarkus.log.level=INFO
 quarkus.log.category."datadog.smoketest".level=DEBUG
 quarkus.log.console.format=%d %-5p [%c] '%t' |MT|%X{dd.trace_id}|MS|%X{dd.span_id}|%m%e%n
+quarkus.native.native-image-xmx=4g
 

dd-smoke-tests/spring-boot-3.0-native/application/build.gradle

@@ -13,6 +13,10 @@ apply from: "$sharedConfigDirectory/repositories.gradle"
 
 ext.withProfiler = hasProperty('profiler')
 
+// Avoid unlimited CPU usage on CI.
+def isCI = providers.environmentVariable("CI").isPresent()
+def ciBuildCpuCount = providers.environmentVariable("KUBERNETES_CPU_REQUEST").getOrElse("4")
+
 if (hasProperty('appBuildDir')) {
   buildDir = property('appBuildDir')
 }
@@ -47,6 +51,10 @@ if (hasProperty('agentPath')) {
           buildArgs.add("-J-Ddd.profiling.scrub.enabled=true")
           buildArgs.add("-J-Ddd.profiling.start-force-first=true")
         }
+        if (isCI) {
+          buildArgs.add("-H:NumberOfThreads=$ciBuildCpuCount")
+          buildArgs.add("-J-XX:ActiveProcessorCount=$ciBuildCpuCount")
+        }
         jvmArgs.add("-Xmx4096M")
       }
     }