Merge branch 'master' into engraver-auto-campaigner/update-one-pipeline-1776794076

Author: mhlidd

.github/g2j-migrated-modules.txt

@@ -7,4 +7,5 @@
 
 buildSrc/call-site-instrumentation-plugin
 components/json
+dd-java-agent/instrumentation/sofarpc/sofarpc-5.0
 dd-trace-api

.gitlab-ci.yml

@@ -7,13 +7,26 @@ include:
   - project: 'DataDog/apm-reliability/apm-sdks-benchmarks'
     file: '.gitlab/ci-java-spring-petclinic-parallel.yml'
     ref: 'main'
+  - project: 'DataDog/apm-reliability/apm-sdks-benchmarks'
+    file: '.gitlab/ci-java-load-parallel.yml'
+    ref: 'main'
+  - project: 'DataDog/apm-reliability/apm-sdks-benchmarks'
+    file: '.gitlab/ci-java-startup-parallel.yml'
+    ref: 'main'
+  - project: 'DataDog/apm-reliability/apm-sdks-benchmarks'
+    file: '.gitlab/ci-java-dacapo-parallel.yml'
+    ref: 'main'
+  - local: ".gitlab/java-benchmark-configs.yml"
 
 stages:
   - build
   - publish
   # These benchmarks are intended to replace the legacy benchmarks in the future
   - java-spring-petclinic-parallel
   - java-spring-petclinic-parallel-slo
+  - java-startup-parallel
+  - java-load-parallel
+  - java-dacapo-parallel
   - shared-pipeline
   - benchmarks
   - macrobenchmarks

.gitlab/java-benchmark-configs.yml

@@ -0,0 +1,21 @@
+# Ensure the tracer artifact publish finishes before the benchmark jobs start.
+linux-java-spring-petclinic-parallel:
+  needs: ["publish-artifacts-to-s3"]
+
+linux-java-insecure-bank-load-parallel:
+  needs: ["publish-artifacts-to-s3"]
+
+linux-java-spring-petclinic-load-parallel:
+  needs: ["publish-artifacts-to-s3"]
+
+linux-java-insecure-bank-startup-parallel:
+  needs: ["publish-artifacts-to-s3"]
+
+linux-java-spring-petclinic-startup-parallel:
+  needs: ["publish-artifacts-to-s3"]
+
+linux-java-dacapo-parallel-1:
+  needs: ["publish-artifacts-to-s3"]
+
+linux-java-dacapo-parallel-2:
+  needs: ["publish-artifacts-to-s3"]

communication/src/main/java/datadog/communication/ddagent/DDAgentFeaturesDiscovery.java

@@ -4,6 +4,7 @@
 import static datadog.communication.http.OkHttpUtils.msgpackRequestBodyOf;
 import static datadog.communication.http.OkHttpUtils.prepareRequest;
 import static datadog.communication.serialization.msgpack.MsgPackWriter.FIXARRAY;
+import static datadog.trace.api.ProtocolVersion.V0_4;
 import static java.util.Collections.emptyMap;
 import static java.util.Collections.emptySet;
 import static java.util.Collections.singletonList;
@@ -17,6 +18,7 @@
 import datadog.metrics.api.Recording;
 import datadog.metrics.impl.statsd.DDAgentStatsDClientManager;
 import datadog.trace.api.BaseHash;
+import datadog.trace.api.ProtocolVersion;
 import datadog.trace.api.telemetry.LogCollector;
 import datadog.trace.util.Strings;
 import java.nio.ByteBuffer;
@@ -50,6 +52,7 @@ public class DDAgentFeaturesDiscovery implements DroppingPolicy {
   public static final String V03_ENDPOINT = "v0.3/traces";
   public static final String V04_ENDPOINT = "v0.4/traces";
   public static final String V05_ENDPOINT = "v0.5/traces";
+  public static final String V1_ENDPOINT = "v1.0/traces";
 
   public static final String V06_METRICS_ENDPOINT = "v0.6/stats";
   public static final String V07_CONFIG_ENDPOINT = "v0.7/config";
@@ -72,7 +75,7 @@ public class DDAgentFeaturesDiscovery implements DroppingPolicy {
   private final OkHttpClient client;
   private final HttpUrl agentBaseUrl;
   private final Recording discoveryTimer;
-  private final String[] traceEndpoints;
+  private final ProtocolVersion protocolVersion;
   private final String[] metricsEndpoints = {V06_METRICS_ENDPOINT};
   private final String[] configEndpoints = {V07_CONFIG_ENDPOINT};
   private final boolean metricsEnabled;
@@ -107,15 +110,12 @@ public DDAgentFeaturesDiscovery(
       OkHttpClient client,
       Monitoring monitoring,
       HttpUrl agentUrl,
-      boolean enableV05Traces,
+      ProtocolVersion protocolVersion,
       boolean metricsEnabled) {
     this.client = client;
     this.agentBaseUrl = agentUrl;
     this.metricsEnabled = metricsEnabled;
-    this.traceEndpoints =
-        enableV05Traces
-            ? new String[] {V05_ENDPOINT, V04_ENDPOINT, V03_ENDPOINT}
-            : new String[] {V04_ENDPOINT, V03_ENDPOINT};
+    this.protocolVersion = protocolVersion != null ? protocolVersion : V0_4;
     this.discoveryTimer = monitoring.newTimer("trace.agent.discovery.time");
     this.discoveryState = new State();
   }
@@ -173,10 +173,10 @@ private void doDiscovery(State newState) {
 
       // don't want to rewire the traces pipeline
       if (null == newState.traceEndpoint) {
-        newState.traceEndpoint = probeTracesEndpoint(newState, traceEndpoints);
+        newState.traceEndpoint = probeTracesEndpoint(newState, protocolVersion.endpointsToProbe());
       } else if (newState.state == null || newState.state.isEmpty()) {
         // Still need to probe so that state is correctly assigned
-        probeTracesEndpoint(newState, new String[] {newState.traceEndpoint});
+        probeTracesEndpoint(newState, singletonList(newState.traceEndpoint));
       }
     }
 
@@ -194,7 +194,7 @@ private void doDiscovery(State newState) {
     }
   }
 
-  private String probeTracesEndpoint(State newState, String[] endpoints) {
+  private String probeTracesEndpoint(State newState, List<String> endpoints) {
     for (String candidate : endpoints) {
       try (Response response =
           client
@@ -253,7 +253,7 @@ private boolean processInfoResponse(State newState, String response) {
       // This is done outside of the loop to set metricsEndpoint to null if not found
       newState.metricsEndpoint = foundMetricsEndpoint;
 
-      for (String endpoint : traceEndpoints) {
+      for (String endpoint : protocolVersion.endpointsToProbe()) {
         if (containsEndpoint(endpoints, endpoint)) {
           newState.traceEndpoint = endpoint;
           break;

communication/src/main/java/datadog/communication/ddagent/SharedCommunicationObjects.java

@@ -173,7 +173,7 @@ public DDAgentFeaturesDiscovery featuresDiscovery(Config config) {
                   agentHttpClient,
                   monitoring,
                   agentUrl,
-                  config.isTraceAgentV05Enabled(),
+                  config.getProtocolVersion(),
                   config.isTracerMetricsEnabled());
 
           if (paused) {

communication/src/main/java/datadog/communication/serialization/Writable.java

@@ -27,6 +27,14 @@ public interface Writable {
 
   void writeBinary(byte[] binary, int offset, int length);
 
+  /**
+   * Encodes 128 bits as binary.
+   *
+   * @param hi the high-order 64 bits.
+   * @param lo The low-order 64 bits.
+   */
+  void writeBinary(long hi, long lo);
+
   /**
    * Start a part of the message containing key-value pairs
    *

communication/src/main/java/datadog/communication/serialization/msgpack/MsgPackWriter.java

@@ -213,6 +213,13 @@ public void writeBinary(byte[] binary, int offset, int length) {
     buffer.put(binary, offset, length);
   }
 
+  @Override
+  public void writeBinary(long hi, long lo) {
+    writeBinaryHeader(16);
+    buffer.putLong(hi);
+    buffer.putLong(lo);
+  }
+
   @Override
   public void writeBinary(ByteBuffer binary) {
     ByteBuffer slice = binary.slice();