Add job dependencies

Author: sarahchen6

.gitlab/benchmarks.yml

@@ -118,7 +118,37 @@
 convert-startup-benchmarks:
   extends: .convert-benchmarks
   stage: benchmark-conversion
-  needs: []
+  needs:
+    - project: 'DataDog/apm-reliability/apm-sdks-benchmarks'
+      job: linux-java-spring-petclinic-microbenchmark-startup-tracing
+      artifacts: true
+      ref: sarahchen6/migrate-java-microbenchmarks
+      optional: true
+    - project: 'DataDog/apm-reliability/apm-sdks-benchmarks'
+      job: linux-java-spring-petclinic-microbenchmark-startup-profiling
+      artifacts: true
+      ref: sarahchen6/migrate-java-microbenchmarks
+      optional: true
+    - project: 'DataDog/apm-reliability/apm-sdks-benchmarks'
+      job: linux-java-spring-petclinic-microbenchmark-startup-appsec
+      artifacts: true
+      ref: sarahchen6/migrate-java-microbenchmarks
+      optional: true
+    - project: 'DataDog/apm-reliability/apm-sdks-benchmarks'
+      job: linux-java-spring-petclinic-microbenchmark-startup-iast
+      artifacts: true
+      ref: sarahchen6/migrate-java-microbenchmarks
+      optional: true
+    - project: 'DataDog/apm-reliability/apm-sdks-benchmarks'
+      job: linux-java-insecure-bank-microbenchmark-startup-tracing
+      artifacts: true
+      ref: sarahchen6/migrate-java-microbenchmarks
+      optional: true
+    - project: 'DataDog/apm-reliability/apm-sdks-benchmarks'
+      job: linux-java-insecure-bank-microbenchmark-startup-iast
+      artifacts: true
+      ref: sarahchen6/migrate-java-microbenchmarks
+      optional: true
   rules:
     - if: '$POPULATE_CACHE'
       when: never
@@ -134,6 +164,11 @@ convert-startup-benchmarks:
     - !reference [.convert-benchmarks, before_script]
     - |
       echo "=== Converting startup benchmark artifacts ==="
+      # Check if artifacts directory exists
+      if [ ! -d "artifacts" ]; then
+        echo "WARNING: artifacts directory not found. No startup benchmark artifacts to convert."
+        exit 0
+      fi
       # Find all startup benchmark artifacts
       # Artifacts are in artifacts/startup-{app}/{variant}/startup_*.csv
       find artifacts -type d -name "startup-*" 2>/dev/null | while read app_dir; do
@@ -183,14 +218,44 @@ convert-startup-benchmarks:
       done
     - |
       if [ ! -d "${CONVERTED_DIR}/startup" ] || [ -z "$(find "${CONVERTED_DIR}/startup" -name "*.json" 2>/dev/null)" ]; then
-        echo "WARNING: No startup benchmark artifacts were converted"
+        echo "WARNING: No startup benchmark artifacts were converted. This is expected if benchmark jobs didn't run."
       fi
 
 # Convert dacapo benchmark artifacts
 convert-dacapo-benchmarks:
   extends: .convert-benchmarks
   stage: benchmark-conversion
-  needs: []
+  needs:
+    - project: 'DataDog/apm-reliability/apm-sdks-benchmarks'
+      job: linux-java-dacapo-microbenchmark-baseline
+      artifacts: true
+      ref: sarahchen6/migrate-dacapo-microbenchmarks
+      optional: true
+    - project: 'DataDog/apm-reliability/apm-sdks-benchmarks'
+      job: linux-java-dacapo-microbenchmark-tracing
+      artifacts: true
+      ref: sarahchen6/migrate-dacapo-microbenchmarks
+      optional: true
+    - project: 'DataDog/apm-reliability/apm-sdks-benchmarks'
+      job: linux-java-dacapo-microbenchmark-profiling
+      artifacts: true
+      ref: sarahchen6/migrate-dacapo-microbenchmarks
+      optional: true
+    - project: 'DataDog/apm-reliability/apm-sdks-benchmarks'
+      job: linux-java-dacapo-microbenchmark-appsec
+      artifacts: true
+      ref: sarahchen6/migrate-dacapo-microbenchmarks
+      optional: true
+    - project: 'DataDog/apm-reliability/apm-sdks-benchmarks'
+      job: linux-java-dacapo-microbenchmark-iast
+      artifacts: true
+      ref: sarahchen6/migrate-dacapo-microbenchmarks
+      optional: true
+    - project: 'DataDog/apm-reliability/apm-sdks-benchmarks'
+      job: linux-java-dacapo-microbenchmark-iast_GLOBAL
+      artifacts: true
+      ref: sarahchen6/migrate-dacapo-microbenchmarks
+      optional: true
   rules:
     - if: '$POPULATE_CACHE'
       when: never
@@ -206,6 +271,11 @@ convert-dacapo-benchmarks:
     - !reference [.convert-benchmarks, before_script]
     - |
       echo "=== Converting dacapo benchmark artifacts ==="
+      # Check if artifacts directory exists
+      if [ ! -d "artifacts" ]; then
+        echo "WARNING: artifacts directory not found. No dacapo benchmark artifacts to convert."
+        exit 0
+      fi
       # Find all dacapo benchmark artifacts
       # Artifacts are in artifacts/dacapo/{variant}/{benchmark}/
       find artifacts -type d -path "*/dacapo/*" 2>/dev/null | while read dacapo_dir; do
@@ -261,7 +331,7 @@ convert-dacapo-benchmarks:
       done
     - |
       if [ ! -d "${CONVERTED_DIR}/dacapo" ] || [ -z "$(find "${CONVERTED_DIR}/dacapo" -name "*.json" 2>/dev/null)" ]; then
-        echo "WARNING: No dacapo benchmark artifacts were converted"
+        echo "WARNING: No dacapo benchmark artifacts were converted. This is expected if benchmark jobs didn't run."
       fi
 
 # Convert load benchmark artifacts