macrobenchmarks.yml

include:
  - project: 'DataDog/benchmarking-platform-tools'
    file: 'images/templates/gitlab/notify-slo-breaches.template.yml'
  - project: 'DataDog/benchmarking-platform-tools'
    file: 'images/templates/gitlab/check-slo-breaches.template.yml'

.macrobenchmarks:
  stage: macrobenchmarks
  rules:
    - if: $POPULATE_CACHE
      when: never
    - if: ($NIGHTLY_BENCHMARKS || $CI_PIPELINE_SOURCE != "schedule") && $CI_COMMIT_REF_NAME == "master"
      when: always
      interruptible: false
    - when: manual
      interruptible: true
      allow_failure: true
  tags: ["runner:apm-k8s-same-cpu"]
  needs: ["build"]
  timeout: 1h
  image: 486234852809.dkr.ecr.us-east-1.amazonaws.com/ci/benchmarking-platform:dd-trace-java-petclinic
  script:
    - git clone --branch java/petclinic https://gitlab-ci-token:${CI_JOB_TOKEN}@gitlab.ddbuild.io/DataDog/benchmarking-platform platform && cd platform
    - ./steps/run-benchmarks.sh
  artifacts:
    name: "artifacts"
    when: always
    paths:
      - platform/artifacts/
    expire_in: 3 months
  variables:
    K6_OPTIONS_WARMUP_RATE: 2000
    K6_OPTIONS_WARMUP_DURATION: 5m
    K6_OPTIONS_WARMUP_GRACEFUL_STOP: 10s
    K6_OPTIONS_WARMUP_PRE_ALLOCATED_VUS: 4
    K6_OPTIONS_WARMUP_MAX_VUS: 4

    K6_OPTIONS_NORMAL_OPERATION_RATE: 1500
    K6_OPTIONS_NORMAL_OPERATION_DURATION: 10m
    K6_OPTIONS_NORMAL_OPERATION_GRACEFUL_STOP: 10s
    K6_OPTIONS_NORMAL_OPERATION_PRE_ALLOCATED_VUS: 4
    K6_OPTIONS_NORMAL_OPERATION_MAX_VUS: 4

    K6_OPTIONS_HIGH_LOAD_RATE: 4000
    K6_OPTIONS_HIGH_LOAD_DURATION: 5m
    K6_OPTIONS_HIGH_LOAD_GRACEFUL_STOP: 10s
    K6_OPTIONS_HIGH_LOAD_PRE_ALLOCATED_VUS: 4
    K6_OPTIONS_HIGH_LOAD_MAX_VUS: 4
  retry:
    max: 2
    when:
      - unknown_failure
      - data_integrity_failure
      - runner_system_failure
      - scheduler_failure
      - api_failure

baseline:
  extends: .macrobenchmarks
  variables:
    BP_BENCHMARKS_CONFIGURATION: baseline
    TRACER_OPTS: -Ddd.service=bp-java-petclinic
    JAVA_OPTS: -javaagent:/app/memcheck/stability-testing-memwatch.jar -Xmx128M

only-tracing:
  extends: .macrobenchmarks
  variables:
    BP_BENCHMARKS_CONFIGURATION: only-tracing
    TRACER_OPTS: -javaagent:/app/dd-java-agent.jar -Ddd.env=${BP_BENCHMARKS_CONFIGURATION} -Ddd.service=bp-java-petclinic
    JAVA_OPTS: -javaagent:/app/memcheck/stability-testing-memwatch.jar -Xmx128M

otel-latest:
  extends: .macrobenchmarks
  variables:
    BP_BENCHMARKS_CONFIGURATION: otel-latest
    TRACER_OPTS: -javaagent:/app/otel-java-agent.jar -Ddd.env=otel-latest -Ddd.service=bp-java-petclinic
    JAVA_OPTS: -javaagent:/app/memcheck/stability-testing-memwatch.jar -Xmx128M


check-slo-breaches:
  extends: .check-slo-breaches
  stage: macrobenchmarks
  interruptible: true
  rules:
    - if: $POPULATE_CACHE
      when: never
    - when: on_success
  needs:
    - job: baseline
      artifacts: true
    - job: only-tracing
      artifacts: true
    - job: otel-latest
      artifacts: true
  script:
    # macrobenchmarks are located here, files are already in "converted" format
    - export ARTIFACTS_DIR="$(pwd)/platform/artifacts/" && mkdir -p "${ARTIFACTS_DIR}"

    # Need to move the artifacts the benchmarks-* job
    - |
      export BENCHMARKS_ARTIFACTS_DIR="$(pwd)/reports" && mkdir -p "${BENCHMARKS_ARTIFACTS_DIR}"
      for benchmarkType in startup load dacapo; do
          find "$BENCHMARKS_ARTIFACTS_DIR/$benchmarkType" -name "benchmark-baseline.json" -o -name "benchmark-candidate.json" | while read file; do
            relpath="${file#$BENCHMARKS_ARTIFACTS_DIR/$benchmarkType/}"
            prefix="${relpath%/benchmark-*}" # Remove the trailing /benchmark-(baseline|candidate).json
            prefix="${prefix#./}" # Remove any leading ./
            prefix="${prefix//\//-}" # Replace / with -
            case "$file" in
              *benchmark-baseline.json) type="baseline" ;;
              *benchmark-candidate.json) type="candidate" ;;
            esac
            echo "Moving $file to $ARTIFACTS_DIR/${type}-${benchmarkType}-${prefix}.converted.json"
            cp "$file" "$ARTIFACTS_DIR/${type}-${benchmarkType}-${prefix}.converted.json"
          done
      done
    - ls -lah "$ARTIFACTS_DIR"
    - bp-runner .gitlab/benchmarks/bp-runner.fail-on-breach.yml
  artifacts:
    name: "artifacts"
    when: always
    paths:
      - platform/artifacts/
    expire_in: 1 week
  variables:
    DDOCTOSTS_POLICY: "self.gitlab.github-access.read"
    UPSTREAM_PROJECT_ID: $CI_PROJECT_ID # The ID of the current project. This ID is unique across all projects on the GitLab instance.
    UPSTREAM_PROJECT_NAME: $CI_PROJECT_NAME # "dd-trace-java"
    UPSTREAM_BRANCH: $CI_COMMIT_REF_NAME # The branch or tag name for which project is built.
    UPSTREAM_COMMIT_SHA: $CI_COMMIT_SHA # The commit revision the project is built for.

notify-slo-breaches:
  extends: .notify-slo-breaches
  stage: macrobenchmarks
  needs: ["check-slo-breaches"]
  rules:
    - if: $POPULATE_CACHE
      when: never
    - when: always
  variables:
    CHANNEL: "apm-java-ops-bot"