Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 0 additions & 1 deletion .gitlab-ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,6 @@ include:
stages:
- build
- publish
# These benchmarks are intended to replace the legacy benchmarks in the future
- java-spring-petclinic-parallel
- java-spring-petclinic-parallel-slo
- java-startup-parallel
Expand Down
121 changes: 0 additions & 121 deletions .gitlab/benchmarks.yml
Original file line number Diff line number Diff line change
@@ -1,124 +1,3 @@
.benchmarks:
stage: benchmarks
timeout: 1h
tags: ["runner:apm-k8s-tweaked-metal"]
image: 486234852809.dkr.ecr.us-east-1.amazonaws.com/ci/benchmarking-platform:dd-trace-java-benchmarks
needs: [ "build", "publish-artifacts-to-s3" ]
rules:
- if: '$POPULATE_CACHE'
when: never
- if: '$CI_COMMIT_TAG =~ /^v?[0-9]+\.[0-9]+\.[0-9]+$/'
when: manual
allow_failure: true
- if: '$CI_COMMIT_BRANCH == "master"'
when: on_success
interruptible: false
- if: '$CI_COMMIT_BRANCH =~ /^mq-working-branch-/'
when: on_success
interruptible: false
- if: '$CI_COMMIT_BRANCH =~ /^gh-readonly-queue\//'
when: on_success
interruptible: false
- when: manual
allow_failure: true
interruptible: true
script:
- export ARTIFACTS_DIR="$(pwd)/reports" && mkdir -p "${ARTIFACTS_DIR}"
- git config --global url."https://gitlab-ci-token:${CI_JOB_TOKEN}@gitlab.ddbuild.io/DataDog/".insteadOf "https://github.com/DataDog/"
- git clone --branch dd-trace-java/tracer-benchmarks-parallel https://github.com/DataDog/benchmarking-platform.git /platform && cd /platform
artifacts:
name: "reports"
paths:
- reports/
expire_in: 3 months
variables:
UPSTREAM_PROJECT_ID: $CI_PROJECT_ID # The ID of the current project. This ID is unique across all projects on the GitLab instance.
UPSTREAM_PROJECT_NAME: $CI_PROJECT_NAME # "dd-trace-java"
UPSTREAM_BRANCH: $CI_COMMIT_REF_NAME # The branch or tag name for which project is built.
UPSTREAM_COMMIT_SHA: $CI_COMMIT_SHA # The commit revision the project is built for.

benchmarks-startup:
extends: .benchmarks
script:
- !reference [ .benchmarks, script ]
- ./steps/capture-hardware-software-info.sh
- ./steps/run-benchmarks.sh startup
- ./steps/analyze-results.sh startup

benchmarks-load:
extends: .benchmarks
script:
- !reference [ .benchmarks, script ]
- ./steps/capture-hardware-software-info.sh
- ./steps/run-benchmarks.sh load
- ./steps/analyze-results.sh load

benchmarks-dacapo:
extends: .benchmarks
script:
- !reference [ .benchmarks, script ]
- ./steps/capture-hardware-software-info.sh
- ./steps/run-benchmarks.sh dacapo
- ./steps/analyze-results.sh dacapo

benchmarks-post-results:
extends: .benchmarks
tags: ["arch:amd64"]
script:
- !reference [ .benchmarks, script ]
- ./steps/upload-results-to-s3.sh
- ./steps/post-pr-comment.sh
needs:
- job: benchmarks-startup
artifacts: true
- job: benchmarks-load
artifacts: true
- job: benchmarks-dacapo
artifacts: true

check-big-regressions:
extends: .benchmarks
needs:
- job: benchmarks-startup
artifacts: true
- job: benchmarks-dacapo
artifacts: true
when: on_success
tags: ["arch:amd64"]
rules:
- if: '$POPULATE_CACHE'
when: never
- if: '$CI_COMMIT_BRANCH =~ /backport-pr-/'
when: never
- if: '$CI_COMMIT_BRANCH =~ /^(master|release\/)/'
when: never
- if: '$CI_COMMIT_BRANCH =~ /^mq-working-branch-/'
when: on_success
- if: '$CI_COMMIT_BRANCH =~ /^gh-readonly-queue\//'
when: on_success
- when: manual
allow_failure: true
# ARTIFACTS_DIR /go/src/github.com/DataDog/apm-reliability/dd-trace-java/reports/
# need to convert them
script:
- !reference [ .benchmarks, script ]
- |
for benchmarkType in startup dacapo; do
find "$ARTIFACTS_DIR/$benchmarkType" -name "benchmark-baseline.json" -o -name "benchmark-candidate.json" | while read file; do
relpath="${file#$ARTIFACTS_DIR/$benchmarkType/}"
prefix="${relpath%/benchmark-*}" # Remove the trailing /benchmark-(baseline|candidate).json
prefix="${prefix#./}" # Remove any leading ./
prefix="${prefix//\//-}" # Replace / with -
case "$file" in
*benchmark-baseline.json) type="baseline" ;;
*benchmark-candidate.json) type="candidate" ;;
esac
echo "Moving $file to $ARTIFACTS_DIR/${type}-${prefix}.converted.json"
cp "$file" "$ARTIFACTS_DIR/${type}-${prefix}.converted.json"
done
done
- bp-runner $CI_PROJECT_DIR/.gitlab/benchmarks/bp-runner.fail-on-regression.yml --debug

.dsm-kafka-benchmarks:
stage: benchmarks
rules:
Expand Down
7 changes: 0 additions & 7 deletions .gitlab/benchmarks/bp-runner.fail-on-regression.yml

This file was deleted.

103 changes: 0 additions & 103 deletions benchmark/Dockerfile

This file was deleted.

29 changes: 0 additions & 29 deletions benchmark/README.MD

This file was deleted.

42 changes: 0 additions & 42 deletions benchmark/benchmarks.sh

This file was deleted.

45 changes: 0 additions & 45 deletions benchmark/dacapo/benchmark.json

This file was deleted.

Loading
Loading