opentelemetry-java/.github/workflows/benchmark.yml at main · robsunday/opentelemetry-java · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
name: Benchmark Main

on:
  push:
    branches: [ main ]
  workflow_dispatch:

permissions:
  contents: read

jobs:
  sdk-benchmark:
    if: github.repository == 'open-telemetry/opentelemetry-java'
    permissions:
      contents: write # for git push to benchmarks branch
    name: Benchmark SDK
    runs-on: oracle-bare-metal-64cpu-1024gb-x86-64-ubuntu-24
    container:
      image: ubuntu:26.04@sha256:678c6550cc43645e08669028bc177f50be4e7c5b8cca677067b1914d4afc7a03
    timeout-minutes: 120 # since there is only a single bare metal runner across all repos
    steps:
      - name: Install Git
        run: |
          apt-get update
          apt-get install -y git

      - name: Configure Git safe directory
        run: git config --global --add safe.directory "$GITHUB_WORKSPACE"

      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1

      - id: setup-java
        name: Set up Java for build
        uses: actions/setup-java@b6effb05e454b25005698d916606bdc6ffcbf961 # v5.7.0
        with:
          distribution: temurin
          java-version: 21

      - name: Set up gradle
        uses: gradle/actions/setup-gradle@9c971963bec38e04b3d30dcc455b5382be2fdbfb # v6.3.0
      - name: Run jmh
        run: ./gradlew jmhJar
        env:
          DEVELOCITY_ACCESS_KEY: ${{ secrets.DEVELOCITY_ACCESS_KEY }}

      # TODO (jack-berg): Select or build appropriate benchmarks for other key areas:
      # - Log SDK export
      # - Trace SDK export
      # - Metric SDK export
      # - Noop implementation
      - name: Run Benchmark
        run: |
          cd sdk/all/build
          java -jar libs/opentelemetry-sdk-*-jmh.jar -rf json MetricRecordBenchmark SpanRecordBenchmark LogRecordBenchmark

      - name: Use CLA approved github bot
        run: .github/scripts/use-cla-approved-bot.sh

      - name: Store benchmark results
        uses: benchmark-action/github-action-benchmark@52576c92bccf6ac60c8223ec7eb2565637cae9ba # v1.22.1
        with:
          tool: 'jmh'
          output-file-path: sdk/all/build/jmh-result.json
          gh-pages-branch: benchmarks
          github-token: ${{ secrets.GITHUB_TOKEN }}
          benchmark-data-dir-path: "benchmarks"
          auto-push: true

  workflow-notification:
    permissions:
      issues: write
    needs:
      - sdk-benchmark
    if: always()
    uses: open-telemetry/shared-workflows/.github/workflows/workflow-failure-issue.yml@62d5939b47144252763c5ff9fffe8c20d76cd806 # v0.4.0
    with:
      success: ${{ needs.sdk-benchmark.result == 'success' }}