cura-workflows/.github/workflows/benchmark.yml at main · Ultimaker/cura-workflows · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
name: Benchmark

on:
  workflow_call:
    inputs:
      conan_extra_args:
        required: false
        default: ""
        type: string

      benchmark_cmd:
        required: true
        type: string

      name:
        required: true
        type: string

      output_file_path:
        required: true
        type: string

      data_dir:
        required: true
        type: string

      tool:
        required: true
        type: string

      conan_internal:
        required: false
        default: false
        type: boolean

      alert_comment_cc_users:
        required: false
        default: ""
        type: string

      alert_threshold:
        required: false
        default: "150%"
        type: string

      package_overrides:
        required: false
        default: ""
        type: string

permissions:
  contents: write
  deployments: write

jobs:
  benchmark:
    name: Run benchmark
    runs-on: ubuntu-latest
    steps:
      - name: Setup the build environment
        uses: ultimaker/cura-workflows/.github/actions/setup-build-environment@main
        with:
          install_system_dependencies: true

      - name: Set package overrides
        id: set_overrides
        if: inputs.package_overrides != ''
        uses: ultimaker/cura-workflows/.github/actions/set-package-overrides@main
        with:
          package_overrides: ${{ inputs.package_overrides }}
          profile: cura.jinja

      - name: Install dependencies and build
        run: conan build . --profile "${{ steps.set_overrides.outputs.profile || 'cura.jinja' }}" -s build_type=Release --build=missing --update -g VirtualRunEnv ${{ inputs.conan_extra_args }}

      - name: Run benchmark
        id: run-test
        run: |
          source generators/conanrun.sh
          ${{ inputs.benchmark_cmd }}
        working-directory: build/Release

      - name: Store benchmark result
        uses: benchmark-action/github-action-benchmark@v1
        with:
          name: ${{ inputs.name }}
          output-file-path: build/Release/${{ inputs.output_file_path }}
          gh-repository: github.com/Ultimaker/CuraEngineBenchmarks
          gh-pages-branch: main
          benchmark-data-dir-path: ${{ inputs.data_dir }}
          tool: ${{ inputs.tool }}
          github-token: ${{ secrets.CURA_BENCHMARK_PAT }}
          auto-push: true
          max-items-in-chart: 250
          alert-threshold: ${{ inputs.alert_threshold }}
          comment-on-alert: ${{ inputs.alert_comment_cc_users != '' }}
          alert-comment-cc-users: ${{ inputs.alert_comment_cc_users }}