Temporarily disable benchmarks workflow (#1031)

This commit is contained in:
Srikanth Chekuri
2022-04-06 01:10:11 +05:30
committed by GitHub
parent b1e94d6a6b
commit dbc3073bd2

View File

@ -45,53 +45,53 @@ jobs:
key: v4-build-tox-cache-${{ env.RUN_MATRIX_COMBINATION }}-${{ hashFiles('tox.ini', 'gen-requirements.txt', 'dev-requirements.txt') }} key: v4-build-tox-cache-${{ env.RUN_MATRIX_COMBINATION }}-${{ hashFiles('tox.ini', 'gen-requirements.txt', 'dev-requirements.txt') }}
- name: run tox - name: run tox
run: tox -f ${{ matrix.python-version }}-${{ matrix.package }} -- --benchmark-json=${{ env.RUN_MATRIX_COMBINATION }}-benchmark.json run: tox -f ${{ matrix.python-version }}-${{ matrix.package }} -- --benchmark-json=${{ env.RUN_MATRIX_COMBINATION }}-benchmark.json
- name: Find and merge ${{ matrix.package }} benchmarks # - name: Find and merge ${{ matrix.package }} benchmarks
# TODO: Add at least one benchmark to every package type to remove this (#249) # # TODO: Add at least one benchmark to every package type to remove this (#249)
if: matrix.package == 'sdkextension' || matrix.package == 'propagator' # if: matrix.package == 'sdkextension' || matrix.package == 'propagator'
run: >- # run: >-
mkdir -p benchmarks; # mkdir -p benchmarks;
jq -s '.[0].benchmarks = ([.[].benchmarks] | add) # jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
| if .[0].benchmarks == null then null else .[0] end' # | if .[0].benchmarks == null then null else .[0] end'
**/**/tests/*${{ matrix.package }}*-benchmark.json > benchmarks/output_${{ matrix.package }}.json # **/**/tests/*${{ matrix.package }}*-benchmark.json > benchmarks/output_${{ matrix.package }}.json
- name: Upload all benchmarks under same key as an artifact # - name: Upload all benchmarks under same key as an artifact
if: ${{ success() }} # if: ${{ success() }}
uses: actions/upload-artifact@v2 # uses: actions/upload-artifact@v2
with: # with:
name: benchmarks # name: benchmarks
path: benchmarks/output_${{ matrix.package }}.json # path: benchmarks/output_${{ matrix.package }}.json
combine-benchmarks: # combine-benchmarks:
runs-on: ubuntu-latest # runs-on: ubuntu-latest
needs: build # needs: build
if: ${{ always() }} # if: ${{ always() }}
name: Combine benchmarks from previous build job # name: Combine benchmarks from previous build job
steps: # steps:
- name: Checkout Contrib Repo @ SHA - ${{ github.sha }} # - name: Checkout Contrib Repo @ SHA - ${{ github.sha }}
uses: actions/checkout@v2 # uses: actions/checkout@v2
- name: Download all benchmarks as artifact using key # - name: Download all benchmarks as artifact using key
uses: actions/download-artifact@v2 # uses: actions/download-artifact@v2
with: # with:
name: benchmarks # name: benchmarks
path: benchmarks # path: benchmarks
- name: Find and merge all benchmarks # - name: Find and merge all benchmarks
run: >- # run: >-
jq -s '.[0].benchmarks = ([.[].benchmarks] | add) # jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
| if .[0].benchmarks == null then null else .[0] end' # | if .[0].benchmarks == null then null else .[0] end'
benchmarks/output_*.json > output.json; # benchmarks/output_*.json > output.json;
- name: Report on benchmark results # - name: Report on benchmark results
uses: benchmark-action/github-action-benchmark@v1 # uses: benchmark-action/github-action-benchmark@v1
with: # with:
name: OpenTelemetry Python Benchmarks - Python ${{ env[matrix.python-version ]}} - ${{ matrix.package }} # name: OpenTelemetry Python Benchmarks - Python ${{ env[matrix.python-version ]}} - ${{ matrix.package }}
tool: pytest # tool: pytest
output-file-path: output.json # output-file-path: output.json
github-token: ${{ secrets.GITHUB_TOKEN }} # github-token: ${{ secrets.GITHUB_TOKEN }}
max-items-in-chart: 100 # max-items-in-chart: 100
# Alert with a commit comment on possible performance regression # # Alert with a commit comment on possible performance regression
alert-threshold: 200% # alert-threshold: 200%
fail-on-alert: true # fail-on-alert: true
# Make a commit on `gh-pages` with benchmarks from previous step # # Make a commit on `gh-pages` with benchmarks from previous step
auto-push: ${{ github.ref == 'refs/heads/main' }} # auto-push: ${{ github.ref == 'refs/heads/main' }}
gh-pages-branch: gh-pages # gh-pages-branch: gh-pages
benchmark-data-dir-path: benchmarks # benchmark-data-dir-path: benchmarks
misc: misc:
strategy: strategy:
fail-fast: false fail-fast: false