mirror of
https://github.com/open-telemetry/opentelemetry-python-contrib.git
synced 2025-08-01 09:13:23 +08:00
Temporarily disable benchmarks workflow (#1031)
This commit is contained in:
94
.github/workflows/test.yml
vendored
94
.github/workflows/test.yml
vendored
@ -45,53 +45,53 @@ jobs:
|
|||||||
key: v4-build-tox-cache-${{ env.RUN_MATRIX_COMBINATION }}-${{ hashFiles('tox.ini', 'gen-requirements.txt', 'dev-requirements.txt') }}
|
key: v4-build-tox-cache-${{ env.RUN_MATRIX_COMBINATION }}-${{ hashFiles('tox.ini', 'gen-requirements.txt', 'dev-requirements.txt') }}
|
||||||
- name: run tox
|
- name: run tox
|
||||||
run: tox -f ${{ matrix.python-version }}-${{ matrix.package }} -- --benchmark-json=${{ env.RUN_MATRIX_COMBINATION }}-benchmark.json
|
run: tox -f ${{ matrix.python-version }}-${{ matrix.package }} -- --benchmark-json=${{ env.RUN_MATRIX_COMBINATION }}-benchmark.json
|
||||||
- name: Find and merge ${{ matrix.package }} benchmarks
|
# - name: Find and merge ${{ matrix.package }} benchmarks
|
||||||
# TODO: Add at least one benchmark to every package type to remove this (#249)
|
# # TODO: Add at least one benchmark to every package type to remove this (#249)
|
||||||
if: matrix.package == 'sdkextension' || matrix.package == 'propagator'
|
# if: matrix.package == 'sdkextension' || matrix.package == 'propagator'
|
||||||
run: >-
|
# run: >-
|
||||||
mkdir -p benchmarks;
|
# mkdir -p benchmarks;
|
||||||
jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
|
# jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
|
||||||
| if .[0].benchmarks == null then null else .[0] end'
|
# | if .[0].benchmarks == null then null else .[0] end'
|
||||||
**/**/tests/*${{ matrix.package }}*-benchmark.json > benchmarks/output_${{ matrix.package }}.json
|
# **/**/tests/*${{ matrix.package }}*-benchmark.json > benchmarks/output_${{ matrix.package }}.json
|
||||||
- name: Upload all benchmarks under same key as an artifact
|
# - name: Upload all benchmarks under same key as an artifact
|
||||||
if: ${{ success() }}
|
# if: ${{ success() }}
|
||||||
uses: actions/upload-artifact@v2
|
# uses: actions/upload-artifact@v2
|
||||||
with:
|
# with:
|
||||||
name: benchmarks
|
# name: benchmarks
|
||||||
path: benchmarks/output_${{ matrix.package }}.json
|
# path: benchmarks/output_${{ matrix.package }}.json
|
||||||
combine-benchmarks:
|
# combine-benchmarks:
|
||||||
runs-on: ubuntu-latest
|
# runs-on: ubuntu-latest
|
||||||
needs: build
|
# needs: build
|
||||||
if: ${{ always() }}
|
# if: ${{ always() }}
|
||||||
name: Combine benchmarks from previous build job
|
# name: Combine benchmarks from previous build job
|
||||||
steps:
|
# steps:
|
||||||
- name: Checkout Contrib Repo @ SHA - ${{ github.sha }}
|
# - name: Checkout Contrib Repo @ SHA - ${{ github.sha }}
|
||||||
uses: actions/checkout@v2
|
# uses: actions/checkout@v2
|
||||||
- name: Download all benchmarks as artifact using key
|
# - name: Download all benchmarks as artifact using key
|
||||||
uses: actions/download-artifact@v2
|
# uses: actions/download-artifact@v2
|
||||||
with:
|
# with:
|
||||||
name: benchmarks
|
# name: benchmarks
|
||||||
path: benchmarks
|
# path: benchmarks
|
||||||
- name: Find and merge all benchmarks
|
# - name: Find and merge all benchmarks
|
||||||
run: >-
|
# run: >-
|
||||||
jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
|
# jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
|
||||||
| if .[0].benchmarks == null then null else .[0] end'
|
# | if .[0].benchmarks == null then null else .[0] end'
|
||||||
benchmarks/output_*.json > output.json;
|
# benchmarks/output_*.json > output.json;
|
||||||
- name: Report on benchmark results
|
# - name: Report on benchmark results
|
||||||
uses: benchmark-action/github-action-benchmark@v1
|
# uses: benchmark-action/github-action-benchmark@v1
|
||||||
with:
|
# with:
|
||||||
name: OpenTelemetry Python Benchmarks - Python ${{ env[matrix.python-version ]}} - ${{ matrix.package }}
|
# name: OpenTelemetry Python Benchmarks - Python ${{ env[matrix.python-version ]}} - ${{ matrix.package }}
|
||||||
tool: pytest
|
# tool: pytest
|
||||||
output-file-path: output.json
|
# output-file-path: output.json
|
||||||
github-token: ${{ secrets.GITHUB_TOKEN }}
|
# github-token: ${{ secrets.GITHUB_TOKEN }}
|
||||||
max-items-in-chart: 100
|
# max-items-in-chart: 100
|
||||||
# Alert with a commit comment on possible performance regression
|
# # Alert with a commit comment on possible performance regression
|
||||||
alert-threshold: 200%
|
# alert-threshold: 200%
|
||||||
fail-on-alert: true
|
# fail-on-alert: true
|
||||||
# Make a commit on `gh-pages` with benchmarks from previous step
|
# # Make a commit on `gh-pages` with benchmarks from previous step
|
||||||
auto-push: ${{ github.ref == 'refs/heads/main' }}
|
# auto-push: ${{ github.ref == 'refs/heads/main' }}
|
||||||
gh-pages-branch: gh-pages
|
# gh-pages-branch: gh-pages
|
||||||
benchmark-data-dir-path: benchmarks
|
# benchmark-data-dir-path: benchmarks
|
||||||
misc:
|
misc:
|
||||||
strategy:
|
strategy:
|
||||||
fail-fast: false
|
fail-fast: false
|
||||||
|
Reference in New Issue
Block a user