Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
22 changes: 15 additions & 7 deletions .github/workflows/pr-onnx-bench.yml
Original file line number Diff line number Diff line change
Expand Up @@ -47,7 +47,7 @@ jobs:
- name: Cache Cargo
uses: Swatinem/rust-cache@v2
with:
workspaces: benchmarks/perf-runners/onnx-pr-bench -> target
workspaces: benchmarks/onnx-models -> target

- name: Cache benchmark assets
uses: actions/cache@v4
Expand All @@ -56,7 +56,7 @@ jobs:
key: onnx-pr-bench-assets-v2

- name: Download benchmark assets
run: benchmarks/perf-runners/onnx-pr-bench/download-assets.sh "$ASSET_DIR"
run: benchmarks/onnx-models/download-assets.sh "$ASSET_DIR"

- name: Resolve PR SHAs
id: pr
Expand All @@ -75,13 +75,21 @@ jobs:
- name: Bench base
run: |
git checkout --detach "${{ steps.pr.outputs.base_sha }}"
benchmarks/perf-runners/onnx-pr-bench/run-suite.sh "$ASSET_DIR" "$OUT_DIR/base"
if git cat-file -e "${{ steps.pr.outputs.base_sha }}:benchmarks/onnx-models/Cargo.toml"; then
git checkout "${{ steps.pr.outputs.base_sha }}" -- benchmarks/onnx-models
else
git checkout pr-head -- benchmarks/onnx-models
fi
benchmarks/onnx-models/run-suite.sh "$ASSET_DIR" "$OUT_DIR/base"

- name: Bench head
run: |
git checkout --detach pr-head
git checkout "${{ steps.pr.outputs.base_sha }}" -- benchmarks/perf-runners/onnx-pr-bench
benchmarks/perf-runners/onnx-pr-bench/run-suite.sh "$ASSET_DIR" "$OUT_DIR/head"
git reset --hard
git checkout --detach --force pr-head
if git cat-file -e "${{ steps.pr.outputs.base_sha }}:benchmarks/onnx-models/Cargo.toml"; then
git checkout "${{ steps.pr.outputs.base_sha }}" -- benchmarks/onnx-models
fi
benchmarks/onnx-models/run-suite.sh "$ASSET_DIR" "$OUT_DIR/head"

- name: Upload benchmark JSON
if: always()
Expand Down Expand Up @@ -117,7 +125,7 @@ jobs:

- name: Build benchmark comment
run: |
python3 benchmarks/perf-runners/onnx-pr-bench/compare.py \
python3 benchmarks/onnx-models/compare.py \
--artifact-root "${{ runner.temp }}/onnx-pr-bench-artifacts" \
--output "${{ runner.temp }}/onnx-pr-bench-comment.md"

Expand Down
Loading
Loading