Skip to content

Commit 0779c50

Browse files
committed
add mise command for running the benchmarks
Signed-off-by: Jay DeLuca <jaydeluca4@gmail.com>
1 parent 4f72fa3 commit 0779c50

File tree

2 files changed

+16
-21
lines changed

2 files changed

+16
-21
lines changed

.github/workflows/nightly-benchmarks.yml

Lines changed: 3 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -47,28 +47,14 @@ jobs:
4747
restore-keys: |
4848
${{ runner.os }}-maven-
4949
50-
- name: Build benchmarks module
51-
run: ./mvnw -pl benchmarks -am -DskipTests clean package
52-
5350
- name: Run JMH benchmarks
54-
run: |
55-
# 3 forks, 3 warmup, 5 measurement iterations (~60 min total)
56-
DEFAULT_ARGS="-f 3 -wi 3 -i 5"
57-
JMH_ARGS="${INPUT_JMH_ARGS:-$DEFAULT_ARGS}"
58-
59-
echo "Running benchmarks with args: $JMH_ARGS"
60-
61-
# shellcheck disable=SC2086 # Intentional word splitting for JMH args
62-
java -jar ./benchmarks/target/benchmarks.jar \
63-
-rf json \
64-
-rff benchmark-results.json \
65-
$JMH_ARGS
51+
run: mise run benchmark:ci-json
6652
env:
67-
INPUT_JMH_ARGS: ${{ github.event.inputs.jmh_args }}
53+
JMH_ARGS: ${{ github.event.inputs.jmh_args }}
6854

6955
- name: Generate benchmark summary
7056
run: |
71-
python3 .mise/tasks/generate_benchmark_summary.py \
57+
mise run benchmark:generate-summary \
7258
--input benchmark-results.json \
7359
--output-dir benchmark-results \
7460
--commit-sha "${{ github.sha }}"

mise.toml

Lines changed: 13 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -88,10 +88,19 @@ run = [
8888
description = "Run benchmarks with reduced iterations (quick smoke test, ~10 min)"
8989
run = "python3 ./.mise/tasks/update_benchmarks.py --jmh-args '-f 1 -wi 1 -i 3'"
9090

91-
[tasks."benchmark:full"]
92-
description = "Run benchmarks with full JMH defaults (~2 hours)"
93-
run = "python3 ./.mise/tasks/update_benchmarks.py"
91+
[tasks."benchmark:ci"]
92+
description = "Run benchmarks with CI configuration (3 forks, 3 warmup, 5 measurement iterations (~60 min total)"
93+
run = "python3 ./.mise/tasks/update_benchmarks.py --jmh-args '-f 3 -wi 3 -i 5'"
94+
95+
[tasks."benchmark:ci-json"]
96+
description = "Run benchmarks with CI configuration and JSON output (for workflow/testing)"
97+
run = """
98+
./mvnw -pl benchmarks -am -DskipTests clean package
99+
JMH_ARGS="${JMH_ARGS:--f 3 -wi 3 -i 5}"
100+
echo "Running benchmarks with args: $JMH_ARGS"
101+
java -jar ./benchmarks/target/benchmarks.jar -rf json -rff benchmark-results.json $JMH_ARGS
102+
"""
94103

95104
[tasks."benchmark:generate-summary"]
96105
description = "Generate summary from existing benchmark-results.json"
97-
run = "python3 ./.mise/tasks/generate_benchmark_summary.py --input benchmark-results.json --output-dir benchmark-results"
106+
run = "python3 ./.mise/tasks/generate_benchmark_summary.py"

0 commit comments

Comments
 (0)