Skip to content

Commit bdf68d3

Browse files
committed
Bump iterations for more consistent results
1 parent aaa19f0 commit bdf68d3

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

devops/benchmarking/config.ini

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -10,9 +10,9 @@
1010
; Compute-benchmark compile/run options
1111
[compute_bench]
1212
; Value for -j during compilation of compute-benchmarks
13-
compile_jobs = 4
13+
compile_jobs = 32
1414
; Number of iterations to run compute-benchmark tests
15-
iterations = 100
15+
iterations = 1000
1616

1717
; Options for benchmark result metrics (to record/compare against)
1818
[metrics]
@@ -23,7 +23,7 @@ recorded = Median,StdDev
2323
; the historical average. Metrics not included here are not compared against
2424
; when passing/failing benchmark results.
2525
; Format: comma-separated list of <metric>:<deviation percentage in decimals>
26-
tolerances = Median:0.07
26+
tolerances = Median:0.05
2727

2828
; Options for computing historical averages
2929
[average]

0 commit comments

Comments
 (0)