Six samples as benchstat requires for 95% confidence

grafana · May 4, 2023 · dea00b4 · dea00b4
1 parent 0c3615f
commit dea00b4
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/.drone/drone.jsonnet b/.drone/drone.jsonnet
@@ -79,10 +79,10 @@ local docker(arch, depends_on=[]) =
   pipeline('benchmark against main') {
     steps: [
       go('benchmark', [
-        'go test -bench=. -benchmem -count=5 -run=^$ ./... | tee bench-pr.txt',
+        'go test -bench=. -benchmem -count=6 -run=^$ ./... | tee bench-pr.txt',
         'git fetch origin main',
         'git checkout main',
-        'go test -bench=. -benchmem -count=5 -run=^$ ./... | tee bench-main.txt',
+        'go test -bench=. -benchmem -count=6 -run=^$ ./... | tee bench-main.txt',
         'go install golang.org/x/perf/cmd/...@latest',
         'benchstat bench-main.txt bench-pr.txt',
       ]),