mirror of
https://github.com/sharkdp/hyperfine.git
synced 2026-11-16 17:31:30 +00:00
Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
49ebab2eb4 |
No files matched your search
@@ -33,9 +33,8 @@ hyperfine 'sleep 0.3'
|
||||
```
|
||||
|
||||
Hyperfine will automatically determine the number of runs to perform for each command. By default,
|
||||
it will perform *at least* 10 benchmarking runs and estimate a run count targeting roughly
|
||||
3 seconds, including shell overhead and preparation and conclusion commands. To set an exact
|
||||
number of runs, you can use the `-r`/`--runs` option:
|
||||
it will perform *at least* 10 benchmarking runs and measure for at least 3 seconds. To change this,
|
||||
you can use the `-r`/`--runs` option:
|
||||
```sh
|
||||
hyperfine --runs 5 'sleep 0.3'
|
||||
```
|
||||
|
||||
@@ -7,8 +7,7 @@
|
||||
# ///
|
||||
|
||||
"""This script performs Welch's t-test on a JSON export file with two
|
||||
benchmark results to test whether or not the two distributions are
|
||||
the same."""
|
||||
benchmark results to test for a difference in their population mean runtimes."""
|
||||
|
||||
import argparse
|
||||
import json
|
||||
@@ -40,6 +39,10 @@ print(f"t = {t:.3}, p = {p:.3}")
|
||||
print()
|
||||
|
||||
if dispose:
|
||||
print(f"There is a difference between the two benchmarks (p < {th}).")
|
||||
print(
|
||||
f"A statistically significant difference in mean runtime was detected (p < {th})."
|
||||
)
|
||||
else:
|
||||
print(f"The two benchmarks are almost the same (p >= {th}).")
|
||||
print(
|
||||
f"No statistically significant difference in mean runtime was detected (p >= {th})."
|
||||
)
|
||||
Reference in new issue
Block a user