mirror of
https://github.com/sharkdp/hyperfine.git
synced 2026-11-17 09:51:27 +00:00
Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
49ebab2eb4 |
No files matched your search
@@ -56,8 +56,8 @@ hyperfine --warmup 3 'grep -R TODO *'
|
||||
```
|
||||
|
||||
Conversely, if you want to run the benchmark for a cold cache, you can use the `-p`/`--prepare`
|
||||
option to run a special command before *each* timing run. For example, to clear Linux filesystem caches,
|
||||
you can run
|
||||
option to run a special command before *each* timing run. For example, to clear harddisk caches
|
||||
on Linux, you can run
|
||||
```sh
|
||||
sync; echo 3 | sudo tee /proc/sys/vm/drop_caches
|
||||
```
|
||||
|
||||
@@ -7,8 +7,7 @@
|
||||
# ///
|
||||
|
||||
"""This script performs Welch's t-test on a JSON export file with two
|
||||
benchmark results to test whether or not the two distributions are
|
||||
the same."""
|
||||
benchmark results to test for a difference in their population mean runtimes."""
|
||||
|
||||
import argparse
|
||||
import json
|
||||
@@ -40,6 +39,10 @@ print(f"t = {t:.3}, p = {p:.3}")
|
||||
print()
|
||||
|
||||
if dispose:
|
||||
print(f"There is a difference between the two benchmarks (p < {th}).")
|
||||
print(
|
||||
f"A statistically significant difference in mean runtime was detected (p < {th})."
|
||||
)
|
||||
else:
|
||||
print(f"The two benchmarks are almost the same (p >= {th}).")
|
||||
print(
|
||||
f"No statistically significant difference in mean runtime was detected (p >= {th})."
|
||||
)
|
||||
Reference in new issue
Block a user