Correct the interpretation of Welch's t-test results

README.md

@@ -89,7 +89,7 @@ hyperfine -L compiler gcc,clang '{compiler} -O2 main.cpp'
 
 ### Intermediate shell
 
-By default, commands are executed using `sh` on Unix (resolved through `PATH`) or `cmd.exe` on Windows.
+By default, commands are executed using a predefined shell (`/bin/sh` on Unix, `cmd.exe` on Windows).
 If you want to use a different shell, you can use the `-S, --shell <SHELL>` option:
 ```sh
 hyperfine --shell zsh 'for i in {1..10000}; do echo test; done'

scripts/welch_ttest.py

@@ -7,8 +7,7 @@
 # ///
 
 """This script performs Welch's t-test on a JSON export file with two
-benchmark results to test whether or not the two distributions are
-the same."""
+benchmark results to test for a difference in their population mean runtimes."""
 
 import argparse
 import json
@@ -40,6 +39,10 @@ print(f"t = {t:.3}, p = {p:.3}")
 print()
 
 if dispose:
-    print(f"There is a difference between the two benchmarks (p < {th}).")
+    print(
+        f"A statistically significant difference in mean runtime was detected (p < {th})."
+    )
 else:
-    print(f"The two benchmarks are almost the same (p >= {th}).")
+    print(
+        f"No statistically significant difference in mean runtime was detected (p >= {th})."
+    )