make it easier to understand tests

sitespeedio · Dec 7, 2023 · 7755490 · 7755490
1 parent 0935a64
commit 7755490
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 2 deletions.
diff --git a/lib/plugins/compare/index.js b/lib/plugins/compare/index.js
@@ -143,8 +143,8 @@ export default class ComparePlugin extends SitespeedioPlugin {
                     baselineMetric.getValues()
                   );
                   metricsInputData.metrics[group][metricName] = {
-                    sample1: baselineStats.data,
-                    sample2: currentStats.data
+                    baseline: baselineStats.data,
+                    current: currentStats.data
                   };
                 } else {
                   log.info(

diff --git a/lib/plugins/compare/pug/index.pug b/lib/plugins/compare/pug/index.pug
@@ -17,6 +17,12 @@ p
 h2 Settings
 p 
   | The test conducted in this comparison is the #{compare.meta.testOptions.testType} test. The alternative hypothesis used for this test is "#{compare.meta.testOptions.alternative}".
+  if compare.meta.testOptions.alternative === 'less'
+    | This means that we test if the baseline is significant less that the current tests.
+  else if compare.meta.testOptions.alternative === 'greater'
+    | This means that we test if the baseline is siginficant higher than the current tests.
+  else if compare.meta.testOptions.alternative === 'two-sided'
+    | This means that we test the baseline vs the current tests both ways, if there are any change in both directions.
   if compare.meta.testOptions.testType === 'mannwhitneyu'
     | For more information on the settings of the Mann-Whitney U test, please refer to the 
     a(href='https://docs.scipy.org/doc/scipy/reference/generated/scipy.stats.mannwhitneyu.html') official documentation.