From 8a816e5fbe02c476f51ec92563cad8247ffc90ba Mon Sep 17 00:00:00 2001
From: Krzysztof Gogolewski <krzysztof.gogolewski@tweag.io>
Date: Mon, 18 May 2020 17:08:02 +0200
Subject: [PATCH] Sort deterministically metric output
Previously, we sorted according to the test name and way,
but the metrics (max_bytes_used/peak_megabytes_allocated etc.)
were appearing in nondeterministic order.
---
testsuite/driver/runtests.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/testsuite/driver/runtests.py b/testsuite/driver/runtests.py
index c1aff0bf0f1..44b2221ffe3 100644
--- a/testsuite/driver/runtests.py
+++ b/testsuite/driver/runtests.py
@@ -339,7 +339,7 @@ def cleanup_and_exit(exitcode):
exit(exitcode)
def tabulate_metrics(metrics: List[PerfMetric]) -> None:
- for metric in sorted(metrics, key=lambda m: (m.stat.test, m.stat.way)):
+ for metric in sorted(metrics, key=lambda m: (m.stat.test, m.stat.way, m.stat.metric)):
print("{test:24} {metric:40} {value:15.3f}".format(
test = "{}({})".format(metric.stat.test, metric.stat.way),
metric = metric.stat.metric,
--
GitLab