From 51966d39baacebb7693286771e841a4e95aa5ea7 Mon Sep 17 00:00:00 2001 From: Sergio Durigan Junior Date: Thu, 14 Sep 2017 16:34:34 -0400 Subject: [PATCH] Extending regression report. We now report FAIL -> PASS and PASS -> FAIL, as well as new PASS and new FAIL. --- lib/sumfiles.py | 11 +++++------ 1 file changed, 5 insertions(+), 6 deletions(-) diff --git a/lib/sumfiles.py b/lib/sumfiles.py index 945cc88..04b69c9 100644 --- a/lib/sumfiles.py +++ b/lib/sumfiles.py @@ -204,11 +204,10 @@ class DejaResults(object): if key not in old_res[0] or old_res[0][key] != 'PASS': old_res[0][key] = 'PASS' continue - # A regression is just a transition to FAIL. - if results[0][key] != 'FAIL': - continue + # We report both PASS -> FAIL and FAIL -> PASS, as well as + # new FAIL and new PASS. if key not in old_res[0]: - result = result + 'new FAIL: ' + key + '\n' - elif old_res[0][key] != 'FAIL': - result = result + old_res[0][key] + ' -> FAIL: ' + key + '\n' + result += 'new ' + results[0][key] + ': ' + key + '\n' + elif results[0][key] != old_res[0][key]: + result += old_res[0][key] + ' -> ' + results[0][key] + ': ' + key + '\n' return result