Extending regression report.

We now report FAIL -> PASS and PASS -> FAIL, as well as new PASS and
new FAIL.
This commit is contained in:
Sergio Durigan Junior 2017-09-14 16:34:34 -04:00
parent 3cdfa669d5
commit 51966d39ba

View file

@ -204,11 +204,10 @@ class DejaResults(object):
if key not in old_res[0] or old_res[0][key] != 'PASS':
old_res[0][key] = 'PASS'
continue
# A regression is just a transition to FAIL.
if results[0][key] != 'FAIL':
continue
# We report both PASS -> FAIL and FAIL -> PASS, as well as
# new FAIL and new PASS.
if key not in old_res[0]:
result = result + 'new FAIL: ' + key + '\n'
elif old_res[0][key] != 'FAIL':
result = result + old_res[0][key] + ' -> FAIL: ' + key + '\n'
result += 'new ' + results[0][key] + ': ' + key + '\n'
elif results[0][key] != old_res[0][key]:
result += old_res[0][key] + ' -> ' + results[0][key] + ': ' + key + '\n'
return result