Extending regression report.

We now report FAIL -> PASS and PASS -> FAIL, as well as new PASS and
new FAIL.
This commit is contained in:
Sergio Durigan Junior 2017-09-14 16:34:34 -04:00
parent 3cdfa669d5
commit 51966d39ba

View file

@ -204,11 +204,10 @@ class DejaResults(object):
if key not in old_res[0] or old_res[0][key] != 'PASS': if key not in old_res[0] or old_res[0][key] != 'PASS':
old_res[0][key] = 'PASS' old_res[0][key] = 'PASS'
continue continue
# A regression is just a transition to FAIL. # We report both PASS -> FAIL and FAIL -> PASS, as well as
if results[0][key] != 'FAIL': # new FAIL and new PASS.
continue
if key not in old_res[0]: if key not in old_res[0]:
result = result + 'new FAIL: ' + key + '\n' result += 'new ' + results[0][key] + ': ' + key + '\n'
elif old_res[0][key] != 'FAIL': elif results[0][key] != old_res[0][key]:
result = result + old_res[0][key] + ' -> FAIL: ' + key + '\n' result += old_res[0][key] + ' -> ' + results[0][key] + ': ' + key + '\n'
return result return result