Extending regression report.
We now report FAIL -> PASS and PASS -> FAIL, as well as new PASS and new FAIL.
This commit is contained in:
parent
3cdfa669d5
commit
51966d39ba
1 changed files with 5 additions and 6 deletions
|
@ -204,11 +204,10 @@ class DejaResults(object):
|
||||||
if key not in old_res[0] or old_res[0][key] != 'PASS':
|
if key not in old_res[0] or old_res[0][key] != 'PASS':
|
||||||
old_res[0][key] = 'PASS'
|
old_res[0][key] = 'PASS'
|
||||||
continue
|
continue
|
||||||
# A regression is just a transition to FAIL.
|
# We report both PASS -> FAIL and FAIL -> PASS, as well as
|
||||||
if results[0][key] != 'FAIL':
|
# new FAIL and new PASS.
|
||||||
continue
|
|
||||||
if key not in old_res[0]:
|
if key not in old_res[0]:
|
||||||
result = result + 'new FAIL: ' + key + '\n'
|
result += 'new ' + results[0][key] + ': ' + key + '\n'
|
||||||
elif old_res[0][key] != 'FAIL':
|
elif results[0][key] != old_res[0][key]:
|
||||||
result = result + old_res[0][key] + ' -> FAIL: ' + key + '\n'
|
result += old_res[0][key] + ' -> ' + results[0][key] + ': ' + key + '\n'
|
||||||
return result
|
return result
|
||||||
|
|
Loading…
Reference in a new issue