gdb-buildbot/lib/sumfiles.py

146 lines
5.2 KiB
Python
Raw Normal View History

2013-08-01 17:32:44 +00:00
# Functions for manipulating .sum summary files.
import re
import os.path
from StringIO import StringIO
# Helper regex for parse_sum_line.
sum_matcher = re.compile('^(.?(PASS|FAIL)): (.*)$')
# You must call set_web_base at startup to set this.
gdb_web_base = None
def set_web_base(arg):
global gdb_web_base
gdb_web_base = arg
if not os.path.isdir(gdb_web_base):
# If the parent doesn't exist, we're confused.
# So, use mkdir and not makedirs.
os.mkdir(gdb_web_base, 0755)
def get_web_base ():
global gdb_web_base
return gdb_web_base
2013-08-01 17:32:44 +00:00
class DejaResults(object):
def __init__(self):
object.__init__(self)
# Parse a single line from a .sum file.
# Uniquify the name, and put the result into OUT_DICT.
# If the line does not appear to be about a test, ignore it.
def parse_sum_line(self, out_dict, line):
global sum_matcher
line = line.rstrip()
m = re.match(sum_matcher, line)
if m:
result = m.group(1)
test_name = m.group(3)
if test_name in out_dict:
i = 2
while True:
nname = test_name + ' <<' + str(i) + '>>'
if nname not in out_dict:
break
i = i + 1
test_name = nname
out_dict[test_name] = result
def _write_sum_file(self, sum_dict, subdir, rev_or_branch, filename,
header = None):
2013-08-01 17:32:44 +00:00
global gdb_web_base
2015-01-23 23:56:28 +00:00
if not rev_or_branch:
bdir = os.path.join (gdb_web_base, subdir)
2015-01-23 23:56:28 +00:00
else:
bdir = os.path.join (gdb_web_base, subdir, rev_or_branch)
if not os.path.isdir (bdir):
os.makedirs (bdir, 0755)
fname = os.path.join (bdir, filename)
keys = sum_dict.keys ()
keys.sort ()
mode = 'w'
if header:
with open (fname, 'w') as f:
f.write (header)
mode = 'a'
with open (fname, mode) as f:
2015-01-23 23:56:28 +00:00
for k in keys:
f.write (sum_dict[k] + ': ' + k + '\n')
def write_sum_file(self, sum_dict, builder, branch):
self._write_sum_file (sum_dict, builder, None, 'gdb.sum')
2013-08-01 17:32:44 +00:00
def write_baseline(self, sum_dict, builder, branch, rev):
self._write_sum_file(sum_dict, builder, None, 'baseline',
header = "### THIS BASELINE WAS LAST UPDATED BY COMMIT %s ###\n\n" % rev)
2013-08-01 17:32:44 +00:00
# Read a .sum file.
# The builder name is BUILDER.
# The base file name is given in FILENAME. This should be a git
# revision; to read the baseline file for a branch, use `read_baseline'.
# Returns a dictionary holding the .sum contents, or None if the
# file did not exist.
2015-01-23 23:56:28 +00:00
def _read_sum_file(self, subdir, rev_or_branch, filename):
2013-08-01 17:32:44 +00:00
global gdb_web_base
2015-01-23 23:56:28 +00:00
if not rev_or_branch:
fname = os.path.join (gdb_web_base, subdir, filename)
else:
2015-01-23 23:56:28 +00:00
fname = os.path.join (gdb_web_base, subdir, rev_or_branch, filename)
if os.path.exists (fname):
2013-08-01 17:32:44 +00:00
result = {}
2015-01-23 23:56:28 +00:00
with open (fname, 'r') as f:
for line in f:
self.parse_sum_line (result, line)
2013-08-01 17:32:44 +00:00
else:
result = None
return result
2015-01-23 23:56:28 +00:00
def read_sum_file (self, builder, branch):
return self._read_sum_file (builder, None, 'gdb.sum')
2013-08-01 17:32:44 +00:00
def read_baseline(self, builder, branch):
2015-01-23 23:56:28 +00:00
return self._read_sum_file (builder, None, 'baseline')
2015-01-23 23:56:28 +00:00
def read_xfail (self, builder, branch):
return self._read_sum_file (builder, os.path.join ('xfails', branch),
'xfail')
2013-08-01 17:32:44 +00:00
def read_old_sum_file (self, builder, branch):
return self._read_sum_file (builder, None, 'previous_gdb.sum')
2013-08-01 17:32:44 +00:00
# Parse some text as a .sum file and return the resulting
# dictionary.
2015-01-23 23:56:28 +00:00
def read_sum_text (self, text):
cur_file = StringIO (text)
2013-08-01 17:32:44 +00:00
cur_results = {}
2015-01-23 23:56:28 +00:00
for line in cur_file.readlines ():
self.parse_sum_line (cur_results, line)
2013-08-01 17:32:44 +00:00
return cur_results
# Compute regressions between RESULTS and BASELINE on BUILDER.
2013-08-01 17:32:44 +00:00
# BASELINE will be modified if any new PASSes are seen.
# Returns a regression report, as a string.
2015-01-23 23:56:28 +00:00
def compute_regressions (self, builder, branch, results, baseline):
our_keys = results.keys ()
our_keys.sort ()
2013-08-01 17:32:44 +00:00
result = ''
2015-01-23 23:56:28 +00:00
xfails = self.read_xfail (builder, branch)
2013-08-01 17:32:44 +00:00
if xfails is None:
xfails = {}
for key in our_keys:
# An XFAIL entry means we have an unreliable test.
2015-01-20 01:26:05 +00:00
if key in xfails:
2013-08-01 17:32:44 +00:00
continue
# A transition to PASS means we should update the baseline.
if results[key] == 'PASS':
if key not in baseline or baseline[key] != 'PASS':
baseline[key] = 'PASS'
# A regression is just a transition to FAIL.
if results[key] != 'FAIL':
continue
if key not in baseline:
result = result + 'new FAIL: ' + key + '\n'
elif baseline[key] != 'FAIL':
result = result + baseline[key] + ' -> FAIL: ' + key + '\n'
return result