1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
|
#!/usr/bin/python
import blessings
import HTMLParser
import requests
from requests.packages.urllib3.exceptions import InsecureRequestWarning
import sys
import re
import argparse
from collections import defaultdict
from datetime import date, timedelta, datetime
from dateutil.parser import parse
# This tool goes though the Gluster regression links and checks for failures
BASE='https://build.gluster.org'
TERM=blessings.Terminal()
MAX_BUILDS=1000
summary=defaultdict(list)
VERBOSE=None
total_builds=0
failed_builds=0
def process_failure (url, cut_off_date):
global failed_builds
text = requests.get(url,verify=False).text
accum = []
for t in text.split('\n'):
if t.find("BUILD_TIMESTAMP=") != -1 and cut_off_date != None:
build_date = parse (t, fuzzy=True)
if build_date.date() < cut_off_date:
return 1
elif t.find("Result: FAIL") != -1:
failed_builds=failed_builds+1
if VERBOSE == True: print TERM.red + ('FAILURE on %s' % BASE+url) + TERM.normal
for t2 in accum:
if VERBOSE == True: print t2.encode('utf-8')
if t2.find("Wstat") != -1:
test_case = re.search('\./tests/.*\.t',t2)
if test_case:
summary[test_case.group()].append(url)
accum = []
elif t.find("Result: PASS") != -1:
accum = []
elif t.find("cur_cores=/") != -1:
summary["core"].append([t.split("/")[1]])
summary["core"].append(url)
else:
accum.append(t)
return 0
class FailureFinder (HTMLParser.HTMLParser):
def __init__ (*args):
apply(HTMLParser.HTMLParser.__init__,args)
self = args[0]
self.last_href = None
def handle_starttag (self, tag, attrs):
if tag == 'a':
return self.is_a_tag (attrs)
if tag == 'img':
return self.is_img_tag (attrs)
def is_a_tag (self, attrs):
attrs_dict = dict(attrs)
try:
if attrs_dict['class'] != 'build-status-link':
return
except KeyError:
return
self.last_href = attrs_dict['href']
def is_img_tag (self, attrs):
if self.last_href == None:
return
attrs_dict = dict(attrs)
try:
if attrs_dict['alt'].find('Failed') == -1:
return
except KeyError:
return
process_failure(BASE+self.last_href, None)
self.last_href = None
def main (url):
parser = FailureFinder()
text = requests.get(url,verify=False).text
parser.feed(text)
def print_summary_html():
print "<p><b>%d</b> of <b>%d</b> regressions failed</p>" % (failed_builds, total_builds)
for k,v in summary.iteritems():
if k == 'core':
print "<p><font color='red'><b> Found cores :</b></font></p>"
for cmp,lnk in zip(v[::2], v[1::2]):
print "<p> Component: %s</p>" % (cmp)
print "<p> Regression Link: %s</p>" % (lnk)
else:
print "<p><font color='red'><b> %s ;</b> Failed <b>%d</b> times</font></p>" % (k, len(v))
for lnk in v:
print "<p> Regression Link: <a href=\"%s\">%s</a></p>" % (lnk, lnk)
def print_summary():
print "%d of %d regressions failed" % (failed_builds, total_builds)
for k,v in summary.iteritems():
if k == 'core':
print TERM.red + "Found cores:" + TERM.normal
for cmp,lnk in zip(v[::2], v[1::2]):
print "\tComponent: %s" % (cmp)
print "\tRegression Link: %s" % (lnk)
else:
print TERM.red + "%s ; Failed %d times" % (k, len(v)) + TERM.normal
for lnk in v:
print "\tRegression Link: %s" % (lnk)
def get_summary (build_id, cut_off_date, reg_link):
global total_builds
for i in xrange(build_id, build_id-MAX_BUILDS, -1):
url=BASE+reg_link+str(i)+"/consoleFull"
ret = process_failure(url, cut_off_date)
if ret == 1:
total_builds = build_id - i
return
if __name__ == '__main__':
requests.packages.urllib3.disable_warnings(InsecureRequestWarning)
parser = argparse.ArgumentParser()
parser.add_argument("get-summary")
parser.add_argument("last_no_of_days", default=1, type=int, help="Regression summary of last number of days")
parser.add_argument("regression_link", default="centos", nargs='+', help="\"centos\" | \"netbsd\" | any other regression link")
parser.add_argument("--verbose", default="false", action="store_true", help="Print a detailed report of each test case that is failed")
parser.add_argument("--html_report", default="false", action="store_true", help="Print a brief report of failed regressions in html format")
args = parser.parse_args()
num_days=args.last_no_of_days
cut_off_date=date.today() - timedelta(days=num_days)
VERBOSE = args.verbose
for reg in args.regression_link:
if reg == 'centos':
reg_link = '/job/rackspace-regression-2GB-triggered/'
elif reg == 'netbsd':
reg_link = '/job/rackspace-netbsd7-regression-triggered/'
else:
reg_link = reg
build_id = int(requests.get(BASE+reg_link+"lastBuild/buildNumber", verify=False).text)
get_summary(build_id, cut_off_date, reg_link)
if args.html_report == True:
print_summary_html()
else:
print_summary()
|
