4616

pending completion

Build # 4616

Build Type

Pull #1873

travis-ci

Committed by

web-flow

Commit Message

Fix project/status route

Following a change in OBS, the project parameter is always required in
the project/status route.

The commit:
https://github.com/openSUSE/open-build-service/commit/f79571224#diff-61c12a5866566c0d732134f0c447d788

Pull Request Pull Request #1873: Fix project/status route

Run Details

1 of 1 new or added line in 1 file covered. (100.0%)

4247 of 15296 relevant lines covered (27.77%)

0.56 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/build-fail-reminder.py

#!/usr/bin/python

import json
import time
import osc
import osc.core
import osc.conf
import xml.etree.ElementTree as ET
import smtplib
from email import Charset
from email.mime.text import MIMEText
import email.utils
import logging
import argparse
import sys
from collections import namedtuple

#http://wordeology.com/computer/how-to-send-good-unicode-email-with-python.html
Charset.add_charset('utf-8', Charset.QP, Charset.QP, 'utf-8')

# FIXME: compute from apiurl
URL="https://build.opensuse.org/project/status/%s?ignore_pending=true&limit_to_fails=true&include_versions=false&format=json"
# for maintainer search
FACTORY='openSUSE:Factory'

class RemindedPackage(object):
    def __init__(self, firstfail, reminded, remindCount, bug):
        self.firstfail=firstfail
        self.reminded=reminded
        self.bug=bug
        self.remindCount=remindCount

    def __str__(self):
        return '{} {} {} {}'.format(self.firstfail, self.reminded, self.bug, self.remindCount)

def jdefault(o):
    return o.__dict__

MAIL_TEMPLATES = ( u"""Dear %(recepient)s,

Please be informed that '%(package)s' in %(project)s has
not had a successful build since %(date)s. See
https://build.opensuse.org/package/show/%(project)s/%(package)s

This can be due to an error in your package directly or could be
caused by a package you depend on to build. In any case, please do
your utmost to get the status back to building.

You will get another reminder in a week if the package still fails
by then.

*** NOTE:
This is an attempt to raise awareness of the maintainers about
broken builds in %(project)s. You receive this mail because you are
marked as maintainer for the above mentioned package (or project
maintainer if the package has no explicit maintainer assigned)

Kind regards,
%(sender)s
""",
u"""Dear %(recepient)s,

Following-up the reminder of one week ago, we have to inform you that
'%(package)s' is still failing in %(project)s. See
https://build.opensuse.org/package/show/%(project)s/%(package)s

It has been failing to build since %(date)s.

Please find the time to fix the build of this package. If needed,
also reach out to the broader community, trying to find somebody to
help you fix this package.

*** NOTE:
This is an attempt to raise awareness of the maintainers about
broken builds in Tumbleweed. You receive this mail because you are
marked as maintainer for the above mentioned package (or project
maintainer if the package has no explicit maintainer assigned)

Kind regards,
%(sender)s
"""
)

def main(args):

    # do some work here
    logger = logging.getLogger("build-fail-reminder")
    logger.info("start")

    osc.conf.get_config(override_apiurl=args.apiurl)
    osc.conf.config['debug'] = args.osc_debug
    apiurl = osc.conf.config['apiurl']

    sender = args.sender
    project = args.project

    logger.debug('loading build fails for %s'%project)
    json_data = osc.core.http_GET(URL%project)
    data = json.load(json_data)
    json_data.close()

    try:
        with open('{}.reminded.json'.format(project)) as json_data:
            RemindedLoaded = json.load(json_data)
        json_data.close()
    except:
        RemindedLoaded = {}
        pass

    seconds_to_remember = 7 * 86400
    now = int(time.time())

    Reminded = {}
    Person = {}

    # Go through all the failed packages and update the reminder
    for package in data:
        # Only consider packages that failed for > seconds_to_remember days (7 days)
        if package["firstfail"] < now - seconds_to_remember:
            if not package["name"] in RemindedLoaded.keys():
                # This is the first time we see this package failing for > 7 days
                reminded = now
                bug=""
                remindCount = 1
            else:
                if RemindedLoaded[package["name"]]["reminded"] < now - seconds_to_remember:
                    # We had seen this package in the last run - special treatment
                    reminded = now
                    bug="boo#123"
                    remindCount = RemindedLoaded[package["name"]]["remindCount"] + 1
                else:
                    reminded = RemindedLoaded[package["name"]]["reminded"]
                    remindCount = RemindedLoaded[package["name"]]["remindCount"]
                    bug = RemindedLoaded[package["name"]]["bug"]
            Reminded[package["name"]] = RemindedPackage(package["firstfail"], reminded, remindCount, bug)

    if not args.dry:
        with open('%s.reminded.json'%project, 'w') as json_result:
            json.dump(Reminded, json_result, default=jdefault)

    for package in Reminded:
        # Now we check on all the packages if we have to perform any reminder actions...
        if Reminded[package].reminded == now:
            # find the maintainers, try to not hammer the server too much
            query = {
                'binary': package,
                'project': FACTORY,
            }
            url = osc.core.makeurl(apiurl, ('search', 'owner'), query=query)
            root = ET.parse(osc.core.http_GET(url)).getroot()
            maintainers = set([p.get('name') for p in root.findall('.//person') if p.get('role') in ('maintainer', 'bugowner')])
            # TODO: expand groups if no persons found
            for userid in maintainers:
                if not userid in Person:
                    Person[userid] = osc.core.get_user_data(apiurl, userid, 'login', 'realname', 'email')
            if Reminded[package].remindCount in (1, 2):
                for userid in maintainers:
                    to = Person[userid][1]
                    fullname = Person[userid][2]
                    text = MAIL_TEMPLATES[Reminded[package].remindCount-1] % {
                                'recepient': to,
                                'sender': sender,
                                'project' : project,
                                'package' : package,
                                'date': time.ctime(Reminded[package].firstfail),
                                }
                    msg = MIMEText(text, _charset='UTF-8')
                    msg['Subject'] = '%s - %s - Build fail notification' % (project, package)
                    msg['To'] = email.utils.formataddr((to, fullname))
                    msg['From'] = sender
                    msg['Date'] = email.utils.formatdate()
                    msg['Message-ID'] = email.utils.make_msgid()
                    msg.add_header('Precedence', 'bulk')
                    msg.add_header('X-Mailer', '%s - Failure Notification' % project)
                    logger.info("%s: %s", msg['To'], msg['Subject'])
                    if args.dry:
                        logger.debug(msg.as_string())
                    else:
                        try:
                            s = smtplib.SMTP(args.relay)
                            s.sendmail(msg['From'], {msg['To'], sender }, msg.as_string())
                            s.quit()
                        except:
                            logger.error("Failed to send an email to %s (%s)" % (fullname, to))
                            pass

            elif Reminded[package].remindCount == 3:
                logger.warn( "Package '%s' has been failing for three weeks - let's create a bug report" % package)
            else:
                logger.warn( "Package '%s' is no longer maintained - send a mail to factory maintainers..." % package)

if __name__ == '__main__':
    parser = argparse.ArgumentParser(description='boilerplate python commmand line program')
    parser.add_argument('-A', '--apiurl', metavar='URL', help='API URL')
    parser.add_argument("--dry", action="store_true", help="dry run")
    parser.add_argument("--debug", action="store_true", help="debug output")
    parser.add_argument("--verbose", action="store_true", help="verbose")
    parser.add_argument("--sender", metavar="SENDER", help="who the mail comes from", required=True)
    parser.add_argument("--project", metavar="PROJECT", help="which project to check", default="openSUSE:Factory")
    parser.add_argument("--relay", metavar="RELAY", help="relay server", required=True)
    parser.add_argument("--osc-debug", action="store_true", help="osc debug output")

    args = parser.parse_args()

    if args.debug:
        level  = logging.DEBUG
    elif args.verbose:
        level = logging.INFO
    else:
        level = None

    logging.basicConfig(level = level)

    sys.exit(main(args))


1	#!/usr/bin/python
2
3	import json	×
4	import time	×
5	import osc	×
6	import osc.core	×
7	import osc.conf	×
8	import xml.etree.ElementTree as ET	×
9	import smtplib	×
10	from email import Charset	×
11	from email.mime.text import MIMEText	×
12	import email.utils	×
13	import logging	×
14	import argparse	×
15	import sys	×
16	from collections import namedtuple	×
17
18	#http://wordeology.com/computer/how-to-send-good-unicode-email-with-python.html
19	Charset.add_charset('utf-8', Charset.QP, Charset.QP, 'utf-8')	×
20
21	# FIXME: compute from apiurl
22	URL="https://build.opensuse.org/project/status/%s?ignore_pending=true&limit_to_fails=true&include_versions=false&format=json"	×
23	# for maintainer search
24	FACTORY='openSUSE:Factory'	×
25
26	class RemindedPackage(object):	×
27	def __init__(self, firstfail, reminded, remindCount, bug):	×
28	self.firstfail=firstfail	×
29	self.reminded=reminded	×
30	self.bug=bug	×
31	self.remindCount=remindCount	×
32
33	def __str__(self):	×
34	return '{} {} {} {}'.format(self.firstfail, self.reminded, self.bug, self.remindCount)	×
35
36	def jdefault(o):	×
37	return o.__dict__	×
38
39	MAIL_TEMPLATES = ( u"""Dear %(recepient)s,	×
40
41	Please be informed that '%(package)s' in %(project)s has
42	not had a successful build since %(date)s. See
43	https://build.opensuse.org/package/show/%(project)s/%(package)s
44
45	This can be due to an error in your package directly or could be
46	caused by a package you depend on to build. In any case, please do
47	your utmost to get the status back to building.
48
49	You will get another reminder in a week if the package still fails
50	by then.
51
52	*** NOTE:
53	This is an attempt to raise awareness of the maintainers about
54	broken builds in %(project)s. You receive this mail because you are
55	marked as maintainer for the above mentioned package (or project
56	maintainer if the package has no explicit maintainer assigned)
57
58	Kind regards,
59	%(sender)s
60	""",
61	u"""Dear %(recepient)s,
62
63	Following-up the reminder of one week ago, we have to inform you that
64	'%(package)s' is still failing in %(project)s. See
65	https://build.opensuse.org/package/show/%(project)s/%(package)s
66
67	It has been failing to build since %(date)s.
68
69	Please find the time to fix the build of this package. If needed,
70	also reach out to the broader community, trying to find somebody to
71	help you fix this package.
72
73	*** NOTE:
74	This is an attempt to raise awareness of the maintainers about
75	broken builds in Tumbleweed. You receive this mail because you are
76	marked as maintainer for the above mentioned package (or project
77	maintainer if the package has no explicit maintainer assigned)
78
79	Kind regards,
80	%(sender)s
81	"""
82	)
83
84	def main(args):	×
85
86	# do some work here
87	logger = logging.getLogger("build-fail-reminder")	×
88	logger.info("start")	×
89
90	osc.conf.get_config(override_apiurl=args.apiurl)	×
91	osc.conf.config['debug'] = args.osc_debug	×
92	apiurl = osc.conf.config['apiurl']	×
93
94	sender = args.sender	×
95	project = args.project	×
96
97	logger.debug('loading build fails for %s'%project)	×
98	json_data = osc.core.http_GET(URL%project)	×
99	data = json.load(json_data)	×
100	json_data.close()	×
101
102	try:	×
103	with open('{}.reminded.json'.format(project)) as json_data:	×
104	RemindedLoaded = json.load(json_data)	×
105	json_data.close()	×
106	except:	×
107	RemindedLoaded = {}	×
108	pass	×
109
110	seconds_to_remember = 7 * 86400	×
111	now = int(time.time())	×
112
113	Reminded = {}	×
114	Person = {}	×
115
116	# Go through all the failed packages and update the reminder
117	for package in data:	×
118	# Only consider packages that failed for > seconds_to_remember days (7 days)
119	if package["firstfail"] < now - seconds_to_remember:	×
120	if not package["name"] in RemindedLoaded.keys():	×
121	# This is the first time we see this package failing for > 7 days
122	reminded = now	×
123	bug=""	×
124	remindCount = 1	×
125	else:
126	if RemindedLoaded[package["name"]]["reminded"] < now - seconds_to_remember:	×
127	# We had seen this package in the last run - special treatment
128	reminded = now	×
129	bug="boo#123"	×
130	remindCount = RemindedLoaded[package["name"]]["remindCount"] + 1	×
131	else:
132	reminded = RemindedLoaded[package["name"]]["reminded"]	×
133	remindCount = RemindedLoaded[package["name"]]["remindCount"]	×
134	bug = RemindedLoaded[package["name"]]["bug"]	×
135	Reminded[package["name"]] = RemindedPackage(package["firstfail"], reminded, remindCount, bug)	×
136
137	if not args.dry:	×
138	with open('%s.reminded.json'%project, 'w') as json_result:	×
139	json.dump(Reminded, json_result, default=jdefault)	×
140
141	for package in Reminded:	×
142	# Now we check on all the packages if we have to perform any reminder actions...
143	if Reminded[package].reminded == now:	×
144	# find the maintainers, try to not hammer the server too much
145	query = {	×
146	'binary': package,
147	'project': FACTORY,
148	}
149	url = osc.core.makeurl(apiurl, ('search', 'owner'), query=query)	×
150	root = ET.parse(osc.core.http_GET(url)).getroot()	×
151	maintainers = set([p.get('name') for p in root.findall('.//person') if p.get('role') in ('maintainer', 'bugowner')])	×
152	# TODO: expand groups if no persons found
153	for userid in maintainers:	×
154	if not userid in Person:	×
155	Person[userid] = osc.core.get_user_data(apiurl, userid, 'login', 'realname', 'email')	×
156	if Reminded[package].remindCount in (1, 2):	×
157	for userid in maintainers:	×
158	to = Person[userid][1]	×
159	fullname = Person[userid][2]	×
160	text = MAIL_TEMPLATES[Reminded[package].remindCount-1] % {	×
161	'recepient': to,
162	'sender': sender,
163	'project' : project,
164	'package' : package,
165	'date': time.ctime(Reminded[package].firstfail),
166	}
167	msg = MIMEText(text, _charset='UTF-8')	×
168	msg['Subject'] = '%s - %s - Build fail notification' % (project, package)	×
169	msg['To'] = email.utils.formataddr((to, fullname))	×
170	msg['From'] = sender	×
171	msg['Date'] = email.utils.formatdate()	×
172	msg['Message-ID'] = email.utils.make_msgid()	×
173	msg.add_header('Precedence', 'bulk')	×
174	msg.add_header('X-Mailer', '%s - Failure Notification' % project)	×
175	logger.info("%s: %s", msg['To'], msg['Subject'])	×
176	if args.dry:	×
177	logger.debug(msg.as_string())	×
178	else:
179	try:	×
180	s = smtplib.SMTP(args.relay)	×
181	s.sendmail(msg['From'], {msg['To'], sender }, msg.as_string())	×
182	s.quit()	×
183	except:	×
184	logger.error("Failed to send an email to %s (%s)" % (fullname, to))	×
185	pass	×
186
187	elif Reminded[package].remindCount == 3:	×
188	logger.warn( "Package '%s' has been failing for three weeks - let's create a bug report" % package)	×
189	else:
190	logger.warn( "Package '%s' is no longer maintained - send a mail to factory maintainers..." % package)	×
191
192	if __name__ == '__main__':	×
193	parser = argparse.ArgumentParser(description='boilerplate python commmand line program')	×
194	parser.add_argument('-A', '--apiurl', metavar='URL', help='API URL')	×
195	parser.add_argument("--dry", action="store_true", help="dry run")	×
196	parser.add_argument("--debug", action="store_true", help="debug output")	×
197	parser.add_argument("--verbose", action="store_true", help="verbose")	×
198	parser.add_argument("--sender", metavar="SENDER", help="who the mail comes from", required=True)	×
199	parser.add_argument("--project", metavar="PROJECT", help="which project to check", default="openSUSE:Factory")	×
200	parser.add_argument("--relay", metavar="RELAY", help="relay server", required=True)	×
201	parser.add_argument("--osc-debug", action="store_true", help="osc debug output")	×
202
203	args = parser.parse_args()	×
204
205	if args.debug:	×
206	level = logging.DEBUG	×
207	elif args.verbose:	×
208	level = logging.INFO	×
209	else:
210	level = None	×
211
212	logging.basicConfig(level = level)	×
213
214	sys.exit(main(args))	×
215

openSUSE / openSUSE-release-tools / 4616

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous