openSUSE / openSUSE-release-tools / 5647 / 1

Source File

0.0

/bugowner.py

#!/usr/bin/python
# -*- coding: utf-8 -*-
# Copyright (c) 2018 SUSE LLC
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.

from __future__ import print_function

from ConfigParser import ConfigParser
from xdg.BaseDirectory import load_first_config
from lxml import etree as ET
from collections import namedtuple

import sys
import cmdln
import logging
import urllib2
import osc.core
import yaml
import os
import ldap

import ToolBase

logger = logging.getLogger()

FACTORY = "openSUSE:Factory"

Owner = namedtuple('Owner', ('kind', 'name'))
Person = namedtuple('Person', ('login', 'email', 'realname'))

class BugownerTool(ToolBase.ToolBase):

    def __init__(self):
        ToolBase.ToolBase.__init__(self)
        self.project = None
        self.reference_projects = None
        self.package_metas = dict()
        self.release_managers = None
        self.persons = {}

    def resolve_person(self, name):
        if name in self.persons:
            return self.persons[name]

        url = self.makeurl(['person', name])
        root = ET.fromstring(self.cached_GET(url))

        person = Person(*[ root.find('./{}'.format(field)).text for field in Person._fields ])
        self.persons[name] = person

        return person

    def find_packages_with_missing_bugowner(self):
        url = self.makeurl(['search', 'missing_owner'], { 'project': self.project, 'filter': 'bugowner'})
        root = ET.fromstring(self.cached_GET(url))

        missing = []
        for node in root.findall('missing_owner'):
            missing.append(node.get('package'))

        return missing

    def find_owner(self, package, role = 'bugowner'):
        # XXX: not actually looking for package but binary
        # https://github.com/openSUSE/open-build-service/issues/4359
        url = self.makeurl(['search', 'owner'], { 'binary': package})
        root = ET.fromstring(self.cached_GET(url))
        ret = []
        for node in root.findall('./owner/person[@role="{}"]'.format(role)):
            ret.append(Owner('person', node.get('name')))
        for node in root.findall('./owner/group[@role="{}"]'.format(role)):
            ret.append(Owner('group', node.get('name')))

        return ret

    def add_bugowner(self, package, owner):
        url = self.makeurl(['source', self.project, package, '_meta'])
        root = ET.fromstring(self.cached_GET(url))
        idname = 'userid' if owner.kind == 'person' else 'groupid'
        # XXX: can't use 'and' here to filter for bugowner too
        exists = root.findall('./{}[@{}="{}"]'.format(owner.kind, idname, owner.name))
        for node in exists:
            if node.get('role') == 'bugowner':
                logger.debug("%s/%s already has %s %s", self.project, package, owner.kind, owner.name)
            return

        node = ET.SubElement(root, owner.kind)
        node.set(idname, owner.name)
        node.set('role', 'bugowner')

        data = ET.tostring(root)
        logger.debug(data)
        self.http_PUT(url, data=data)

    def package_get_last_committer(self, package):
        project = self.project
        srcrev = osc.core.get_source_rev(self.apiurl, project, package)

        if 'requestid' in srcrev:
            r = osc.core.get_request(self.apiurl, srcrev['requestid'])
            user = r.statehistory[0].who
        else:
            user = srcrev['user']

        if self.is_release_manager(user):
            logging.debug("%s was last touched by %s, ignored."%(package, user))
            return None

        return [ Owner('person', user) ]

    def is_release_manager(self, name):
        if self.release_managers is None:
            self.release_managers = set()
            url = self.makeurl(['group', 'sle-release-managers'])
            root = ET.fromstring(self.cached_GET(url))
            for node in root.findall('.//person[@userid]'):
                self.release_managers.add(node.get('userid'))
            # XXX: hardcoded bot
            self.release_managers.add('leaper')
            logger.debug("release managers %s", self.release_managers)

        return name in self.release_managers


class CommandLineInterface(ToolBase.CommandLineInterface):

    def __init__(self, *args, **kwargs):
        ToolBase.CommandLineInterface.__init__(self, args, kwargs)

    def get_optparser(self):
        parser = ToolBase.CommandLineInterface.get_optparser(self)
        parser.add_option('-p', '--project', dest='project', metavar='PROJECT',
                        help='project to process (default: %s)' % FACTORY,
                        default = FACTORY)
        parser.add_option('--reference-project', metavar='PROJECT',
                action='append', help='reference project')
        return parser

    def setup_tool(self):
        tool = BugownerTool()
        tool.project = self.options.project
        return tool

    def do_missing(self, subcmd, opts):
        """${cmd_name}: find packages with missing bugowner

        Beware of https://github.com/openSUSE/open-build-service/issues/4172
        when using this with SLE service packs or update projects

        ${cmd_usage}
        ${cmd_option_list}
        """

        pkgs = self.tool.find_packages_with_missing_bugowner()
        for p in pkgs:
            print(p)

    @cmdln.option('-r', '--role', metavar='ROLE', help='role to look up', default="bugowner")
    @cmdln.option('-s', '--set', action='store_true', help='set bugowner in specified project')
    @cmdln.option('--request', action='store_true', help='print osc request lines')
    @cmdln.option('--employee', action='store_true', help='only filter employees')
    def do_owner(self, subcmd, opts, *package):
        """${cmd_name}: find owners of the given pacakge

        ${cmd_usage}
        ${cmd_option_list}
        """

        l = ldap.initialize("ldap://pan.suse.de")
        l.simple_bind_s()

        for p in package:
            owners = self.tool.find_owner(p, opts.role)
            if not owners:
                logger.info("%s does not have owners", p)
                continue
            for o in owners:
                logger.info("%s -> %s %s", p, o.kind, o.name)
                if opts.set:
                    self.tool.add_bugowner(p, o)
                elif opts.request:
                    name = o.name
                    if o.kind == 'group':
                        name = 'group:' + name
                    print("osc -A {} reqbs -r bugowner -m 'copy bug owner from previous codestream' {} {} {}".format(self.tool.apiurl, self.tool.project, p, name))
                elif opts.employee:
                    if o.kind != 'person':
                        logger.debug('%s not a person', o.name)
                        continue
                    person = self.tool.resolve_person(o.name)
                    if person.email.endswith('@suse.com'):
                        print(p, o.name)
                    else:
                        logger.debug('%s skipped', o.name)

    def do_addbugowner(self, subcmd, opts, package, *persons):
        """${cmd_name}: add person as bugowner unless already set

        ${cmd_usage}
        ${cmd_option_list}
        """

        for p in persons:
            o = Owner('person', p)
            logger.info("%s -> %s %s", package, o.kind, o.name)
            self.tool.add_bugowner(p, o)

    @cmdln.option('--set', action='store_true',
                  help='request bugowner')
    @cmdln.option('--request', action='store_true', help='print osc request lines')
    def do_lastsubmitter(self, subcmd, opts, *packages):
        """${cmd_name}: show last committer for packages

        excludes release managers

        ${cmd_name} PROJECT PACKAGE...

        ${cmd_option_list}
        """

        for p in packages:
            owners = self.tool.package_get_last_committer(p)
            if not owners:
                logger.info("%s does not have owners", p)
                continue
            for o in owners:
                logger.info("%s -> %s %s", p, o.kind, o.name)
                if opts.set:
                    self.tool.add_bugowner(p, o)
                if opts.request:
                    name = o.name
                    if o.kind == 'group':
                        name = 'group:' + name
                    print("osc -A {} reqbs -r bugowner -m 'add last submitter as bug owner' {} {} {}".format(self.tool.apiurl, self.tool.project, p, name))

if __name__ == "__main__":
    app = CommandLineInterface()
    sys.exit(app.main())

1	#!/usr/bin/python
2	# -- coding: utf-8 --
3	# Copyright (c) 2018 SUSE LLC
4	#
5	# Permission is hereby granted, free of charge, to any person obtaining a copy
6	# of this software and associated documentation files (the "Software"), to deal
7	# in the Software without restriction, including without limitation the rights
8	# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9	# copies of the Software, and to permit persons to whom the Software is
10	# furnished to do so, subject to the following conditions:
11	#
12	# The above copyright notice and this permission notice shall be included in
13	# all copies or substantial portions of the Software.
14	#
15	# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16	# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17	# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18	# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19	# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20	# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21	# SOFTWARE.
22
23	from __future__ import print_function	×
24
25	from ConfigParser import ConfigParser	×
26	from xdg.BaseDirectory import load_first_config	×
27	from lxml import etree as ET	×
28	from collections import namedtuple	×
29
30	import sys	×
31	import cmdln	×
32	import logging	×
33	import urllib2	×
34	import osc.core	×
35	import yaml	×
36	import os	×
37	import ldap	×
38
39	import ToolBase	×
40
41	logger = logging.getLogger()	×
42
43	FACTORY = "openSUSE:Factory"	×
44
45	Owner = namedtuple('Owner', ('kind', 'name'))	×
46	Person = namedtuple('Person', ('login', 'email', 'realname'))	×
47
48	class BugownerTool(ToolBase.ToolBase):	×
49
50	def __init__(self):	×
51	ToolBase.ToolBase.__init__(self)	×
52	self.project = None	×
53	self.reference_projects = None	×
54	self.package_metas = dict()	×
55	self.release_managers = None	×
56	self.persons = {}	×
57
58	def resolve_person(self, name):	×
59	if name in self.persons:	×
60	return self.persons[name]	×
61
62	url = self.makeurl(['person', name])	×
63	root = ET.fromstring(self.cached_GET(url))	×
64
65	person = Person(*[ root.find('./{}'.format(field)).text for field in Person._fields ])	×
66	self.persons[name] = person	×
67
68	return person	×
69
70	def find_packages_with_missing_bugowner(self):	×
71	url = self.makeurl(['search', 'missing_owner'], { 'project': self.project, 'filter': 'bugowner'})	×
72	root = ET.fromstring(self.cached_GET(url))	×
73
74	missing = []	×
75	for node in root.findall('missing_owner'):	×
76	missing.append(node.get('package'))	×
77
78	return missing	×
79
80	def find_owner(self, package, role = 'bugowner'):	×
81	# XXX: not actually looking for package but binary
82	# https://github.com/openSUSE/open-build-service/issues/4359
83	url = self.makeurl(['search', 'owner'], { 'binary': package})	×
84	root = ET.fromstring(self.cached_GET(url))	×
85	ret = []	×
86	for node in root.findall('./owner/person[@role="{}"]'.format(role)):	×
87	ret.append(Owner('person', node.get('name')))	×
88	for node in root.findall('./owner/group[@role="{}"]'.format(role)):	×
89	ret.append(Owner('group', node.get('name')))	×
90
91	return ret	×
92
93	def add_bugowner(self, package, owner):	×
94	url = self.makeurl(['source', self.project, package, '_meta'])	×
95	root = ET.fromstring(self.cached_GET(url))	×
96	idname = 'userid' if owner.kind == 'person' else 'groupid'	×
97	# XXX: can't use 'and' here to filter for bugowner too
98	exists = root.findall('./{}[@{}="{}"]'.format(owner.kind, idname, owner.name))	×
99	for node in exists:	×
100	if node.get('role') == 'bugowner':	×
101	logger.debug("%s/%s already has %s %s", self.project, package, owner.kind, owner.name)	×
102	return	×
103
104	node = ET.SubElement(root, owner.kind)	×
105	node.set(idname, owner.name)	×
106	node.set('role', 'bugowner')	×
107
108	data = ET.tostring(root)	×
109	logger.debug(data)	×
110	self.http_PUT(url, data=data)	×
111
112	def package_get_last_committer(self, package):	×
113	project = self.project	×
114	srcrev = osc.core.get_source_rev(self.apiurl, project, package)	×
115
116	if 'requestid' in srcrev:	×
117	r = osc.core.get_request(self.apiurl, srcrev['requestid'])	×
118	user = r.statehistory[0].who	×
119	else:
120	user = srcrev['user']	×
121
122	if self.is_release_manager(user):	×
123	logging.debug("%s was last touched by %s, ignored."%(package, user))	×
124	return None	×
125
126	return [ Owner('person', user) ]	×
127
128	def is_release_manager(self, name):	×
129	if self.release_managers is None:	×
130	self.release_managers = set()	×
131	url = self.makeurl(['group', 'sle-release-managers'])	×
132	root = ET.fromstring(self.cached_GET(url))	×
133	for node in root.findall('.//person[@userid]'):	×
134	self.release_managers.add(node.get('userid'))	×
135	# XXX: hardcoded bot
136	self.release_managers.add('leaper')	×
137	logger.debug("release managers %s", self.release_managers)	×
138
139	return name in self.release_managers	×
140
141
142	class CommandLineInterface(ToolBase.CommandLineInterface):	×
143
144	def __init__(self, args, *kwargs):	×
145	ToolBase.CommandLineInterface.__init__(self, args, kwargs)	×
146
147	def get_optparser(self):	×
148	parser = ToolBase.CommandLineInterface.get_optparser(self)	×
149	parser.add_option('-p', '--project', dest='project', metavar='PROJECT',	×
150	help='project to process (default: %s)' % FACTORY,
151	default = FACTORY)
152	parser.add_option('--reference-project', metavar='PROJECT',	×
153	action='append', help='reference project')
154	return parser	×
155
156	def setup_tool(self):	×
157	tool = BugownerTool()	×
158	tool.project = self.options.project	×
159	return tool	×
160
161	def do_missing(self, subcmd, opts):	×
162	"""${cmd_name}: find packages with missing bugowner
163
164	Beware of https://github.com/openSUSE/open-build-service/issues/4172
165	when using this with SLE service packs or update projects
166
167	${cmd_usage}
168	${cmd_option_list}
169	"""
170
171	pkgs = self.tool.find_packages_with_missing_bugowner()	×
172	for p in pkgs:	×
173	print(p)	×
174
175	@cmdln.option('-r', '--role', metavar='ROLE', help='role to look up', default="bugowner")	×
176	@cmdln.option('-s', '--set', action='store_true', help='set bugowner in specified project')	×
177	@cmdln.option('--request', action='store_true', help='print osc request lines')	×
178	@cmdln.option('--employee', action='store_true', help='only filter employees')	×
179	def do_owner(self, subcmd, opts, *package):
180	"""${cmd_name}: find owners of the given pacakge
181
182	${cmd_usage}
183	${cmd_option_list}
184	"""
185
186	l = ldap.initialize("ldap://pan.suse.de")	×
187	l.simple_bind_s()	×
188
189	for p in package:	×
190	owners = self.tool.find_owner(p, opts.role)	×
191	if not owners:	×
192	logger.info("%s does not have owners", p)	×
193	continue	×
194	for o in owners:	×
195	logger.info("%s -> %s %s", p, o.kind, o.name)	×
196	if opts.set:	×
197	self.tool.add_bugowner(p, o)	×
198	elif opts.request:	×
199	name = o.name	×
200	if o.kind == 'group':	×
201	name = 'group:' + name	×
202	print("osc -A {} reqbs -r bugowner -m 'copy bug owner from previous codestream' {} {} {}".format(self.tool.apiurl, self.tool.project, p, name))	×
203	elif opts.employee:	×
204	if o.kind != 'person':	×
205	logger.debug('%s not a person', o.name)	×
206	continue	×
207	person = self.tool.resolve_person(o.name)	×
208	if person.email.endswith('@suse.com'):	×
209	print(p, o.name)	×
210	else:
211	logger.debug('%s skipped', o.name)	×
212
213	def do_addbugowner(self, subcmd, opts, package, *persons):	×
214	"""${cmd_name}: add person as bugowner unless already set
215
216	${cmd_usage}
217	${cmd_option_list}
218	"""
219
220	for p in persons:	×
221	o = Owner('person', p)	×
222	logger.info("%s -> %s %s", package, o.kind, o.name)	×
223	self.tool.add_bugowner(p, o)	×
224
225	@cmdln.option('--set', action='store_true',	×
226	help='request bugowner')
227	@cmdln.option('--request', action='store_true', help='print osc request lines')	×
228	def do_lastsubmitter(self, subcmd, opts, *packages):
229	"""${cmd_name}: show last committer for packages
230
231	excludes release managers
232
233	${cmd_name} PROJECT PACKAGE...
234
235	${cmd_option_list}
236	"""
237
238	for p in packages:	×
239	owners = self.tool.package_get_last_committer(p)	×
240	if not owners:	×
241	logger.info("%s does not have owners", p)	×
242	continue	×
243	for o in owners:	×
244	logger.info("%s -> %s %s", p, o.kind, o.name)	×
245	if opts.set:	×
246	self.tool.add_bugowner(p, o)	×
247	if opts.request:	×
248	name = o.name	×
249	if o.kind == 'group':	×
250	name = 'group:' + name	×
251	print("osc -A {} reqbs -r bugowner -m 'add last submitter as bug owner' {} {} {}".format(self.tool.apiurl, self.tool.project, p, name))	×
252
253	if __name__ == "__main__":	×
254	app = CommandLineInterface()	×
255	sys.exit(app.main())	×