diff --git a/bugowner.py b/bugowner.py new file mode 100755 index 00000000..9a0239c9 --- /dev/null +++ b/bugowner.py @@ -0,0 +1,253 @@ +#!/usr/bin/python +# -*- coding: utf-8 -*- +# Copyright (c) 2018 SUSE LLC +# +# Permission is hereby granted, free of charge, to any person obtaining a copy +# of this software and associated documentation files (the "Software"), to deal +# in the Software without restriction, including without limitation the rights +# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +# copies of the Software, and to permit persons to whom the Software is +# furnished to do so, subject to the following conditions: +# +# The above copyright notice and this permission notice shall be included in +# all copies or substantial portions of the Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +# SOFTWARE. + +from ConfigParser import ConfigParser +from xdg.BaseDirectory import load_first_config +from lxml import etree as ET +from collections import namedtuple + +import sys +import cmdln +import logging +import urllib2 +import osc.core +import yaml +import os +import ldap + +import ToolBase + +logger = logging.getLogger() + +FACTORY = "openSUSE:Factory" + +Owner = namedtuple('Owner', ('kind', 'name')) +Person = namedtuple('Person', ('login', 'email', 'realname')) + +class BugownerTool(ToolBase.ToolBase): + + def __init__(self): + ToolBase.ToolBase.__init__(self) + self.project = None + self.reference_projects = None + self.package_metas = dict() + self.release_managers = None + self.persons = {} + + def resolve_person(self, name): + if name in self.persons: + return self.persons[name] + + url = self.makeurl(['person', name]) + root = ET.fromstring(self.cached_GET(url)) + + person = Person(*[ root.find('./{}'.format(field)).text for field in Person._fields ]) + self.persons[name] = person + + return person + + def find_packages_with_missing_bugowner(self): + url = self.makeurl(['search', 'missing_owner'], { 'project': self.project, 'filter': 'bugowner'}) + root = ET.fromstring(self.cached_GET(url)) + + missing = [] + for node in root.findall('missing_owner'): + missing.append(node.get('package')) + + return missing + + def find_owner(self, package, role = 'bugowner'): + # XXX: not actually looking for package but binary + # https://github.com/openSUSE/open-build-service/issues/4359 + url = self.makeurl(['search', 'owner'], { 'binary': package}) + root = ET.fromstring(self.cached_GET(url)) + ret = [] + for node in root.findall('./owner/person[@role="{}"]'.format(role)): + ret.append(Owner('person', node.get('name'))) + for node in root.findall('./owner/group[@role="{}"]'.format(role)): + ret.append(Owner('group', node.get('name'))) + + return ret + + def add_bugowner(self, package, owner): + url = self.makeurl(['source', self.project, package, '_meta']) + root = ET.fromstring(self.cached_GET(url)) + idname = 'userid' if owner.kind == 'person' else 'groupid' + # XXX: can't use 'and' here to filter for bugowner too + exists = root.findall('./{}[@{}="{}"]'.format(owner.kind, idname, owner.name)) + for node in exists: + if node.get('role') == 'bugowner': + logger.debug("%s/%s already has %s %s", self.project, package, owner.kind, owner.name) + return + + node = ET.SubElement(root, owner.kind) + node.set(idname, owner.name) + node.set('role', 'bugowner') + + data = ET.tostring(root) + logger.debug(data) + self.http_PUT(url, data=data) + + def package_get_last_committer(self, package): + project = self.project + srcrev = osc.core.get_source_rev(self.apiurl, project, package) + + if 'requestid' in srcrev: + r = osc.core.get_request(self.apiurl, srcrev['requestid']) + user = r.statehistory[0].who + else: + user = srcrev['user'] + + if self.is_release_manager(user): + logging.debug("%s was last touched by %s, ignored."%(package, user)) + return None + + return [ Owner('person', user) ] + + def is_release_manager(self, name): + if self.release_managers is None: + self.release_managers = set() + url = self.makeurl(['group', 'sle-release-managers']) + root = ET.fromstring(self.cached_GET(url)) + for node in root.findall('.//person[@userid]'): + self.release_managers.add(node.get('userid')) + # XXX: hardcoded bot + self.release_managers.add('leaper') + logger.debug("release managers %s", self.release_managers) + + return name in self.release_managers + + +class CommandLineInterface(ToolBase.CommandLineInterface): + + def __init__(self, *args, **kwargs): + ToolBase.CommandLineInterface.__init__(self, args, kwargs) + + def get_optparser(self): + parser = ToolBase.CommandLineInterface.get_optparser(self) + parser.add_option('-p', '--project', dest='project', metavar='PROJECT', + help='project to process (default: %s)' % FACTORY, + default = FACTORY) + parser.add_option('--reference-project', metavar='PROJECT', + action='append', help='reference project') + return parser + + def setup_tool(self): + tool = BugownerTool() + tool.project = self.options.project + return tool + + def do_missing(self, subcmd, opts): + """${cmd_name}: find packages with missing bugowner + + Beware of https://github.com/openSUSE/open-build-service/issues/4172 + when using this with SLE service packs or update projects + + ${cmd_usage} + ${cmd_option_list} + """ + + pkgs = self.tool.find_packages_with_missing_bugowner() + for p in pkgs: + print(p) + + @cmdln.option('-r', '--role', metavar='ROLE', help='role to look up', default="bugowner") + @cmdln.option('-s', '--set', action='store_true', help='set bugowner in specified project') + @cmdln.option('--request', action='store_true', help='print osc request lines') + @cmdln.option('--employee', action='store_true', help='only filter employees') + def do_owner(self, subcmd, opts, *package): + """${cmd_name}: find owners of the given pacakge + + ${cmd_usage} + ${cmd_option_list} + """ + + l = ldap.initialize("ldap://pan.suse.de") + l.simple_bind_s() + + for p in package: + owners = self.tool.find_owner(p, opts.role) + if not owners: + logger.info("%s does not have owners", p) + continue + for o in owners: + logger.info("%s -> %s %s", p, o.kind, o.name) + if opts.set: + self.tool.add_bugowner(p, o) + elif opts.request: + name = o.name + if o.kind == 'group': + name = 'group:' + name + print("osc -A {} reqbs -r bugowner -m 'copy bug owner from previous codestream' {} {} {}".format(self.tool.apiurl, self.tool.project, p, name)) + elif opts.employee: + if o.kind != 'person': + logger.debug('%s not a person', o.name) + continue + person = self.tool.resolve_person(o.name) + if person.email.endswith('@suse.com'): + print p, o.name + else: + logger.debug('%s skipped', o.name) + + def do_addbugowner(self, subcmd, opts, package, *persons): + """${cmd_name}: add person as bugowner unless already set + + ${cmd_usage} + ${cmd_option_list} + """ + + for p in persons: + o = Owner('person', p) + logger.info("%s -> %s %s", package, o.kind, o.name) + self.tool.add_bugowner(p, o) + + @cmdln.option('--set', action='store_true', + help='request bugowner') + @cmdln.option('--request', action='store_true', help='print osc request lines') + def do_lastsubmitter(self, subcmd, opts, *packages): + """${cmd_name}: show last committer for packages + + excludes release managers + + ${cmd_name} PROJECT PACKAGE... + + ${cmd_option_list} + """ + + for p in packages: + owners = self.tool.package_get_last_committer(p) + if not owners: + logger.info("%s does not have owners", p) + continue + for o in owners: + logger.info("%s -> %s %s", p, o.kind, o.name) + if opts.set: + self.tool.add_bugowner(p, o) + if opts.request: + name = o.name + if o.kind == 'group': + name = 'group:' + name + print("osc -A {} reqbs -r bugowner -m 'add last submitter as bug owner' {} {} {}".format(self.tool.apiurl, self.tool.project, p, name)) + +if __name__ == "__main__": + app = CommandLineInterface() + sys.exit(app.main()) diff --git a/dist/package/openSUSE-release-tools.spec b/dist/package/openSUSE-release-tools.spec index 66fc8039..5d1746b4 100644 --- a/dist/package/openSUSE-release-tools.spec +++ b/dist/package/openSUSE-release-tools.spec @@ -390,6 +390,7 @@ fi %doc README.asciidoc %{_bindir}/osrt-biarchtool %{_bindir}/osrt-bs_mirrorfull +%{_bindir}/osrt-bugowner %{_bindir}/osrt-build-fail-reminder %{_bindir}/osrt-checknewer %{_bindir}/osrt-check_source_in_factory