Merge branch 'master' of github.com:coolo/factory-auto
This commit is contained in:
commit
ee719c48ca
@ -3,7 +3,7 @@
|
||||
# Distribute under GPLv2 or GPLv3
|
||||
#
|
||||
# Copy this script to ~/.osc-plugins/ or /var/lib/osc-plugins .
|
||||
# Then try to run 'osc checker --help' to see the usage.
|
||||
# Then try to run 'osc find_legals --help' to see the usage.
|
||||
|
||||
def _find_legals(self, package, opts):
|
||||
factory_time, factory_who, version_updates = self._find_legal_reviews("openSUSE:Factory", package, opts)
|
||||
@ -64,7 +64,7 @@ def do_find_legals(self, subcmd, opts, *args):
|
||||
"""${cmd_name}: checker review of submit requests.
|
||||
|
||||
Usage:
|
||||
osc check_dups [OPT] [list] [FILTER|PACKAGE_SRC]
|
||||
osc find_legals [OPT] [list] [FILTER|PACKAGE_SRC]
|
||||
Shows pending review requests and their current state.
|
||||
|
||||
${cmd_option_list}
|
||||
|
||||
492
osc-group.py
492
osc-group.py
@ -1,103 +1,461 @@
|
||||
#!/usr/bin/env python
|
||||
# -*- coding: UTF-8 -*-
|
||||
#
|
||||
# (C) 2013 coolo@suse.de, openSUSE.org
|
||||
# (C) 2013 tchvatal@suse.cz, openSUSE.org
|
||||
# Distribute under GPLv2 or GPLv3
|
||||
#
|
||||
# Copy this script to ~/.osc-plugins/ or /var/lib/osc-plugins .
|
||||
# Then try to run 'osc checker --help' to see the usage.
|
||||
|
||||
def _group_find_request(self, package, opts):
|
||||
url = makeurl(opts.apiurl, ['request'], "states=new,review&project=openSUSE:Factory&view=collection&package=%s" % package )
|
||||
import osc
|
||||
import osc.core
|
||||
|
||||
from osc import cmdln
|
||||
from osc import conf
|
||||
|
||||
OSC_GROUP_VERSION='0.0.4'
|
||||
|
||||
def _print_version(self):
|
||||
""" Print version information about this extension. """
|
||||
|
||||
print('{0}'.format(self.OSC_GROUP_VERSION))
|
||||
quit(0)
|
||||
|
||||
def _extract(self, attr, type_, from_, root):
|
||||
return [type_(x.attrib[attr]) for x in root.findall(from_)]
|
||||
|
||||
def _group_find_request_id(self, submit_request, opts):
|
||||
"""
|
||||
Look up the submit_request by ID to verify if it is correct
|
||||
:param submit_request: ID of the added request
|
||||
:param opts: obs options
|
||||
"""
|
||||
|
||||
url = makeurl(opts.apiurl, ['request'], 'states=new,review&project=openSUSE:Factory&view=collection')
|
||||
f = http_GET(url)
|
||||
root = ET.parse(f).getroot()
|
||||
maxid=0
|
||||
for rq in root.findall('request'):
|
||||
#print(ET.dump(rq))
|
||||
id = int(rq.attrib['id'])
|
||||
if id > maxid:
|
||||
maxid = id
|
||||
return maxid
|
||||
|
||||
res = self._extract('id', int, 'request', root)
|
||||
|
||||
# we have various stuff passed, and it might or might not be int we need for the comparison
|
||||
try:
|
||||
i = int(submit_request)
|
||||
except ValueError:
|
||||
return None
|
||||
|
||||
if i in res:
|
||||
return submit_request
|
||||
else:
|
||||
# raise oscerr.WrongArgs('There is no request for SR#{0}'.format(submit_request))
|
||||
return None
|
||||
|
||||
def _group_find_request_package(self, package, opts):
|
||||
"""
|
||||
Look up the package by its name and return the SR#
|
||||
:param package: name of the package
|
||||
:param opts: obs options
|
||||
"""
|
||||
|
||||
url = makeurl(opts.apiurl, ['request'], 'states=new,review&project=openSUSE:Factory&view=collection&package={0}'.format(package))
|
||||
f = http_GET(url)
|
||||
root = ET.parse(f).getroot()
|
||||
|
||||
res = self._extract('id', int, 'request', root)
|
||||
|
||||
if len(res) > 1:
|
||||
raise oscerr.WrongArgs('There are multiple requests for package "{0}"'.format(package))
|
||||
|
||||
if len(res) == 0 or res[0] == 0:
|
||||
#raise oscerr.WrongArgs('There is no request for package "{0}"'.format(package))
|
||||
return None
|
||||
|
||||
return res[0]
|
||||
|
||||
def _group_find_request_project(self, source_project, opts):
|
||||
url = makeurl(opts.apiurl, ['request'], "states=new,review&project=openSUSE:Factory&view=collection" )
|
||||
"""
|
||||
Look up the source project by its name and return the SR#(s)
|
||||
:param source_project: name of the source project
|
||||
:param opts: obs options
|
||||
"""
|
||||
|
||||
url = makeurl(opts.apiurl, ['request'], 'states=new,review&project=openSUSE:Factory&view=collection')
|
||||
f = http_GET(url)
|
||||
root = ET.parse(f).getroot()
|
||||
|
||||
res = []
|
||||
for rq in root.findall('request'):
|
||||
for a in rq.findall('action'):
|
||||
s = a.find('source')
|
||||
if s is not None and s.get('project') == source_project:
|
||||
id = int(rq.attrib['id'])
|
||||
res.append(id)
|
||||
res.append(int(rq.attrib['id']))
|
||||
|
||||
if len(res) == 0:
|
||||
#raise oscerr.WrongArgs('There are no requests for base project "{0}"'.format(source_project))
|
||||
return None
|
||||
|
||||
return res
|
||||
|
||||
def _group_find_group(self, request, opts):
|
||||
url = makeurl(opts.apiurl, ['search', "request", "id?match=action/grouped/@id=%s" % request] )
|
||||
def _group_find_request_group(self, request, opts):
|
||||
"""
|
||||
Look up if the SR# is already in some group and if it is return the ID of GR#
|
||||
:param request: name of the source project
|
||||
:param opts: obs options
|
||||
"""
|
||||
|
||||
url = makeurl(opts.apiurl, ['search', 'request', 'id?match=action/grouped/@id={0}'.format(request)] )
|
||||
f = http_GET(url)
|
||||
root = ET.parse(f).getroot()
|
||||
maxid=0
|
||||
for rq in root.findall('request'):
|
||||
#print(ET.dump(rq))
|
||||
id = int(rq.attrib['id'])
|
||||
if id > maxid:
|
||||
maxid = id
|
||||
return maxid
|
||||
|
||||
res = self._extract('id', int, 'request', root)
|
||||
|
||||
if len(res) > 1:
|
||||
raise oscerr.WrongArgs('There are multiple group requests for package "{0}". This should not happen.'.format(request))
|
||||
|
||||
if len(res) == 0 or res[0] == 0:
|
||||
#raise oscerr.WrongArgs('There is no grouping request for package "{0}"'.format(package))
|
||||
return None
|
||||
|
||||
return res[0]
|
||||
|
||||
def _group_find_sr(self, pkgs, opts):
|
||||
"""
|
||||
Search for all various mutations and return list of SR#s
|
||||
:param pkgs: mesh of argumets to search for
|
||||
:param opts: obs options
|
||||
"""
|
||||
|
||||
print("Searching for SR#s based on the arguments...")
|
||||
srids = []
|
||||
for p in pkgs:
|
||||
request = self._group_find_request_package(p, opts)
|
||||
if not request:
|
||||
request = self._group_find_request_id(p, opts)
|
||||
if not request:
|
||||
request = self._group_find_request_project(p, opts)
|
||||
if not request:
|
||||
raise oscerr.WrongArgs('No SR# found for: {0}'.format(p))
|
||||
else:
|
||||
srids.append(request)
|
||||
|
||||
# Flattens the multi level list we actually have here
|
||||
def iterFlatten(root):
|
||||
if isinstance(root, (list, tuple)):
|
||||
for element in root:
|
||||
for e in iterFlatten(element):
|
||||
yield e
|
||||
else:
|
||||
yield root
|
||||
|
||||
# this is needed in order to ensure we have one level list not nested one
|
||||
return list(iterFlatten(srids))
|
||||
|
||||
def _group_verify_grouping(self, srids, opts, require_grouping = False):
|
||||
"""
|
||||
Verifies if the SRs are part of some GR and if not return list of those remaining.
|
||||
:param srids: list of submit request IDs
|
||||
:param opts: obs options
|
||||
:param require_grouping: if passed return list of GR#s for the SR#s and fail if they are not members of any
|
||||
"""
|
||||
|
||||
print("Checking wether the SR#s are already in grouping project...")
|
||||
grids = []
|
||||
for sr in srids:
|
||||
group = self._group_find_request_group(sr, opts)
|
||||
if group:
|
||||
if require_grouping:
|
||||
grids.append(group)
|
||||
# # only remove the ID from grouping, we will error out only if we return empty set
|
||||
# else:
|
||||
# #raise oscerr.WrongArgs('SR#{0} is already in GR#{1}'.format(sr, group))
|
||||
else:
|
||||
if require_grouping:
|
||||
# Can't assert as in the automagic group finding we need to pass here
|
||||
#raise oscerr.WrongArgs('SR#{0} is not member of any group request'.format(sr))
|
||||
grids.append(0)
|
||||
else:
|
||||
# package is not in group so we append it for return
|
||||
grids.append(sr)
|
||||
|
||||
if not require_grouping and len(grids) < 1:
|
||||
raise oscerr.WrongArgs('All added submit request already are in groups: {0}'.format(', '.join(srids)))
|
||||
|
||||
return grids
|
||||
|
||||
def _group_verify_type(self, grid, opts):
|
||||
"""
|
||||
Verify the GR# to ensure it is grouping request to start with
|
||||
:param grid: ID of grouping request we want to verify
|
||||
:param opts: obs options
|
||||
"""
|
||||
|
||||
print("Checking if GR# is proper type...")
|
||||
url = makeurl(opts.apiurl, ['search', 'request', 'id?match=(action/@type=\'group\'+and+(state/@name=\'new\'+or+state/@name=\'review\'))'])
|
||||
f = http_GET(url)
|
||||
root = ET.parse(f).getroot()
|
||||
|
||||
res = self._extract('id', int, 'request', root)
|
||||
|
||||
# we have various stuff passed, and it might or might not be int we need for the comparison
|
||||
try:
|
||||
i = int(grid)
|
||||
except ValueError:
|
||||
#raise oscerr.WrongArgs('GR#{0} is not proper open grouping request'.format(grid))
|
||||
return None
|
||||
|
||||
if not i in res:
|
||||
#raise oscerr.WrongArgs('GR#{0} is not proper open grouping request'.format(grid))
|
||||
return None
|
||||
|
||||
return i
|
||||
|
||||
def _group_create(self, name, pkgs, opts):
|
||||
"""
|
||||
Create grouping request from selected pkgs/project/ids
|
||||
:param name: name of the group
|
||||
:param pkgs: list of packages to group
|
||||
:param opts: obs options
|
||||
"""
|
||||
|
||||
srids = self._group_find_sr(pkgs, opts)
|
||||
srids = self._group_verify_grouping(srids, opts)
|
||||
|
||||
# compose the xml
|
||||
xml='<request><action type="group">'
|
||||
for r in srids:
|
||||
xml += "<grouped id='" + str(r) + "'/>"
|
||||
xml += '</action><description>' + str(name) + '</description></request>'
|
||||
|
||||
# sent the request to server
|
||||
query = {'cmd': 'create'}
|
||||
u = makeurl(opts.apiurl, ['request'], query=query)
|
||||
f = http_POST(u, data=xml)
|
||||
root = ET.parse(f).getroot().attrib['id']
|
||||
|
||||
print('Created GR#{0} with following submit requests: {1}'.format(str(root), ', '.join(map(str, srids))))
|
||||
|
||||
def _group_add(self, grid, pkgs, opts):
|
||||
"""
|
||||
Append selected packages to grouping request
|
||||
:param grid: grouping request id
|
||||
:param pkgs: list of packages to append
|
||||
:param opts: obs options
|
||||
"""
|
||||
|
||||
# check if first argument is actual grouping ID and if not try to find
|
||||
# the group id in other requests
|
||||
returned_group = self._group_verify_type(grid, opts)
|
||||
if returned_group:
|
||||
srids = self._group_find_sr(pkgs, opts)
|
||||
srids = self._group_verify_grouping(srids, opts)
|
||||
else:
|
||||
# here we add the grid to pkgs and search among all to get at least one
|
||||
# usefull group request id
|
||||
pkgs += (grid,)
|
||||
srids = self._group_find_sr(pkgs, opts)
|
||||
|
||||
pkg_grids = self._group_verify_grouping(srids, opts, True)
|
||||
pkg_grids = list(set(pkg_grids))
|
||||
# if there is 1 group it means we found only the fallback 0
|
||||
if len(pkg_grids) == 1:
|
||||
raise oscerr.WrongArgs('There is no grouping request ID among all submitted pacakges:')
|
||||
# if the groups are more than 2 we have multiple grouping IDs which is also not good
|
||||
if len(pkg_grids) > 2:
|
||||
raise oscerr.WrongArgs('There are multiple grouping request IDs among added pacakges: {0}'.format(', '.join(pkg_grids)))
|
||||
grid = pkg_grids[1]
|
||||
|
||||
# now remove the package that provided the GR# from the pkgs addition list
|
||||
for sr in srids:
|
||||
group = self._group_find_request_group(sr, opts)
|
||||
if group:
|
||||
srids.remove(sr)
|
||||
|
||||
for r in srids:
|
||||
query = {'cmd': 'addrequest'}
|
||||
query['newid'] = str(r)
|
||||
url = makeurl(opts.apiurl, ['request', str(grid)], query=query)
|
||||
f = http_POST(url)
|
||||
root = ET.parse(f).getroot()
|
||||
print('Added SR#{0} to group request GR#{1}'.format(r, grid))
|
||||
|
||||
def _group_remove(self, grid, pkgs, opts):
|
||||
"""
|
||||
Remove selected packages from grouping request
|
||||
:param grid: grouping request id
|
||||
:param pkgs: list of packages to remove
|
||||
:param opts: obs options
|
||||
"""
|
||||
|
||||
srids = self._group_find_sr(pkgs, opts)
|
||||
self._group_verify_type(grid, opts)
|
||||
srid_groups = self._group_verify_grouping(srids, opts, True)
|
||||
|
||||
# ensure there are no mixed packages from different group request
|
||||
for i in srid_groups:
|
||||
if not int(i) == int(grid):
|
||||
raise oscerr.WrongArgs('Some of the SR#s do not belong to group request GR#{0}'.format(grid))
|
||||
|
||||
# remove the SR#s from the GR#
|
||||
for r in srids:
|
||||
query = {'cmd': 'removerequest'}
|
||||
query['oldid'] = str(r)
|
||||
u = makeurl(opts.apiurl, ['request', str(grid)], query=query)
|
||||
f = http_POST(u)
|
||||
root = ET.parse(f).getroot()
|
||||
print('Removed SR#{0} from group request GR#{1}'.format(r, grid))
|
||||
|
||||
def _print_group_header(self, grid, opts):
|
||||
"""
|
||||
Print header showing the content of the GR#
|
||||
:param grid: grouping request id
|
||||
:param opts: obs options
|
||||
"""
|
||||
url = makeurl(opts.apiurl, ['request', str(grid)])
|
||||
f = http_GET(url)
|
||||
root = ET.parse(f).getroot()
|
||||
|
||||
description = str(root.find('description').text)
|
||||
date = str(root.find('state').attrib['when'])
|
||||
author = str(root.find('state').attrib['who'])
|
||||
|
||||
# count the elements:
|
||||
counter = root.find('action')
|
||||
res = self._extract('id', int, 'grouped', counter)
|
||||
items = len(res)
|
||||
print('GR#{0} | {1} | {2} | {3} | {4}'.format(grid, author, date, items, description))
|
||||
|
||||
|
||||
def _group_list_requests(self, grid, opts):
|
||||
"""
|
||||
List open grouping requests or list content of one GR#
|
||||
:param grid: grouping request id if None lists all open grouping requests
|
||||
:param opts: obs options
|
||||
"""
|
||||
|
||||
# header content description
|
||||
print(' ID | Author | Date | Open items | Name ')
|
||||
|
||||
if grid:
|
||||
# if we have assigned id we need to ensure it is actually grouped id
|
||||
if not self._group_verify_type(grid, opts):
|
||||
raise oscerr.WrongArgs('Request {0} is not a proper grouping request'.format(grid))
|
||||
self._print_group_header(grid, opts)
|
||||
print('\nContains following requests:')
|
||||
|
||||
# search up for all submit ids in group
|
||||
url = url = makeurl(opts.apiurl, ['request', str(grid)])
|
||||
f = http_GET(url)
|
||||
root = ET.parse(f).getroot().find('action')
|
||||
res = self._extract('id', int, 'grouped', root)
|
||||
|
||||
# print their context out to make nice table
|
||||
for x in res:
|
||||
url = url = makeurl(opts.apiurl, ['request', str(x)])
|
||||
f = http_GET(url)
|
||||
root = ET.parse(f).getroot()
|
||||
|
||||
# relevant info for printing
|
||||
package = str(root.find('action').find('source').attrib['package'])
|
||||
project = str(root.find('action').find('source').attrib['project'])
|
||||
revision = str(root.find('action').find('source').attrib['rev'])
|
||||
date = str(root.find('state').attrib['when'])
|
||||
|
||||
# instead of just printing the state of the whole request find out who is
|
||||
# remaining on the review and print it out, otherwise print out that it is
|
||||
# ready for approval and waiting on others from GR to be accepted
|
||||
review_state = root.findall('review')
|
||||
failing_groups = []
|
||||
for i in review_state:
|
||||
if not i.attrib['state'] == 'accepted':
|
||||
try:
|
||||
failing_groups.append(i.attrib['by_group'])
|
||||
except KeyError:
|
||||
failing_groups.append(i.attrib['by_user'])
|
||||
|
||||
if not failing_groups:
|
||||
state = 'approvable'
|
||||
else:
|
||||
state = 'missing reviews: ' + ', '.join(failing_groups)
|
||||
|
||||
print('SR#{0} | {1}/{2}:{3} | {4} | {5}'.format(x, project, package, revision, date, state))
|
||||
return
|
||||
|
||||
# search up the GR#s
|
||||
url = makeurl(opts.apiurl, ['search', 'request', 'id?match=(action/@type=\'group\'+and+(state/@name=\'new\'+or+state/@name=\'review\'))'] )
|
||||
f = http_GET(url)
|
||||
root = ET.parse(f).getroot()
|
||||
|
||||
for rq in self._extract('id', int, 'request', root):
|
||||
self._print_group_header(rq, opts)
|
||||
|
||||
|
||||
@cmdln.option('-v', '--version', action='store_true',
|
||||
dest='version',
|
||||
help='show version of the plugin')
|
||||
@cmdln.option('-n', '--name',
|
||||
help='set name of created group')
|
||||
def do_group(self, subcmd, opts, *args):
|
||||
"""${cmd_name}: group packages
|
||||
"""${cmd_name}: group packages into one group for verification
|
||||
|
||||
"list" (or "l") will list SR ids grouped into selected group or without
|
||||
argument will list all current group requests (GR#)
|
||||
|
||||
"add" (or "a") will add package(s) into selected group request or group all packages in to
|
||||
group request if one of the packages is in such and no GR# is specified
|
||||
|
||||
"create" (or "c") will create new group request with added package(s)
|
||||
|
||||
"remove" (or "r") will remove SR#(s) from selected group request
|
||||
|
||||
Usage:
|
||||
osc group [OPT] [list] [FILTER|PACKAGE_SRC]
|
||||
Shows pending review requests and their current state.
|
||||
osc group list [GR#]
|
||||
osc group add [GR#] [package-name | Source:Repository:/ | SR#]
|
||||
osc group create [--name "Name of the group"] [package-name | Source:Repository:/ | SR#]
|
||||
osc group remove GR# [package-name | Source:Repository:/ | SR#]
|
||||
|
||||
${cmd_option_list}
|
||||
"""
|
||||
|
||||
opts.apiurl = self.get_api_url()
|
||||
if opts.version:
|
||||
self._print_version()
|
||||
|
||||
requests=[]
|
||||
grouptoadd=0
|
||||
for p in args[:]:
|
||||
request = self._group_find_request(p, opts)
|
||||
if not request:
|
||||
prequests = self._group_find_request_project(p, opts)
|
||||
if not len(prequests):
|
||||
print("Can't find a request for package", p)
|
||||
exit(1)
|
||||
else:
|
||||
prequests = [ request ]
|
||||
# available commands
|
||||
cmds = ['list', 'l', 'add', 'a', 'create', 'c', 'remove', 'r']
|
||||
if not args or args[0] not in cmds:
|
||||
raise oscerr.WrongArgs('Unknown grouping action. Choose one of the {0}.'.format(', '.join(cmds)))
|
||||
|
||||
for request in prequests:
|
||||
group = self._group_find_group(request, opts)
|
||||
if group > 0:
|
||||
if grouptoadd > 0 and grouptoadd != group:
|
||||
print("there are two groups:", grouptoadd, group)
|
||||
exit(1)
|
||||
# verify the argument counts match the commands
|
||||
cmd = args[0]
|
||||
if cmd in ['list', 'l']:
|
||||
min_args, max_args = 0, 1
|
||||
elif cmd in ['add', 'a', 'remove', 'r']:
|
||||
min_args, max_args = 2, None
|
||||
elif cmd in ['create', 'c']:
|
||||
min_args, max_args = 1, None
|
||||
else:
|
||||
grouptoadd = group
|
||||
else:
|
||||
requests.append(request)
|
||||
raise oscerr.WrongArgs('Unknown command: {0}'.format(cmd))
|
||||
if len(args) - 1 < min_args:
|
||||
raise oscerr.WrongArgs('Too few arguments.')
|
||||
if not max_args is None and len(args) - 1 > max_args:
|
||||
raise oscerr.WrongArgs('Too many arguments.')
|
||||
|
||||
if grouptoadd > 0:
|
||||
for r in requests:
|
||||
query = {'cmd': 'addrequest'}
|
||||
query['newid'] = str(r)
|
||||
u = makeurl(opts.apiurl, ['request', str(grouptoadd)], query=query)
|
||||
f = http_POST(u)
|
||||
root = ET.parse(f).getroot()
|
||||
print("added", r, "to group", grouptoadd)
|
||||
# init the obs access
|
||||
opts.apiurl = conf.config['apiurl']
|
||||
|
||||
if cmd in ['list', 'l']:
|
||||
# check if there is GR#
|
||||
if len(args) < 2:
|
||||
self._group_list_requests(None, opts)
|
||||
else:
|
||||
xml='<request><action type="group">'
|
||||
for r in requests:
|
||||
xml += "<grouped id='" + str(r) + "'/>"
|
||||
xml+='</action><description>'
|
||||
xml+= ' '.join(args[:])
|
||||
xml+='</description></request>'
|
||||
query = {'cmd': 'create' }
|
||||
u = makeurl(opts.apiurl, ['request'], query=query)
|
||||
f = http_POST(u, data=xml)
|
||||
root = ET.parse(f).getroot()
|
||||
ET.dump(root)
|
||||
self._group_list_requests(args[1], opts)
|
||||
elif cmd in ['add', 'a']:
|
||||
self._group_add(args[1], args[2:], opts)
|
||||
elif cmd in [ 'remove', 'r']:
|
||||
self._group_remove(args[1], args[2:], opts)
|
||||
elif cmd in ['create', 'c']:
|
||||
# check if name is set
|
||||
if opts.name:
|
||||
name = opts.name
|
||||
else:
|
||||
name = ', '.join(args[1:])
|
||||
self._group_create(name, args[1:], opts)
|
||||
|
||||
#Local Variables:
|
||||
#mode: python
|
||||
|
||||
@ -17,9 +17,18 @@ use strict;
|
||||
my $ret = 0;
|
||||
my $dir = $ARGV[0];
|
||||
my %toignore;
|
||||
if ($ARGV[1] eq "-f") {
|
||||
open(TOIGNORE, $ARGV[2]);
|
||||
while ( <TOIGNORE> ) {
|
||||
chomp;
|
||||
$toignore{$_} = 1;
|
||||
}
|
||||
close(TOIGNORE);
|
||||
} else {
|
||||
foreach my $name (split(/,/, $ARGV[1])) {
|
||||
$toignore{$name} = 1;
|
||||
}
|
||||
}
|
||||
|
||||
for my $pdir (glob("$dir/*")) {
|
||||
if (! -f "$pdir/rpmlint.log") {
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user