# # (C) 2011 coolo@suse.de, Novell Inc, openSUSE.org # Distribute under GPLv2 or GPLv3 # # Copy this script to ~/.osc-plugins/ or /var/lib/osc-plugins . # Then try to run 'osc checker --help' to see the usage. import socket import os import traceback import subprocess def _checker_parse_name(self, apiurl, project, package, revision=None, brief=False, verbose=False): if revision: url = makeurl(apiurl, ['source', project, package], { 'view':'info', 'parse':1, 'rev':revision}) else: url = makeurl(apiurl, ['source', project, package], { 'view':'info', 'parse':1 } ) try: f = http_GET(url) except urllib2.HTTPError, err: return None xml = ET.parse(f) name = xml.find('name') if name is None or not name.text: return None return name.text def _checker_change_review_state(self, opts, id, newstate, by_group='', by_user='', message='', supersed=None): """ taken from osc/osc/core.py, improved: - verbose option added, - empty by_user=& removed. - numeric id can be int(). """ query = {'cmd': 'changereviewstate', 'newstate': newstate } if by_group: query['by_group'] = by_group if by_user: query['by_user'] = by_user if supersed: query['superseded_by'] = supersed # if message: query['comment'] = message u = makeurl(opts.apiurl, ['request', str(id)], query=query) f = http_POST(u, data=message) root = ET.parse(f).getroot() return root.attrib['code'] def _checker_prepare_dir(self, dir): olddir=os.getcwd() os.chdir(dir) shutil.rmtree(".osc") os.chdir(olddir) def _checker_accept_request(self, opts, id, msg): code = 100 query = { 'cmd': 'addreview', 'by_group':'opensuse-review-team' } url = makeurl(opts.apiurl, ['request', str(id)], query) if opts.verbose: print(url) try: r = http_POST(url, data="Please review sources") except urllib2.HTTPError, err: return 1 code = ET.parse(r).getroot().attrib['code'] if code == 100 or code == 'ok': self._checker_change_review_state(opts, id, 'accepted', by_group='factory-auto', message=msg) print("accepted " + msg) # now gets risky query = { 'cmd': 'addreview', 'by_user':'factory-repo-checker' } url = makeurl(opts.apiurl, ['request', str(id)], query) try: r = http_POST(url, data="Please review build success") except urllib2.HTTPError, err: pass # there is no good mean to undo return 0 def _checker_one_request(self, rq, cmd, opts): if (opts.verbose): ET.dump(rq) print(opts) id = int(rq.get('id')) act_id = 0 approved_actions = 0 actions = rq.findall('action') if len(actions) > 1: msg = "2 actions in one SR is not supported - https://github.com/coolo/factory-auto/fork_select" self._checker_change_review_state(opts, id, 'declined', by_group='factory-auto', message=msg) print("declined " + msg) return for act in actions: act_id += 1 _type = act.get('type'); if (_type == "submit"): pkg = act.find('source').get('package') prj = act.find('source').get('project') rev = act.find('source').get('rev') tprj = act.find('target').get('project') tpkg = act.find('target').get('package') src = { 'package': pkg, 'project': prj, 'rev':rev, 'error': None } e = [] if not pkg: e.append('no source/package in request %d, action %d' % (id, act_id)) if not prj: e.append('no source/project in request %d, action %d' % (id, act_id)) if len(e): src.error = '; '.join(e) e = [] if not tpkg: e.append('no target/package in request %d, action %d; ' % (id, act_id)) if not prj: e.append('no target/project in request %d, action %d; ' % (id, act_id)) # it is no error, if the target package dies not exist subm_id = "SUBMIT(%d):" % id print ("\n%s %s/%s -> %s/%s" % (subm_id, prj, pkg, tprj, tpkg)) dpkg = self._checker_check_devel_package(opts, tprj, tpkg) #self._devel_projects['X11:QtDesktop/'] = 'rabbitmq' #self._devel_projects['devel:languages:erlang/'] = 'ruby19' #self._devel_projects['devel:languages:nodejs/'] = 'nodejs' #self._devel_projects['X11:Enlightenment:Factory/'] = 'x2go' #self._devel_projects['isv:ownCloud:owncloud-factory'] = 'owncloud' #self._devel_projects['X11:Wayland/'] = 'wayland' if dpkg: [dprj, dpkg] = dpkg.split('/') else: dprj = None if dprj and (dprj != prj or dpkg != pkg) and (not os.environ.has_key("IGNORE_DEVEL_PROJECTS")): msg = "'%s/%s' is the devel package, submission is from '%s'" % (dprj, dpkg, prj) self._checker_change_review_state(opts, id, 'declined', by_group='factory-auto', message=msg) print("declined " + msg) continue if not dprj and not self._devel_projects.has_key(prj + "/"): msg = "'%s' is not a valid devel project of %s - please pick one of the existent" % (prj, tprj) self._checker_change_review_state(opts, id, 'declined', by_group='factory-auto', message=msg) print("declined " + msg) continue dir = os.path.expanduser("~/co/%s" % str(id)) if os.path.exists(dir): print("%s already exists" % dir) continue os.mkdir(dir) os.chdir(dir) try: checkout_package(opts.apiurl, tprj, tpkg, pathname=dir, server_service_files=True, expand_link=True) self._checker_prepare_dir(tpkg) os.rename(tpkg, "_old") except urllib2.HTTPError: print("failed to checkout %s/%s" % (tprj, tpkg)) pass checkout_package(opts.apiurl, prj, pkg, revision=rev, pathname=dir, server_service_files=True, expand_link=True) os.rename(pkg, tpkg) self._checker_prepare_dir(tpkg) r=self._checker_parse_name(opts.apiurl, prj, pkg, revision=rev) if r != tpkg: msg = "A pkg submitted as %s has to build as 'Name: %s' - found Name '%s'" % (tpkg, tpkg, r) self._checker_change_review_state(opts, id, 'declined', by_group='factory-auto', message=msg) continue civs = "LC_ALL=C perl /suse/coolo/checker/source-checker.pl _old %s 2>&1" % tpkg p = subprocess.Popen(civs, shell=True, stdout=subprocess.PIPE, close_fds=True) ret = os.waitpid(p.pid, 0)[1] checked = p.stdout.readlines() output = ' '.join(checked).translate(None, '\033') os.chdir("/tmp") if ret != 0: msg = "Output of check script:\n" + output self._checker_change_review_state(opts, id, 'declined', by_group='factory-auto', message=msg) print("declined " + msg) shutil.rmtree(dir) continue shutil.rmtree(dir) msg="Check script succeeded" if len(checked): msg = msg + "\n\nOutput of check script (non-fatal):\n" + output if self._checker_accept_request(opts, id, msg): continue else: self._checker_change_review_state(opts, id, 'accepted', by_group='factory-auto', message="Unchecked request type %s" % _type) def _checker_check_devel_package(self, opts, project, package): if not self._devel_projects.has_key(project): url = makeurl(opts.apiurl, ['search','package'], "match=[@project='%s']" % project) f = http_GET(url) root = ET.parse(f).getroot() for p in root.findall('package'): name = p.attrib['name'] d = p.find('devel') if d != None: dprj = d.attrib['project'] self._devel_projects["%s/%s" % (project, name)] = "%s/%s" % (dprj, d.attrib['package']) # for new packages to check self._devel_projects[dprj + "/"] = 1 elif not name.startswith("_product"): print("NO DEVEL IN", name) # mark we tried self._devel_projects[project] = 1 try: return self._devel_projects["%s/%s" % (project, package)] except KeyError: return None def do_check_source(self, subcmd, opts, *args): """${cmd_name}: checker review of submit requests. Usage: osc check_source [OPT] [list] [FILTER|PACKAGE_SRC] Shows pending review requests and their current state. ${cmd_option_list} """ if len(args) == 0: raise oscerr.WrongArgs("Please give a subcommand to 'osc checker' or try 'osc help checker'") self._devel_projects = {} opts.verbose = False from pprint import pprint opts.apiurl = self.get_api_url() tmphome = None if args[0] == 'skip': for id in args[1:]: self._checker_accept_request(opts, id, "skip review") return ids = {} for a in args: if (re.match('\d+', a)): ids[a] = 1 if (not len(ids)): # xpath query, using the -m, -r, -s options where = "@by_group='factory-auto'+and+@state='new'" url = makeurl(opts.apiurl, ['search','request'], "match=state/@name='review'+and+review["+where+"]") f = http_GET(url) root = ET.parse(f).getroot() for rq in root.findall('request'): tprj = rq.find('action/target').get('project') self._checker_one_request(rq, args[0], opts) else: # we have a list, use them. for id in ids.keys(): url = makeurl(opts.apiurl, ['request', id]) f = http_GET(url) xml = ET.parse(f) root = xml.getroot() self._checker_one_request(root, args[0], opts) #Local Variables: #mode: python #py-indent-offset: 4 #tab-width: 8 #End: