6069245350
Distinct copyrights were left as I do not wish to track down commit history to ensure it properly documents the copyright holders. Also left non-GPLv2 licenses and left bs_copy untouched as a mirror from OBS. Already have a mix of with and without headers and even OBS does not place on majority of files. If SUSE lawyers have an issue it will come up in legal review for Factory.
238 lines
10 KiB
Python
Executable File
238 lines
10 KiB
Python
Executable File
#!/usr/bin/python
|
|
|
|
import argparse
|
|
import logging
|
|
import sys
|
|
import urllib2
|
|
import re
|
|
from xml.etree import cElementTree as ET
|
|
|
|
import osc.conf
|
|
import osc.core
|
|
|
|
from osc import oscerr
|
|
|
|
OPENSUSE = 'openSUSE:Leap:15.0'
|
|
SLE = 'SUSE:SLE-15:GA'
|
|
|
|
makeurl = osc.core.makeurl
|
|
http_GET = osc.core.http_GET
|
|
http_POST = osc.core.http_POST
|
|
|
|
class CompareList(object):
|
|
def __init__(self, old_prj, new_prj, verbose, newonly, removedonly, existin, submit, submitfrom, submitto, submit_limit):
|
|
self.new_prj = new_prj
|
|
self.old_prj = old_prj
|
|
self.verbose = verbose
|
|
self.newonly = newonly
|
|
self.existin = existin
|
|
self.submit = submit
|
|
self.submitfrom = submitfrom
|
|
self.submitto = submitto
|
|
self.submit_limit = submit_limit
|
|
self.removedonly = removedonly
|
|
self.apiurl = osc.conf.config['apiurl']
|
|
self.debug = osc.conf.config['debug']
|
|
|
|
def get_source_packages(self, project):
|
|
"""Return the list of packages in a project."""
|
|
query = {'expand': 1}
|
|
root = ET.parse(http_GET(makeurl(self.apiurl, ['source', project],
|
|
query=query))).getroot()
|
|
packages = [i.get('name') for i in root.findall('entry')]
|
|
|
|
return packages
|
|
|
|
def item_exists(self, project, package=None):
|
|
"""
|
|
Return true if the given project or package exists
|
|
"""
|
|
if package:
|
|
url = makeurl(self.apiurl, ['source', project, package, '_meta'])
|
|
else:
|
|
url = makeurl(self.apiurl, ['source', project, '_meta'])
|
|
try:
|
|
http_GET(url)
|
|
except urllib2.HTTPError:
|
|
return False
|
|
return True
|
|
|
|
def removed_pkglist(self, project):
|
|
if project.startswith('SUSE:'):
|
|
apiurl = 'https://api.suse.de'
|
|
else:
|
|
apiurl = self.apiurl
|
|
query = "match=state/@name='accepted'+and+(action/target/@project='{}'+and+action/@type='delete')".format(project)
|
|
url = makeurl(apiurl, ['search', 'request'], query)
|
|
f = http_GET(url)
|
|
root = ET.parse(f).getroot()
|
|
packages = [t.get('package') for t in root.findall('./request/action/target')]
|
|
|
|
return packages
|
|
|
|
def is_linked_package(self, project, package):
|
|
u = makeurl(self.apiurl, ['source', project, package])
|
|
root = ET.parse(http_GET(u)).getroot()
|
|
linked = root.find('linkinfo')
|
|
return linked
|
|
|
|
def check_diff(self, package, old_prj, new_prj):
|
|
logging.debug('checking %s ...' % package)
|
|
query = {'cmd': 'diff',
|
|
'view': 'xml',
|
|
'oproject': old_prj,
|
|
'opackage': package}
|
|
u = makeurl(self.apiurl, ['source', new_prj, package], query=query)
|
|
root = ET.parse(http_POST(u)).getroot()
|
|
old_srcmd5 = root.findall('old')[0].get('srcmd5')
|
|
logging.debug('%s old srcmd5 %s in %s' % (package, old_srcmd5, old_prj))
|
|
new_srcmd5 = root.findall('new')[0].get('srcmd5')
|
|
logging.debug('%s new srcmd5 %s in %s' % (package, new_srcmd5, new_prj))
|
|
# Compare srcmd5
|
|
if old_srcmd5 != new_srcmd5:
|
|
# check if it has diff element
|
|
diffs = root.findall('files/file/diff')
|
|
if diffs:
|
|
return ET.tostring(root)
|
|
return False
|
|
|
|
def submit_new_package(self, source, target, package, msg=None):
|
|
req = osc.core.get_request_list(self.apiurl, target, package, req_state=('new', 'review', 'declined'))
|
|
if req:
|
|
print("There is a request to %s / %s already, skip!"%(target, package))
|
|
else:
|
|
if not msg:
|
|
msg = 'New package submitted by compare_pkglist'
|
|
res = osc.core.create_submit_request(self.apiurl, source, package, target, package, message=msg)
|
|
if res and res is not None:
|
|
print('Created request %s for %s' % (res, package))
|
|
return True
|
|
else:
|
|
print('Error occurred when creating the submit request')
|
|
return False
|
|
|
|
def crawl(self):
|
|
"""Main method"""
|
|
if self.submit:
|
|
if (self.submitfrom and not self.submitto) or (self.submitto and not self.submitfrom):
|
|
print("** Please give both --submitfrom and --submitto parameter **")
|
|
return
|
|
if self.submitfrom and self.submitto:
|
|
if not self.item_exists(self.submitfrom):
|
|
print("Project %s is not exist"%self.submitfrom)
|
|
return
|
|
if not self.item_exists(self.submitto):
|
|
print("Project %s is not exist"%self.submitto)
|
|
return
|
|
|
|
# get souce packages from target
|
|
print 'Gathering the package list from %s' % self.old_prj
|
|
source = self.get_source_packages(self.old_prj)
|
|
print 'Gathering the package list from %s' % self.new_prj
|
|
target = self.get_source_packages(self.new_prj)
|
|
removed_packages = self.removed_pkglist(self.old_prj)
|
|
if self.existin:
|
|
print 'Gathering the package list from %s' % self.existin
|
|
existin_packages = self.get_source_packages(self.existin)
|
|
|
|
if not self.removedonly:
|
|
if self.submitto:
|
|
dest = self.submitto
|
|
else:
|
|
dest = self.new_prj
|
|
removed_pkgs_in_target = self.removed_pkglist(dest)
|
|
submit_counter = 0
|
|
for pkg in source:
|
|
if pkg.startswith('000') or pkg.startswith('_'):
|
|
continue
|
|
|
|
if pkg not in target:
|
|
# ignore the second specfile package
|
|
linked = self.is_linked_package(self.old_prj, pkg)
|
|
if linked is not None:
|
|
continue
|
|
|
|
if self.existin:
|
|
if pkg not in existin_packages:
|
|
continue
|
|
|
|
if pkg in removed_pkgs_in_target:
|
|
print("New package but has removed from {:<8} - {}".format(self.new_prj, pkg))
|
|
continue
|
|
|
|
print("New package than {:<8} - {}".format(self.new_prj, pkg))
|
|
|
|
if self.submit:
|
|
if self.submit_limit and submit_counter > int(self.submit_limit):
|
|
return
|
|
|
|
if self.submitfrom and self.submitto:
|
|
if not self.item_exists(self.submitfrom, pkg):
|
|
print("%s not found in %s"%(pkg, self.submitfrom))
|
|
continue
|
|
msg = "Automated submission of a package from %s to %s" % (self.submitfrom, self.submitto)
|
|
if self.existin:
|
|
msg += " that was included in %s" % (self.existin)
|
|
if self.submit_new_package(self.submitfrom, self.submitto, pkg, msg):
|
|
submit_counter += 1
|
|
else:
|
|
msg = "Automated submission of a package from %s that is new in %s" % (self.old_prj, self.new_prj)
|
|
if self.submit_new_package(self.old_prj, self.new_prj, pkg, msg):
|
|
submit_counter += 1
|
|
elif not self.newonly:
|
|
diff = self.check_diff(pkg, self.old_prj, self.new_prj)
|
|
if diff:
|
|
print("Different source in {:<8} - {}".format(self.new_prj, pkg))
|
|
if self.verbose:
|
|
print("=== Diff ===\n{}".format(diff))
|
|
|
|
for pkg in removed_packages:
|
|
if pkg in target:
|
|
print("Deleted package in {:<8} - {}".format(self.old_prj, pkg))
|
|
|
|
def main(args):
|
|
# Configure OSC
|
|
osc.conf.get_config(override_apiurl=args.apiurl)
|
|
osc.conf.config['debug'] = args.debug
|
|
|
|
uc = CompareList(args.old_prj, args.new_prj, args.verbose, args.newonly,
|
|
args.removedonly, args.existin, args.submit, args.submitfrom, args.submitto, args.submit_limit)
|
|
uc.crawl()
|
|
|
|
if __name__ == '__main__':
|
|
description = 'Compare packages status between two project'
|
|
parser = argparse.ArgumentParser(description=description)
|
|
parser.add_argument('-A', '--apiurl', metavar='URL', help='API URL')
|
|
parser.add_argument('-d', '--debug', action='store_true',
|
|
help='print info useful for debuging')
|
|
parser.add_argument('-o', '--old', dest='old_prj', metavar='PROJECT',
|
|
help='the old project where to compare (default: %s)' % SLE,
|
|
default=SLE)
|
|
parser.add_argument('-n', '--new', dest='new_prj', metavar='PROJECT',
|
|
help='the new project where to compare (default: %s)' % OPENSUSE,
|
|
default=OPENSUSE)
|
|
parser.add_argument('-v', '--verbose', action='store_true',
|
|
help='show the diff')
|
|
parser.add_argument('--newonly', action='store_true',
|
|
help='show new package only')
|
|
parser.add_argument('--removedonly', action='store_true',
|
|
help='show removed package but exists in target')
|
|
parser.add_argument('--existin', dest='existin', metavar='PROJECT',
|
|
help='the package exists in the project')
|
|
parser.add_argument('--submit', action='store_true', default=False,
|
|
help='submit new package to target, FROM and TO can re-configureable by --submitfrom and --submitto')
|
|
parser.add_argument('--submitfrom', dest='submitfrom', metavar='PROJECT',
|
|
help='submit new package from, define --submitto is required')
|
|
parser.add_argument('--submitto', dest='submitto', metavar='PROJECT',
|
|
help='submit new package to, define --submitfrom is required')
|
|
parser.add_argument('--limit', dest='submit_limit', metavar='NUMBERS',
|
|
help='limit numbers packages to submit')
|
|
|
|
args = parser.parse_args()
|
|
|
|
# Set logging configuration
|
|
logging.basicConfig(level=logging.DEBUG if args.debug
|
|
else logging.INFO)
|
|
|
|
sys.exit(main(args))
|