Add a script scan_baselibs.py to verifying importing 32bit binaries

dist/package/openSUSE-release-tools.spec

@@ -428,6 +428,7 @@ exit 0
 %{_bindir}/osrt-openqa-maintenance
 %{_bindir}/osrt-rebuildpacs
 %{_bindir}/osrt-requestfinder
+%{_bindir}/osrt-scan_baselibs
 %{_bindir}/osrt-status
 %{_bindir}/osrt-sync-rebuild
 %{_bindir}/osrt-unmaintained

scan_baselibs.py

@@ -0,0 +1,138 @@
+#!/usr/bin/python3
+
+import argparse
+import logging
+import os
+import re
+import sys
+
+from xml.etree import cElementTree as ET
+from urllib.error import HTTPError
+
+import osc.conf
+import osc.core
+
+from osclib.conf import Config
+
+OPENSUSE = 'openSUSE:Factory'
+PACKAGEFILE = 'packagelist_without_32bitRPMs_imported'
+
+makeurl = osc.core.makeurl
+http_GET = osc.core.http_GET
+http_POST = osc.core.http_POST
+
+class ScanBaselibs(object):
+    def __init__(self, project, repository, verbose, wipebinaries):
+        self.project = project
+        self.verbose = verbose
+        self.repo = repository
+        self.wipebinaries = wipebinaries
+        self.apiurl = osc.conf.config['apiurl']
+        self.debug = osc.conf.config['debug']
+        Config(self.apiurl, OPENSUSE)
+        self.config = osc.conf.config[OPENSUSE]
+
+        # TODO: would be better to parse baselibs.conf to know which arch was blocked
+        self.package_whitelist = list(set(self.config.get('allowed-missing-32bit-binaries-importing', '').split(' ')))
+
+    def get_packages(self, project):
+        """Return the list of packages in a project."""
+        query = {'expand': 1}
+        root = ET.parse(http_GET(makeurl(self.apiurl, ['source', project], query=query))).getroot()
+        packages = [i.get('name') for i in root.findall('entry')]
+
+        return packages
+
+    def package_has_baselibs(self, project, package):
+        query = {'expand': 1}
+        root = ET.parse(http_GET(makeurl(self.apiurl, ['source', project, package], query=query))).getroot()
+        files = [i.get('name') for i in root.findall('entry') if i.get('name') == 'baselibs.conf']
+        if len(files):
+            return True
+        return False
+
+    def package_has_32bit_binaries(self, project, repo, package):
+        query = { 'package' : package,
+                  'repository' : repo,
+                  'arch' : 'x86_64',
+                  'multibuild' : 1,
+                  'view' : 'binarylist' }
+        root = ET.parse(http_GET(makeurl(self.apiurl, ['build', project, '_result'], query = query))).getroot()
+        # assume 32bit importing RPMs can be appeared in multibuild-ed package
+        for binarylist in root.findall('./result/binarylist'):
+            binaries = [i.get('filename') for i in binarylist.findall('binary') if i.get('filename').startswith('::import::i586::')]
+            if len(binaries):
+                return True
+        return False
+
+    def check_package_baselibs(self, project, repo, wipebinaries):
+        """Main method"""
+        # get souce packages from target
+        if self.verbose:
+            print('Gathering the package list from %s' % project)
+        packages = self.get_packages(project)
+
+        with open(os.getcwd() + '/' + PACKAGEFILE, "a") as f:
+            for pkg in packages:
+                if self.package_has_baselibs(project, pkg) and pkg not in self.package_whitelist:
+                    if not self.package_has_32bit_binaries(project, repo, pkg):
+                        f.write("%s\n" % pkg)
+                        if self.verbose:
+                            print('%s has baselibs.conf but 32bit RPMs does not exist on 64bit\'s build result.' % pkg)
+                        if wipebinaries:
+                            http_POST(makeurl(self.apiurl, ['build', project], {
+                                'cmd' : 'wipe',
+                                'repository' : repo,
+                                'package' : pkg,
+                                'arch' : 'i586' }))
+            f.close()
+
+    def scan(self):
+        """Main method"""
+        try:
+            osc.core.show_project_meta(self.apiurl, self.project)
+        except HTTPError as e:
+            if e.code == 404:
+                print("Project %s does not exist!" % self.project)
+                return
+
+        print('Scanning...')
+        if os.path.isfile(os.getcwd() + '/' + PACKAGEFILE):
+            os.remove(os.getcwd() + '/' + PACKAGEFILE)
+        self.check_package_baselibs(self.project, self.repo, self.wipebinaries)
+        print('Done')
+
+def main(args):
+    # Configure OSC
+    osc.conf.get_config(override_apiurl=args.apiurl)
+    osc.conf.config['debug'] = args.debug
+
+    uc = ScanBaselibs(args.project, args.repository, args.verbose, args.wipebinaries)
+    uc.scan()
+
+if __name__ == '__main__':
+    description = 'Verifying 32bit binaries has imported properly towards a project, ' \
+                  'if the 32bit binaries were not exist then wipes 32bit build result.' \
+                  'This script is now only works on x86_64/i586'
+    parser = argparse.ArgumentParser(description=description)
+    parser.add_argument('-A', '--apiurl', metavar='URL', help='API URL')
+    parser.add_argument('-d', '--debug', action='store_true',
+                        help='print the information useful for debugging')
+    parser.add_argument('-p', '--project', dest='project', metavar='PROJECT',
+                        help='the project to check (default: %s)' % OPENSUSE,
+                        default=OPENSUSE)
+    parser.add_argument('-r', '--repository', dest='repository', metavar='REPOSITORY',
+                        help='the repository of binaries (default: %s)' % 'standard',
+                        default='standard')
+    parser.add_argument('-v', '--verbose', action='store_true',
+                        help='show the verbose information')
+    parser.add_argument('-w', '--wipebinaries', action='store_true', default=False,
+                        help='wipe binaries found without imported 32bit RPMs')
+
+    args = parser.parse_args()
+
+    # Set logging configuration
+    logging.basicConfig(level=logging.DEBUG if args.debug
+                        else logging.INFO)
+
+    sys.exit(main(args))