scan_baselibs.py

#!/usr/bin/python3

import argparse
import logging
import os
import re
import sys

from xml.etree import cElementTree as ET
from urllib.error import HTTPError

import osc.conf
import osc.core

from osclib.conf import Config

OPENSUSE = 'openSUSE:Factory'
PACKAGEFILE = 'packagelist_without_32bitRPMs_imported'

makeurl = osc.core.makeurl
http_GET = osc.core.http_GET
http_POST = osc.core.http_POST

class ScanBaselibs(object):
    def __init__(self, project, repository, verbose, wipebinaries):
        self.project = project
        self.verbose = verbose
        self.repo = repository
        self.wipebinaries = wipebinaries
        self.apiurl = osc.conf.config['apiurl']
        self.debug = osc.conf.config['debug']
        Config(self.apiurl, OPENSUSE)
        self.config = osc.conf.config[OPENSUSE]

        # TODO: would be better to parse baselibs.conf to know which arch was blocked
        self.package_whitelist = list(set(self.config.get('allowed-missing-32bit-binaries-importing', '').split(' ')))

    def get_packages(self, project):
        """Return the list of packages in a project."""
        query = {'expand': 1}
        root = ET.parse(http_GET(makeurl(self.apiurl, ['source', project], query=query))).getroot()
        packages = [i.get('name') for i in root.findall('entry')]

        return packages

    def package_has_baselibs(self, project, package):
        query = {'expand': 1}
        root = ET.parse(http_GET(makeurl(self.apiurl, ['source', project, package], query=query))).getroot()
        files = [i.get('name') for i in root.findall('entry') if i.get('name') == 'baselibs.conf']
        if len(files):
            return True
        return False

    def package_has_32bit_binaries(self, project, repo, package):
        query = { 'package': package,
                  'repository': repo,
                  'arch': 'x86_64',
                  'multibuild': 1,
                  'view': 'binarylist' }
        root = ET.parse(http_GET(makeurl(self.apiurl, ['build', project, '_result'], query = query))).getroot()
        # assume 32bit importing RPMs can be appeared in multibuild-ed package
        for binarylist in root.findall('./result/binarylist'):
            binaries = [i.get('filename') for i in binarylist.findall('binary') if i.get('filename').startswith('::import::i586::')]
            if len(binaries):
                return True
        return False

    def check_package_baselibs(self, project, repo, wipebinaries):
        """Main method"""
        # get souce packages from target
        if self.verbose:
            print('Gathering the package list from %s' % project)
        packages = self.get_packages(project)

        with open(os.getcwd() + '/' + PACKAGEFILE, "a") as f:
            for pkg in packages:
                if self.package_has_baselibs(project, pkg) and pkg not in self.package_whitelist:
                    if not self.package_has_32bit_binaries(project, repo, pkg):
                        f.write("%s\n" % pkg)
                        if self.verbose:
                            print('%s has baselibs.conf but 32bit RPMs does not exist on 64bit\'s build result.' % pkg)
                        if wipebinaries:
                            http_POST(makeurl(self.apiurl, ['build', project], {
                                'cmd': 'wipe',
                                'repository': repo,
                                'package': pkg,
                                'arch': 'i586' }))
            f.close()

    def scan(self):
        """Main method"""
        try:
            osc.core.show_project_meta(self.apiurl, self.project)
        except HTTPError as e:
            if e.code == 404:
                print("Project %s does not exist!" % self.project)
                return

        print('Scanning...')
        if os.path.isfile(os.getcwd() + '/' + PACKAGEFILE):
            os.remove(os.getcwd() + '/' + PACKAGEFILE)
        self.check_package_baselibs(self.project, self.repo, self.wipebinaries)
        print('Done')

def main(args):
    # Configure OSC
    osc.conf.get_config(override_apiurl=args.apiurl)
    osc.conf.config['debug'] = args.debug

    uc = ScanBaselibs(args.project, args.repository, args.verbose, args.wipebinaries)
    uc.scan()

if __name__ == '__main__':
    description = 'Verifying 32bit binaries has imported properly towards a project, ' \
                  'if the 32bit binaries were not exist then wipes 32bit build result.' \
                  'This script is now only works on x86_64/i586'
    parser = argparse.ArgumentParser(description=description)
    parser.add_argument('-A', '--apiurl', metavar='URL', help='API URL')
    parser.add_argument('-d', '--debug', action='store_true',
                        help='print the information useful for debugging')
    parser.add_argument('-p', '--project', dest='project', metavar='PROJECT',
                        help='the project to check (default: %s)' % OPENSUSE,
                        default=OPENSUSE)
    parser.add_argument('-r', '--repository', dest='repository', metavar='REPOSITORY',
                        help='the repository of binaries (default: %s)' % 'standard',
                        default='standard')
    parser.add_argument('-v', '--verbose', action='store_true',
                        help='show the verbose information')
    parser.add_argument('-w', '--wipebinaries', action='store_true', default=False,
                        help='wipe binaries found without imported 32bit RPMs')

    args = parser.parse_args()

    # Set logging configuration
    logging.basicConfig(level=logging.DEBUG if args.debug
                        else logging.INFO)

    sys.exit(main(args))