linux/debian/bin/abiupdate.py

#!/usr/bin/env python2.4

import sys
sys.path.append(sys.path[0] + "/../lib/python")

import optparse, os, shutil, tempfile, urllib2
from debian_linux.abi import *
from debian_linux.config import *
from debian_linux.debian import *

default_url_base = "http://ftp.de.debian.org/debian/"
default_url_base_incoming = "http://incoming.debian.org/"

class url_debian_flat(object):
    def __init__(self, base):
        self.base = base

    def __call__(self, source, filename):
        return self.base + filename

class url_debian_pool(object):
    def __init__(self, base):
        self.base = base

    def __call__(self, source, filename):
        return self.base + "pool/main/" + source[0] + "/" + source + "/" + filename

class main(object):
    dir = None

    def __init__(self, url, url_config = None, arch = None, subarch = None, flavour = None):
        self.log = sys.stdout.write

        self.url = self.url_config = url
        if url_config is not None:
            self.url_config = url_config
        self.override_arch = arch
        self.override_subarch = subarch
        self.override_flavour = flavour

        changelog = Changelog(version = VersionLinux)
        while changelog[0].distribution == 'UNRELEASED':
            changelog.pop(0)
        changelog = changelog[0]

        self.source = changelog.source
        self.version = changelog.version.linux_version
        self.version_source = changelog.version.complete

        local_config = config_reader_arch(["debian/config"])

        self.abiname = local_config['abi',]['abiname']
        self.version_abi = self.version + '-' + self.abiname

    def __call__(self):
        self.dir = tempfile.mkdtemp(prefix = 'abiupdate')
        try:
            self.log("Retreive config\n")
            config = self.get_config()
            if self.override_arch:
                arches = [self.override_arch]
            else:
                arches = config[('base',)]['arches']
            for arch in arches:
                self.update_arch(config, arch)
        finally:
            shutil.rmtree(self.dir)

    def extract_package(self, filename, base):
        base_out = self.dir + "/" + base
        os.mkdir(base_out)
        os.system("dpkg-deb --extract %s %s" % (filename, base_out))
        return base_out

    def get_abi(self, arch, subarch, flavour):
        if subarch == 'none':
            prefix = flavour
        else:
            prefix = subarch + '-' + flavour
        filename = "linux-headers-%s-%s_%s_%s.deb" % (self.version_abi, prefix, self.version_source, arch)
        f = self.retrieve_package(self.url, filename)
        d = self.extract_package(f, "linux-headers-%s_%s" % (prefix, arch))
        f1 = d + "/usr/src/linux-headers-%s-%s/Module.symvers" % (self.version_abi, prefix)
        s = symbols(f1)
        shutil.rmtree(d)
        return s

    def get_config(self):
        filename = "linux-support-%s_%s_all.deb" % (self.version_abi, self.version_source)
        f = self.retrieve_package(self.url_config, filename)
        d = self.extract_package(f, "linux-support")
        dir = d + "/usr/src/linux-support-" + self.version_abi + "/arch"
        config = config_reader_arch([dir])
        shutil.rmtree(d)
        return config

    def retrieve_package(self, url, filename):
        u = url(self.source, filename)
        filename_out = self.dir + "/" + filename
        f_in = urllib2.urlopen(u)
        f_out = file(filename_out, 'w')
        while 1:
            r = f_in.read()
            if not r:
                break
            f_out.write(r)
        return filename_out

    def save_abi(self, symbols, arch, subarch, flavour):
        out = "debian/config/%s" % arch
        if subarch != 'none':
            out += "/%s" % subarch
        out += "/abi-%s.%s" % (self.abiname, flavour)
        symbols.write(file(out, 'w'))

    def update_arch(self, config, arch):
        if self.override_subarch:
            subarches = [self.override_subarch]
        else:
            subarches = config[('base', arch)]['subarches']
        for subarch in subarches:
            self.update_subarch(config, arch, subarch)

    def update_subarch(self, config, arch, subarch):
        config_entry = config[('base', arch, subarch)]
        if not config_entry.get('modules', True):
            return
        if self.override_flavour:
            flavours = [self.override_flavour]
        else:
            flavours = config_entry['flavours']
        for flavour in flavours:
            self.update_flavour(config, arch, subarch, flavour)

    def update_flavour(self, config, arch, subarch, flavour):
        config_entry = config[('base', arch, subarch, flavour)]
        if not config_entry.get('modules', True):
            return
        self.log("Updating ABI for arch %s, subarch %s, flavour %s: " % (arch, subarch, flavour))
        try:
            abi = self.get_abi(arch, subarch, flavour)
            self.save_abi(abi, arch, subarch, flavour)
            self.log("Ok.\n")
        except KeyboardInterrupt:
            self.log("Interrupted!\n")
            sys.exit(1)
        except Exception, e:
            self.log("FAILED! (%s)\n" % str(e))

if __name__ == '__main__':
    options = optparse.OptionParser()
    options.add_option("-i", "--incoming", action = "store_true", dest = "incoming")
    options.add_option("--incoming-config", action = "store_true", dest = "incoming_config")
    options.add_option("-u", "--url-base", dest = "url_base", default = default_url_base)
    options.add_option("--url-base-incoming", dest = "url_base_incoming", default = default_url_base_incoming)

    opts, args = options.parse_args()

    kw = {}
    if len(args) >= 1:
        kw['arch'] =args[0]
    if len(args) >= 2:
        kw['subarch'] =args[1]
    if len(args) >= 3:
        kw['flavour'] =args[2]

    url_base = url_debian_pool(opts.url_base)
    url_base_incoming = url_debian_flat(opts.url_base_incoming)
    if opts.incoming_config:
        url = url_config = url_base_incoming
    else:
        url_config = url_base
        if opts.incoming:
            url = url_base_incoming
        else:
            url = url_base

    main(url, url_config, **kw)()