path: root/git-import-dsc

#!/usr/bin/python
# vim: set fileencoding=utf-8 :
#
# (C) 2006,2007 Guido Guenther <agx@sigxcpu.org>
#    This program is free software; you can redistribute it and/or modify
#    it under the terms of the GNU General Public License as published by
#    the Free Software Foundation; either version 2 of the License, or
#    (at your option) any later version.
#
#    This program is distributed in the hope that it will be useful,
#    but WITHOUT ANY WARRANTY; without even the implied warranty of
#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
#    GNU General Public License for more details.
#
#    You should have received a copy of the GNU General Public License
#    along with this program; if not, write to the Free Software
#    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
"""make a git archive out of a Debian source package"""

import sys
import re
import os
import tempfile
import glob
import pipes
from email.Utils import parseaddr
import gbp.command_wrappers as gbpc
from gbp.deb_utils import debian_version_chars, parse_changelog, unpack_orig
from gbp.git_utils import build_tag, GitRepository, GitRepositoryError, replace_source_tree, rfc822_date_to_git
from gbp.config import GbpOptionParser
from gbp.errors import GbpError


class DscFile(object):
    """Keeps all needed data read from a dscfile"""
    pkg_re = re.compile('Source:\s+(?P<pkg>.+)\s*')
    version_re = re.compile("Version:\s(\d+\:)?(?P<version>[%s]+)\s*$" % debian_version_chars)
    tar_re = re.compile('^\s\w+\s\d+\s+(?P<tar>[^_]+_[^_]+(\.orig)?\.tar\.(gz|bz2))')
    diff_re = re.compile('^\s\w+\s\d+\s+(?P<diff>[^_]+_[^_]+\.diff.(gz|bz2))')

    def __init__(self, dscfile):
        self.pkg = ""
        self.tgz = ""
        self.diff = ""
        self.dscfile = os.path.abspath(dscfile)
        f = file(self.dscfile)
        fromdir = os.path.dirname(os.path.abspath(dscfile))
        for line in f:
            m = self.version_re.match(line)
            if m:
                if '-' in m.group('version'):
                    self.debian_version = m.group('version').split("-")[-1]
                    self.upstream_version = "-".join(m.group('version').split("-")[0:-1])
                    self.native = False
                else:
                    self.native = True # Debian native package
                    self.upstream_version = m.group('version')
                continue
            m = self.pkg_re.match(line)
            if m:
                self.pkg = m.group('pkg')
                continue
            m = self.tar_re.match(line)
            if m:
                self.tgz = os.path.join(fromdir, m.group('tar'))
                continue
            m = self.diff_re.match(line)
            if m:
                self.diff = os.path.join(fromdir, m.group('diff'))
                continue
        f.close()
        if not self.pkg:
            raise GbpError, "Cannot parse package name from %s" % self.dscfile
        elif not self.tgz:
            raise GbpError, "Cannot parse archive name from %s" % self.dscfile


def parse_dsc(dscfile):
    """parse dsc by creating a DscFile object"""
    try:
        dsc = DscFile(dscfile)
    except IOError, err:
        print >>sys.stderr, "Error reading dsc file: %s" % err
        dsc = None
    else:
        try:
            if dsc.native:
                print "Debian Native Package"
                print "Version:", dsc.upstream_version
            else:
                print "Upstream version:", dsc.upstream_version
                print "Debian version:", dsc.debian_version
        except AttributeError:
            print >>sys.stderr, "Error parsing dsc file %s" % dscfile 
            dsc = None
    return dsc


def import_initial(src, dirs, options):
    """
    import the intial version and (in the case of a non native package) create
    the 'upstream' branch. Tag everything appropriately.
    """
    try:
        os.chdir(dirs['git'])
        gbpc.GitInitDB()()
        gbpc.GitAdd()(['.'])
        gbpc.GitCommitAll()(
             msg="Imported %s version %s" % (['Upstream', 'Debian'][src.native],
             src.upstream_version))
        if not src.native:
            gbpc.GitBranch()(options.upstream_branch)
            if options.pristine_tar:
                gbpc.PristineTar().commit(os.path.join(dirs['top'], src.tgz),
                                          options.upstream_branch)
    except gbpc.CommandExecFailed:
        print >>sys.stderr, "Creation of git repository failed"
        return False
    return True


def git_apply_patch(diff):
    "Import patch via git-apply"
    pipe = pipes.Template()
    pipe.prepend('gunzip -c %s' % diff,  '.-')
    pipe.append('git-apply --index --apply --whitespace=nowarn -', '-.')
    try:
        ret = pipe.copy('', '')
        if ret:
            print >>sys.stderr, "Error import %s: %d" % (diff, ret)
            return False
    except OSError, err:
        print >>sys.stderr, "Error importing %s: %s" % (diff, err[0])
        return False
    return True


def apply_debian_patch(src, dirs, options):
    """apply the debian patch and tag appropriately"""
    version = "%s-%s" % (src.upstream_version, src.debian_version)
    gitTag = gbpc.GitTag(options.sign_tags, options.keyid)
    try:
        os.chdir(dirs['git'])
        repo = GitRepository('.')
        if src.diff and not git_apply_patch(src.diff):
            raise GbpError
        os.chmod('debian/rules', 0755)
        if not repo.is_clean()[0]:
            dch = parse_changelog('debian/changelog')
            name, addr = parseaddr(dch['Maintainer'])
            env = {
                'GIT_AUTHOR_NAME': name,
                'GIT_AUTHOR_EMAIL': addr,
                'GIT_AUTHOR_DATE': rfc822_date_to_git(dch['Date']),
            }
            gbpc.GitCommitAll(extra_env=env)(msg="Imported Debian patch %s" % version)
        else:
            print "Nothing to commit, nothing imported."
        gitTag(build_tag(options.debian_tag, version),
               msg="Debian release %s" % version)
    except gbpc.CommandExecFailed:
        print >>sys.stderr, "Failed to import Debian package"
        raise GbpError


def move_tree(src, dirs):
    """rename the temporary unpack directory to it's final name"""
    try:
        os.rename(dirs['git'], src.pkg)
    except OSError, err:
        print >>sys.stderr, "Cannot move git repository '%s' to it's final location '%s': %s" % (dirs['git'],
                             os.path.abspath(src.pkg), err)
        return False
    return True


def create_debian_branch(debian_branch, dirs):
    """create the debian branch if necessary"""
    os.chdir(dirs['git'])
    repo = GitRepository('.')
    if repo.get_branch() != debian_branch:
        if not repo.has_branch(debian_branch):
            print "Creating Debian branch '%s'" % debian_branch
            gbpc.GitBranch()(debian_branch)
        gbpc.GitCheckoutBranch(debian_branch)
    os.chdir(dirs['top'])


def main(argv):
    dirs = {'top': os.path.abspath(os.curdir)}
    ret = 0

    parser = GbpOptionParser(command=os.path.basename(argv[0]), prefix='',
                             usage='%prog [options] /path/to/package.dsc')

    parser.add_option("-v", "--verbose", action="store_true", dest="verbose", default=False,
                      help="verbose command execution")
    parser.add_config_file_option(option_name="debian-branch", dest='debian_branch',
                      help="branch the debian patch is being developed on, default is '%(debian-branch)s'")
    parser.add_config_file_option(option_name="upstream-branch", dest="upstream_branch",
                      help="upstream branch, default is '%(upstream-branch)s'")
    parser.add_config_file_option(option_name="sign-tags", dest="sign_tags",
                      help="sign git tags", action="store_true")
    parser.add_config_file_option(option_name="keyid", dest="keyid",
                      help="GPG keyid to sign tags with")
    parser.add_config_file_option(option_name="debian-tag", dest="debian_tag",
                      help="Format string for debian tags, default is '%(debian-tag)s'")
    parser.add_config_file_option(option_name="upstream-tag", dest="upstream_tag",
                      help="Format string for upstream tags, default is '%(upstream-tag)s'")
    parser.add_config_file_option(option_name="filter", dest="filters",
                      help="files to filter out during import (can be given multiple times)",
                      action="append")
    parser.add_config_file_option(option_name="pristine-tar", dest="pristine_tar",
                      help="Use pristine-tar to import the tarball", action="store_true")
    (options, args) = parser.parse_args(argv[1:])

    if options.verbose:
        gbpc.Command.verbose = True

    gitTag = gbpc.GitTag(options.sign_tags, options.keyid)

    try:
        if len(args) != 1:
            parser.print_help()
            raise GbpError
        else:
            src = parse_dsc(args[0])
            if not src:
                raise GbpError

            try:
                repo = GitRepository('.')
                (clean, out) = repo.is_clean()
                if not clean:
                    print >>sys.stderr, "Repository has uncommitted changes, commit these first: "
                    raise GbpError, out
                dirs['tmp'] = os.path.abspath(tempfile.mkdtemp(dir='..'))
                initial = False
            except GitRepositoryError:
                # The initial import is different:
                print "No git repository found, creating one."
                dirs['tmp'] = os.path.abspath(tempfile.mkdtemp(dir='.'))
                initial = True

            unpack_dir = unpack_orig(src.tgz, dirs['tmp'], options.filters)

            format = [(options.upstream_tag, "Upstream"), (options.debian_tag, "Debian")][src.native]
            tag = build_tag(format[0], src.upstream_version)
            msg = "%s version %s" % (format[1], src.upstream_version)

            if initial:
                dirs['git'] = glob.glob('%s/*' % unpack_dir)[0]
                if not import_initial(src, dirs, options):
                    raise GbpError
                gitTag(tag, msg=msg)
                os.chdir(dirs['top'])
                if not src.native:
                    apply_debian_patch(src, dirs, options)
                    create_debian_branch(options.debian_branch, dirs)
                os.chdir(dirs['top'])
                if not move_tree(src, dirs):
                    raise GbpError
            else: # not the initial import
                dirs['git'] = dirs['top']
                unpack_dir = glob.glob('%s/*' % unpack_dir)[0]
                if not repo.has_tag(tag):
                    print "tag %s not found, importing %s tarball" % (tag, format[1])
                    # FIXME: this is what import-orig does - merge
                    if not src.native:
                        gbpc.GitCheckoutBranch(options.upstream_branch)()
                    replace_source_tree(repo, unpack_dir, options.filters, verbose=True)
                    gbpc.GitCommitAll()(msg="Imported %s" % msg)
                    gitTag(tag, msg=msg)
                    if options.pristine_tar and not src.native:
                        gbpc.PristineTar().commit(src.tgz, options.upstream_branch)
                if not src.native:
                    gbpc.GitCheckoutBranch(options.debian_branch)()
                    replace_source_tree(repo, unpack_dir, options.filters)
                    apply_debian_patch(src, dirs, options)
    except gbpc.CommandExecFailed:
        os.chdir(dirs['top'])
        ret = 1
    except GbpError, err:
        if len(err.__str__()):
            print >>sys.stderr, err
        os.chdir(dirs['top'])
        ret = 1

    if dirs.has_key('tmp'):
        gbpc.RemoveTree(dirs['tmp'])()

    if not ret:
        print 'Everything imported under %s' % src.pkg
    return ret

if __name__ == '__main__':
    sys.exit(main(sys.argv))

# vim:et:ts=4:sw=4:et:sts=4:ai:set list listchars=tab\:»·,trail\:·: