X-Git-Url: http://xvm.mit.edu/gitweb/invirt/packages/invirt-dev.git/blobdiff_plain/1c9ac2563d5afefb47da45c352f4bdd25acf8635..c18b949497aa66780761a80967bbfb8747001827:/python/invirt/builder.py diff --git a/python/invirt/builder.py b/python/invirt/builder.py index f2cb421..f864feb 100644 --- a/python/invirt/builder.py +++ b/python/invirt/builder.py @@ -6,9 +6,9 @@ and the remctl submission scripts that insert items into its queue. import os +import subprocess from debian_bundle import changelog -from debian_bundle import deb822 import invirt.common as c from invirt.config import structs as config @@ -17,18 +17,35 @@ from invirt.config import structs as config _QUEUE_DIR = '/var/lib/invirt-dev/queue' _REPO_DIR = '/srv/git' _LOG_DIR = '/var/log/invirt/builds' -_HOOKS_DIR = '/usr/share/invirt-dev/build.d' +_HOOKS_DIR = '/usr/share/invirt-dev/build-hooks' + +_DEFAULT_DISTRIBUTION = 'hardy' class InvalidBuild(ValueError): pass +_DISTRO_TO_SUFFIX = { + 'etch': '~debian4.0', + 'lenny': '~debian5.0', + 'squeeze': '~debian6.0', + + 'hardy': '~ubuntu8.04', + 'lucid': '~ubuntu10.04', + 'maverick': '~ubuntu10.10', + 'natty': '~ubuntu11.04', + 'oneiric': '~ubuntu11.10', + 'precise': '~ubuntu12.04', + } + +def distroToSuffix(distro): + return _DISTRO_TO_SUFFIX.get(distro, '~'+distro) def getRepo(package): """Return the path to the git repo for a given package.""" return os.path.join(_REPO_DIR, 'invirt/packages', '%s.git' % package) -def ensureValidRepo(package): +def ensureValidPackage(package): """Perform some basic sanity checks that the requested repo is in a subdirectory of _REPO_DIR/invirt/packages. This prevents weirdness such as submitting a package like '../prod/...git'. Also ensures that @@ -42,6 +59,14 @@ def ensureValidRepo(package): elif not os.path.exists(repo): raise InvalidBuild('Nonexisting package %s' % package) +def canonicalize_commit(package, commit, shorten=False): + if shorten: + flags = ['--short'] + else: + flags = [] + return c.captureOutput(['git', 'rev-parse'] + flags + [commit], + cwd=getRepo(package)).strip() + def pocketToGit(pocket): """Map a pocket in the configuration to a git branch.""" return getattr(getattr(config.build.pockets, pocket), 'git', pocket) @@ -51,6 +76,9 @@ def pocketToApt(pocket): """Map a pocket in the configuration to an apt repo pocket.""" return getattr(getattr(config.build.pockets, pocket), 'apt', pocket) +def pocketToDistro(pocket): + """Map a pocket in the configuration to the distro we build for.""" + return getattr(getattr(config.build.pockets, pocket), 'distro', _DEFAULT_DISTRIBUTION) def getGitFile(package, ref, path): """Return the contents of a path from a git ref in a package.""" @@ -66,6 +94,13 @@ def getChangelog(package, ref): """ return changelog.Changelog(getGitFile(package, ref, 'debian/changelog')) +def runHook(hook, args=[], stdin_str=None): + """Run a named hook.""" + hook = os.path.join(_HOOKS_DIR, hook) + try: + c.captureOutput([hook] + args, stdin_str=stdin_str) + except OSError: + pass def getVersion(package, ref): """Get the version of a given package at a particular ref.""" @@ -98,9 +133,10 @@ def validateBuild(pocket, package, commit): another pocket, then this function returns that pocket. Otherwise, it returns True. """ - ensureValidRepo(package) + ensureValidPackage(package) package_repo = getRepo(package) new_version = getVersion(package, commit) + new_distro = pocketToDistro(pocket) ret = True @@ -109,11 +145,20 @@ def validateBuild(pocket, package, commit): continue b = pocketToGit(p) - current_commit = c.captureOutput(['git', 'rev-parse', b], - cwd=package_repo).strip() + try: + current_commit = c.captureOutput(['git', 'rev-parse', b], + cwd=package_repo).strip() + except subprocess.CalledProcessError: + # Guess we haven't created this pocket yet + continue + current_version = getVersion(package, b) + current_distro = pocketToDistro(p) + + # NB: Neither current_version nor new_version will have the + # distro-specific prefix. - if current_version == new_version: + if current_version == new_version and current_distro == new_distro: if current_commit == commit: ret = p else: @@ -131,7 +176,8 @@ def validateBuild(pocket, package, commit): # Almost by definition, A is a fast-forward of B if B..A is # empty - if not c.captureOutput(['git', 'rev-list', '%s..%s' % (commit, branch)]): + if c.captureOutput(['git', 'rev-list', '%s..%s' % (commit, branch)], + cwd=package_repo): raise InvalidBuild('New commit %s of %s is not a fast-forward of' 'commit currently in pocket %s' % (commit, package, pocket))