X-Git-Url: http://xvm.mit.edu/gitweb/invirt/packages/invirt-web.git/blobdiff_plain/730dd3b604099ac2cfe8ed41a476a845b342ecb6..661bd540a962da6e82c2d2c6b55dcbdf592718db:/code/controls.py?ds=inline diff --git a/code/controls.py b/code/controls.py index 841d21b..0661927 100644 --- a/code/controls.py +++ b/code/controls.py @@ -1,17 +1,15 @@ -""" -Functions to perform remctls. -""" - -from sipb_xen_database import Machine, Disk, Type, NIC, CDROM, ctx, meta import validation -from webcommon import CodeError, InvalidInput +from invirt.common import CodeError, InvalidInput import random -import subprocess import sys import time import re import cache_acls -import cPickle +import yaml + +from invirt.config import structs as config +from invirt.database import Machine, Disk, Type, NIC, CDROM, session, meta +from invirt.remctl import remctl as gen_remctl # ... and stolen from xend/uuid.py def randomUUID(): @@ -25,39 +23,10 @@ def uuidToString(u): "%02x" * 6]) % tuple(u) # end stolen code -def kinit(username = 'daemon/sipb-xen.mit.edu', keytab = '/etc/sipb-xen.keytab'): - """Kinit with a given username and keytab""" - - p = subprocess.Popen(['kinit', "-k", "-t", keytab, username], - stderr=subprocess.PIPE) - e = p.wait() - if e: - raise CodeError("Error %s in kinit: %s" % (e, p.stderr.read())) - -def checkKinit(): - """If we lack tickets, kinit.""" - p = subprocess.Popen(['klist', '-s']) - if p.wait(): - kinit() - -def remctl(*args, **kws): - """Perform a remctl and return the output. - - kinits if necessary, and outputs errors to stderr. - """ - checkKinit() - p = subprocess.Popen(['remctl', 'remote.mit.edu'] - + list(args), - stdout=subprocess.PIPE, - stderr=subprocess.PIPE) - v = p.wait() - if kws.get('err'): - return p.stdout.read(), p.stderr.read() - if v: - print >> sys.stderr, 'Error', v, 'on remctl', args, ':' - print >> sys.stderr, p.stderr.read() - raise CodeError('ERROR on remctl') - return p.stdout.read() +def remctl(*args, **kwargs): + return gen_remctl(config.remote.hostname, + principal='daemon/'+config.web.hostname, + *args, **kwargs) def lvcreate(machine, disk): """Create a single disk for a machine""" @@ -69,6 +38,26 @@ def makeDisks(machine): for disk in machine.disks: lvcreate(machine, disk) +def getswap(disksize, memsize): + """Returns the recommended swap partition size.""" + return int(min(disksize / 4, memsize * 1.5)) + +def lvinstall(machine, autoinstall): + disksize = machine.disks[0].size + memsize = machine.memory + swapsize = getswap(disksize, memsize) + imagesize = disksize - swapsize + + installer_options = ['dist=%s' % autoinstall.distribution, + 'mirror=%s' % autoinstall.mirror, + 'arch=%s' % autoinstall.arch, + 'imagesize=%s' % imagesize] + if autoinstall.preseed: + installer_options += ['preseed=http://'+config.web.hostname+'/static/preseed/'+autoinstall.autoinstall_id+'.preseed'] + + remctl('control', machine.name, 'install', + *installer_options) + def lvcopy(machine_orig_name, machine, rootpw): """Copy a golden image onto a machine's disk""" remctl('web', 'lvcopy', machine_orig_name, machine.name, rootpw) @@ -85,65 +74,75 @@ def bootMachine(machine, cdtype): else: out, err = remctl('control', machine.name, 'create', err=True) - if 'already exists' in out: + if 'already running' in err: raise InvalidInput('action', 'create', 'VM %s is already on' % machine.name) + elif 'I need' in err and 'but dom0_min_mem is' in err: + raise InvalidInput('action', 'create', + "We're really sorry, but our servers don't have enough capacity to create your VM right now. Try creating a VM with less RAM, or shutting down another VM of yours. Feel free to ask %s if you would like to know when we plan to have more resources." % (config.contact)) + elif ('Booting VMs is temporarily disabled for maintenance, sorry' in err or + 'LVM operations are temporarily disabled for maintenance, sorry' in err): + raise InvalidInput('action', 'create', + err) + elif "Boot loader didn't return any data!" in err: + raise InvalidInput('action', 'create', + "The ParaVM bootloader was unable to find an operating system to boot. Do you have GRUB configured correctly?") + elif 'xc_dom_find_loader: no loader found' in err: + raise InvalidInput('action', 'create', + "The ParaVM bootloader was unable to boot the kernel you have configured. Are you sure this kernel is capable of running as a Xen ParaVM guest?") elif err: raise CodeError('"%s" on "control %s create %s' % (err, machine.name, cdtype)) -def createVm(owner, contact, name, memory, disk_size, machine_type, cdrom, clone_from): +def createVm(username, state, owner, contact, name, description, memory, disksize, machine_type, cdrom, autoinstall): """Create a VM and put it in the database""" # put stuff in the table - transaction = ctx.current.create_transaction() + session.begin() try: - validation.validMemory(owner, memory) - validation.validDisk(owner, disk_size * 1. / 1024) - validation.validAddVm(owner) - res = meta.engine.execute('select nextval(' - '\'"machines_machine_id_seq"\')') - id = res.fetchone()[0] + validation.Validate(username, state, name=name, description=description, owner=owner, memory=memory, disksize=disksize/1024.) machine = Machine() - machine.machine_id = id machine.name = name + machine.description = description machine.memory = memory machine.owner = owner - machine.administrator = owner + machine.administrator = None machine.contact = contact machine.uuid = uuidToString(randomUUID()) machine.boot_off_cd = True - machine.type_id = machine_type.type_id - ctx.current.save(machine) - disk = Disk(machine_id=machine.machine_id, - guest_device_name='hda', size=disk_size) - open_nics = NIC.select_by(machine_id=None) - if not open_nics: #No IPs left! + machine.type = machine_type + session.add(machine) + disk = Disk(machine=machine, + guest_device_name='xvda', size=disksize) + nic = NIC.query.filter_by(machine_id=None).filter_by(reusable=True).first() + if not nic: #No IPs left! raise CodeError("No IP addresses left! " - "Contact xvm@mit.edu.") - nic = open_nics[0] - nic.machine_id = machine.machine_id + "Contact %s." % config.contact) + nic.machine = machine nic.hostname = name - ctx.current.save(nic) - ctx.current.save(disk) + session.add(nic) + session.add(disk) cache_acls.refreshMachine(machine) - transaction.commit() + makeDisks(machine) + session.commit() except: - transaction.rollback() + session.rollback() + raise + try: + if autoinstall: + lvinstall(machine, autoinstall) + else: + # tell it to boot with cdrom + bootMachine(machine, cdrom) + except CodeError, e: + deleteVM(machine) raise - makeDisks(machine) - if clone_from: - lvcopy(clone_from, machine, 'password') - # tell it to boot with cdrom - bootMachine(machine, cdrom) return machine -def getList(machines): - """Return a dictionary mapping machine to dicts.""" - value_string = remctl('web', 'listvms', '--pickle') - value_dict = cPickle.loads(value_string) - - d = dict((m, value_dict[m.name]) for m in machines if m.name in value_dict) - return d +def getList(): + """Return a dictionary mapping machine names to dicts.""" + value_string = remctl('web', 'listvms') + value_dict = yaml.load(value_string, yaml.CSafeLoader) + return value_dict def parseStatus(s): """Parse a status string into nested tuples of strings. @@ -179,7 +178,7 @@ def statusInfo(machine): if 'Unknown command' in err_string: raise CodeError("ERROR in remctl list-long %s is not registered" % (machine.name,)) - elif 'does not exist' in err_string: + elif 'is not on' in err_string: return None elif err_string: raise CodeError("ERROR in remctl list-long %s: %s" % @@ -187,40 +186,51 @@ def statusInfo(machine): status = parseStatus(value_string) return status +def listHost(machine): + """Return the host a machine is running on""" + out, err = remctl('control', machine.name, 'listhost', err=True) + if err: + return None + return out.strip() + +def vnctoken(machine): + """Return a time-stamped VNC token""" + out, err = remctl('control', machine.name, 'vnctoken', err=True) + if err: + return None + return out.strip() + def deleteVM(machine): """Delete a VM.""" remctl('control', machine.name, 'destroy', err=True) - transaction = ctx.current.create_transaction() + session.begin() delete_disk_pairs = [(machine.name, d.guest_device_name) for d in machine.disks] try: + for mname, dname in delete_disk_pairs: + remctl('web', 'lvremove', mname, dname) for nic in machine.nics: nic.machine_id = None nic.hostname = None - ctx.current.save(nic) + session.add(nic) for disk in machine.disks: - ctx.current.delete(disk) - for access in machine.acl: - ctx.current.delete(access) - ctx.current.delete(machine) - transaction.commit() + session.delete(disk) + session.delete(machine) + session.commit() except: - transaction.rollback() + session.rollback() raise - for mname, dname in delete_disk_pairs: - remctl('web', 'lvremove', mname, dname) -def commandResult(user, fields): +def commandResult(username, state, command_name, machine_id, fields): start_time = 0 - machine = validation.testMachineId(user, fields.getfirst('machine_id')) - action = fields.getfirst('action') - cdrom = fields.getfirst('cdrom') - if cdrom is not None and not CDROM.get(cdrom): + machine = validation.Validate(username, state, machine_id=machine_id).machine + action = command_name + cdrom = fields.get('cdrom') or None + if cdrom is not None and not CDROM.query.filter_by(cdrom_id=cdrom).one(): raise CodeError("Invalid cdrom type '%s'" % cdrom) - if action not in ('Reboot', 'Power on', 'Power off', 'Shutdown', - 'Delete VM'): + if action not in "reboot create destroy shutdown delete".split(" "): raise CodeError("Invalid action '%s'" % action) - if action == 'Reboot': + if action == 'reboot': if cdrom is not None: out, err = remctl('control', machine.name, 'reboot', cdrom, err=True) @@ -228,7 +238,7 @@ def commandResult(user, fields): out, err = remctl('control', machine.name, 'reboot', err=True) if err: - if re.match("Error: Domain '.*' does not exist.", err): + if re.match("machine '.*' is not on", err): raise InvalidInput("action", "reboot", "Machine is not on") else: @@ -236,36 +246,36 @@ def commandResult(user, fields): print >> sys.stderr, err raise CodeError('ERROR on remctl') - elif action == 'Power on': - if validation.maxMemory(user, machine) < machine.memory: + elif action == 'create': + if validation.maxMemory(username, state, machine) < machine.memory: raise InvalidInput('action', 'Power on', "You don't have enough free RAM quota " "to turn on this machine.") bootMachine(machine, cdrom) - elif action == 'Power off': + elif action == 'destroy': out, err = remctl('control', machine.name, 'destroy', err=True) if err: - if re.match("Error: Domain '.*' does not exist.", err): + if re.match("machine '.*' is not on", err): raise InvalidInput("action", "Power off", "Machine is not on.") else: print >> sys.stderr, 'Error on power off:' print >> sys.stderr, err raise CodeError('ERROR on remctl') - elif action == 'Shutdown': + elif action == 'shutdown': out, err = remctl('control', machine.name, 'shutdown', err=True) if err: - if re.match("Error: Domain '.*' does not exist.", err): + if re.match("machine '.*' is not on", err): raise InvalidInput("action", "Shutdown", "Machine is not on.") else: print >> sys.stderr, 'Error on Shutdown:' print >> sys.stderr, err raise CodeError('ERROR on remctl') - elif action == 'Delete VM': + elif action == 'delete': deleteVM(machine) - d = dict(user=user, + d = dict(user=username, command=action, machine=machine) return d