-"""
-Functions to perform remctls.
-"""
-
-from sipb_xen_database import Machine, Disk, Type, NIC, CDROM, ctx, meta
import validation
-from webcommon import CodeError, InvalidInput
+from invirt.common import CodeError, InvalidInput
import random
-import subprocess
import sys
import time
import re
import cache_acls
+import yaml
+
+from invirt.config import structs as config
+from invirt.database import Machine, Disk, Type, NIC, CDROM, session, meta
+from invirt.remctl import remctl as gen_remctl
# ... and stolen from xend/uuid.py
def randomUUID():
"%02x" * 6]) % tuple(u)
# end stolen code
-def kinit(username = 'daemon/sipb-xen.mit.edu', keytab = '/etc/sipb-xen.keytab'):
- """Kinit with a given username and keytab"""
-
- p = subprocess.Popen(['kinit', "-k", "-t", keytab, username],
- stderr=subprocess.PIPE)
- e = p.wait()
- if e:
- raise CodeError("Error %s in kinit: %s" % (e, p.stderr.read()))
-
-def checkKinit():
- """If we lack tickets, kinit."""
- p = subprocess.Popen(['klist', '-s'])
- if p.wait():
- kinit()
-
-def remctl(*args, **kws):
- """Perform a remctl and return the output.
-
- kinits if necessary, and outputs errors to stderr.
- """
- checkKinit()
- p = subprocess.Popen(['remctl', 'black-mesa.mit.edu']
- + list(args),
- stdout=subprocess.PIPE,
- stderr=subprocess.PIPE)
- v = p.wait()
- if kws.get('err'):
- return p.stdout.read(), p.stderr.read()
- if v:
- print >> sys.stderr, 'Error', v, 'on remctl', args, ':'
- print >> sys.stderr, p.stderr.read()
- raise CodeError('ERROR on remctl')
- return p.stdout.read()
+def remctl(*args, **kwargs):
+ return gen_remctl(config.remote.hostname,
+ principal='daemon/'+config.web.hostname,
+ *args, **kwargs)
def lvcreate(machine, disk):
"""Create a single disk for a machine"""
for disk in machine.disks:
lvcreate(machine, disk)
+def getswap(disksize, memsize):
+ """Returns the recommended swap partition size."""
+ return int(min(disksize / 4, memsize * 1.5))
+
+def lvinstall(machine, autoinstall):
+ disksize = machine.disks[0].size
+ memsize = machine.memory
+ swapsize = getswap(disksize, memsize)
+ imagesize = disksize - swapsize
+
+ installer_options = ['dist=%s' % autoinstall.distribution,
+ 'mirror=%s' % autoinstall.mirror,
+ 'arch=%s' % autoinstall.arch,
+ 'imagesize=%s' % imagesize]
+ if autoinstall.preseed:
+ installer_options += ['preseed=http://'+config.web.hostname+'/static/preseed/'+autoinstall.autoinstall_id+'.preseed']
+
+ remctl('control', machine.name, 'install',
+ *installer_options)
+
def lvcopy(machine_orig_name, machine, rootpw):
"""Copy a golden image onto a machine's disk"""
remctl('web', 'lvcopy', machine_orig_name, machine.name, rootpw)
else:
out, err = remctl('control', machine.name, 'create',
err=True)
- if 'already exists' in out:
+ if 'already running' in err:
raise InvalidInput('action', 'create',
'VM %s is already on' % machine.name)
+ elif 'I need' in err and 'but dom0_min_mem is' in err:
+ raise InvalidInput('action', 'create',
+ "We're really sorry, but our servers don't have enough capacity to create your VM right now. Try creating a VM with less RAM, or shutting down another VM of yours. Feel free to ask %s if you would like to know when we plan to have more resources." % (config.contact))
+ elif ('Booting VMs is temporarily disabled for maintenance, sorry' in err or
+ 'LVM operations are temporarily disabled for maintenance, sorry' in err):
+ raise InvalidInput('action', 'create',
+ err)
+ elif "Boot loader didn't return any data!" in err:
+ raise InvalidInput('action', 'create',
+ "The ParaVM bootloader was unable to find an operating system to boot. Do you have GRUB configured correctly?")
+ elif 'xc_dom_find_loader: no loader found' in err:
+ raise InvalidInput('action', 'create',
+ "The ParaVM bootloader was unable to boot the kernel you have configured. Are you sure this kernel is capable of running as a Xen ParaVM guest?")
elif err:
raise CodeError('"%s" on "control %s create %s'
% (err, machine.name, cdtype))
-def registerMachine(machine):
- """Register a machine to be controlled by the web interface"""
- remctl('web', 'register', machine.name)
-
-def unregisterMachine(machine):
- """Unregister a machine to not be controlled by the web interface"""
- remctl('web', 'unregister', machine.name)
-
-def createVm(owner, contact, name, memory, disk_size, machine_type, cdrom, clone_from):
+def createVm(username, state, owner, contact, name, description, memory, disksize, machine_type, cdrom, autoinstall):
"""Create a VM and put it in the database"""
# put stuff in the table
- transaction = ctx.current.create_transaction()
+ session.begin()
try:
- validation.validMemory(owner, memory)
- validation.validDisk(owner, disk_size * 1. / 1024)
- validation.validAddVm(owner)
- res = meta.engine.execute('select nextval('
- '\'"machines_machine_id_seq"\')')
- id = res.fetchone()[0]
+ validation.Validate(username, state, name=name, description=description, owner=owner, memory=memory, disksize=disksize/1024.)
machine = Machine()
- machine.machine_id = id
machine.name = name
+ machine.description = description
machine.memory = memory
machine.owner = owner
- machine.administrator = owner
+ machine.administrator = None
machine.contact = contact
machine.uuid = uuidToString(randomUUID())
machine.boot_off_cd = True
- machine.type_id = machine_type.type_id
- ctx.current.save(machine)
- disk = Disk(machine_id=machine.machine_id,
- guest_device_name='hda', size=disk_size)
- open_nics = NIC.select_by(machine_id=None)
- if not open_nics: #No IPs left!
+ machine.type = machine_type
+ session.add(machine)
+ disk = Disk(machine=machine,
+ guest_device_name='xvda', size=disksize)
+ nic = NIC.query.filter_by(machine_id=None).filter_by(reusable=True).first()
+ if not nic: #No IPs left!
raise CodeError("No IP addresses left! "
- "Contact sipb-xen@mit.edu.")
- nic = open_nics[0]
- nic.machine_id = machine.machine_id
+ "Contact %s." % config.contact)
+ nic.machine = machine
nic.hostname = name
- ctx.current.save(nic)
- ctx.current.save(disk)
+ session.add(nic)
+ session.add(disk)
cache_acls.refreshMachine(machine)
- transaction.commit()
+ makeDisks(machine)
+ session.commit()
except:
- transaction.rollback()
+ session.rollback()
+ raise
+ try:
+ if autoinstall:
+ lvinstall(machine, autoinstall)
+ else:
+ # tell it to boot with cdrom
+ bootMachine(machine, cdrom)
+ except CodeError, e:
+ deleteVM(machine)
raise
- registerMachine(machine)
- makeDisks(machine)
- if clone_from:
- lvcopy(clone_from, machine, 'password')
- # tell it to boot with cdrom
- bootMachine(machine, cdrom)
return machine
-def getUptimes(machines=None):
- """Return a dictionary mapping machine names to uptime strings"""
+def getList():
+ """Return a dictionary mapping machine names to dicts."""
value_string = remctl('web', 'listvms')
- lines = value_string.splitlines()
- d = {}
- for line in lines:
- lst = line.split()
- name, id = lst[:2]
- uptime = ' '.join(lst[2:])
- d[name] = uptime
- ans = {}
- for m in machines:
- ans[m] = d.get(m.name)
- return ans
+ value_dict = yaml.load(value_string, yaml.CSafeLoader)
+ return value_dict
def parseStatus(s):
"""Parse a status string into nested tuples of strings.
if 'Unknown command' in err_string:
raise CodeError("ERROR in remctl list-long %s is not registered" %
(machine.name,))
- elif 'does not exist' in err_string:
+ elif 'is not on' in err_string:
return None
elif err_string:
raise CodeError("ERROR in remctl list-long %s: %s" %
status = parseStatus(value_string)
return status
+def listHost(machine):
+ """Return the host a machine is running on"""
+ out, err = remctl('control', machine.name, 'listhost', err=True)
+ if err:
+ return None
+ return out.strip()
+
+def vnctoken(machine):
+ """Return a time-stamped VNC token"""
+ out, err = remctl('control', machine.name, 'vnctoken', err=True)
+ if err:
+ return None
+ return out.strip()
+
def deleteVM(machine):
"""Delete a VM."""
remctl('control', machine.name, 'destroy', err=True)
- transaction = ctx.current.create_transaction()
+ session.begin()
delete_disk_pairs = [(machine.name, d.guest_device_name)
for d in machine.disks]
try:
+ for mname, dname in delete_disk_pairs:
+ remctl('web', 'lvremove', mname, dname)
for nic in machine.nics:
nic.machine_id = None
nic.hostname = None
- ctx.current.save(nic)
+ session.add(nic)
for disk in machine.disks:
- ctx.current.delete(disk)
- for access in machine.acl:
- ctx.current.delete(access)
- ctx.current.delete(machine)
- transaction.commit()
+ session.delete(disk)
+ session.delete(machine)
+ session.commit()
except:
- transaction.rollback()
+ session.rollback()
raise
- for mname, dname in delete_disk_pairs:
- remctl('web', 'lvremove', mname, dname)
- unregisterMachine(machine)
-def commandResult(user, fields):
+def commandResult(username, state, command_name, machine_id, fields):
start_time = 0
- machine = validation.testMachineId(user, fields.getfirst('machine_id'))
- action = fields.getfirst('action')
- cdrom = fields.getfirst('cdrom')
- if cdrom is not None and not CDROM.get(cdrom):
+ machine = validation.Validate(username, state, machine_id=machine_id).machine
+ action = command_name
+ cdrom = fields.get('cdrom') or None
+ if cdrom is not None and not CDROM.query.filter_by(cdrom_id=cdrom).one():
raise CodeError("Invalid cdrom type '%s'" % cdrom)
- if action not in ('Reboot', 'Power on', 'Power off', 'Shutdown',
- 'Delete VM'):
+ if action not in "reboot create destroy shutdown delete".split(" "):
raise CodeError("Invalid action '%s'" % action)
- if action == 'Reboot':
+ if action == 'reboot':
if cdrom is not None:
out, err = remctl('control', machine.name, 'reboot', cdrom,
err=True)
out, err = remctl('control', machine.name, 'reboot',
err=True)
if err:
- if re.match("Error: Domain '.*' does not exist.", err):
+ if re.match("machine '.*' is not on", err):
raise InvalidInput("action", "reboot",
"Machine is not on")
else:
print >> sys.stderr, err
raise CodeError('ERROR on remctl')
- elif action == 'Power on':
- if validation.maxMemory(user, machine) < machine.memory:
+ elif action == 'create':
+ if validation.maxMemory(username, state, machine) < machine.memory:
raise InvalidInput('action', 'Power on',
"You don't have enough free RAM quota "
"to turn on this machine.")
bootMachine(machine, cdrom)
- elif action == 'Power off':
+ elif action == 'destroy':
out, err = remctl('control', machine.name, 'destroy', err=True)
if err:
- if re.match("Error: Domain '.*' does not exist.", err):
+ if re.match("machine '.*' is not on", err):
raise InvalidInput("action", "Power off",
"Machine is not on.")
else:
print >> sys.stderr, 'Error on power off:'
print >> sys.stderr, err
raise CodeError('ERROR on remctl')
- elif action == 'Shutdown':
+ elif action == 'shutdown':
out, err = remctl('control', machine.name, 'shutdown', err=True)
if err:
- if re.match("Error: Domain '.*' does not exist.", err):
+ if re.match("machine '.*' is not on", err):
raise InvalidInput("action", "Shutdown",
"Machine is not on.")
else:
print >> sys.stderr, 'Error on Shutdown:'
print >> sys.stderr, err
raise CodeError('ERROR on remctl')
- elif action == 'Delete VM':
+ elif action == 'delete':
deleteVM(machine)
- d = dict(user=user,
+ d = dict(user=username,
command=action,
machine=machine)
return d
for disk in machine.disks:
remctl("web", "lvrename", old_name,
disk.guest_device_name, new_name)
- remctl("web", "moveregister", old_name, new_name)