X-Git-Url: http://xvm.mit.edu/gitweb/invirt/packages/invirt-web.git/blobdiff_plain/867613f209f2f414afd261258c73b6adf4bdd905..adf7ee7448356bbf63a907cbbc48efe6b633721f:/templates/main.py diff --git a/templates/main.py b/templates/main.py index d4ac4e6..cb8229c 100755 --- a/templates/main.py +++ b/templates/main.py @@ -5,6 +5,13 @@ import cgi import os import string import subprocess +import re +import time +import cPickle +import base64 +import sha +import hmac +import datetime print 'Content-Type: text/html\n' sys.stderr = sys.stdout @@ -14,6 +21,9 @@ from Cheetah.Template import Template from sipb_xen_database import * import random +class MyException(Exception): + pass + # ... and stolen from xend/uuid.py def randomUUID(): """Generate a random UUID.""" @@ -24,62 +34,149 @@ def uuidToString(u): return "-".join(["%02x" * 4, "%02x" * 2, "%02x" * 2, "%02x" * 2, "%02x" * 6]) % tuple(u) - -def maxMemory(user): +def maxMemory(user, machine=None): return 256 -def haveAccess(user, machine): - return True +def maxDisk(user, machine=None): + return 10.0 +def haveAccess(user, machine): + if user.username == 'quentin': + return True + return machine.owner == user.username -def error(op, user, fields, errorMessage): - d = dict(op=op, - user=user, - errorMessage=errorMessage) - print Template(file='error.tmpl', - searchList=d); +def error(op, user, fields, err): + d = dict(op=op, user=user, errorMessage=str(err)) + print Template(file='error.tmpl', searchList=d); def validMachineName(name): + """Check that name is valid for a machine name""" if not name: return False - charset = string.ascii_letters + string.digits + '-' - if name[0] == '-' or len(name) > 22: + charset = string.ascii_letters + string.digits + '-_' + if name[0] in '-_' or len(name) > 22: return False return all(x in charset for x in name) -def kinit(): - keytab = '/etc/tabbott.keytab' - username = 'tabbott/extra' - p = subprocess.Popen(['kinit', "-k", "-t", keytab, - username]) - p.wait() +def kinit(username = 'tabbott/extra', keytab = '/etc/tabbott.keytab'): + """Kinit with a given username and keytab""" + + p = subprocess.Popen(['kinit', "-k", "-t", keytab, username], + stderr=subprocess.PIPE) + e = p.wait() + if e: + raise MyException("Error %s in kinit: %s" % (e, p.stderr.read())) def checkKinit(): + """If we lack tickets, kinit.""" p = subprocess.Popen(['klist', '-s']) if p.wait(): kinit() -def remctl(*args): +def remctl(*args, **kws): + """Perform a remctl and return the output. + + kinits if necessary, and outputs errors to stderr. + """ checkKinit() p = subprocess.Popen(['remctl', 'black-mesa.mit.edu'] + list(args), stdout=subprocess.PIPE, stderr=subprocess.PIPE) + if kws.get('err'): + return p.stdout.read(), p.stderr.read() if p.wait(): print >> sys.stderr, 'ERROR on remctl ', args print >> sys.stderr, p.stderr.read() + return p.stdout.read() def makeDisks(): - remctl('lvcreate','all') + """Update the lvm partitions to include all disks in the database.""" + remctl('web', 'lvcreate') def bootMachine(machine, cdtype): + """Boot a machine with a given boot CD. + + If cdtype is None, give no boot cd. Otherwise, it is the string + id of the CD (e.g. 'gutsy_i386') + """ if cdtype is not None: - remctl('vmboot', 'cdrom', str(machine.name), + remctl('web', 'vmboot', machine.name, cdtype) else: - remctl('vmboot', 'cdrom', str(machine.name)) + remctl('web', 'vmboot', machine.name) + +def registerMachine(machine): + """Register a machine to be controlled by the web interface""" + remctl('web', 'register', machine.name) + +def unregisterMachine(machine): + """Unregister a machine to not be controlled by the web interface""" + remctl('web', 'unregister', machine.name) + +def parseStatus(s): + """Parse a status string into nested tuples of strings. + + s = output of xm list --long + """ + values = re.split('([()])', s) + stack = [[]] + for v in values[2:-2]: #remove initial and final '()' + if not v: + continue + v = v.strip() + if v == '(': + stack.append([]) + elif v == ')': + if len(stack[-1]) == 1: + stack[-1].append('') + stack[-2].append(stack[-1]) + stack.pop() + else: + if not v: + continue + stack[-1].extend(v.split()) + return stack[-1] + +def getUptimes(machines): + """Return a dictionary mapping machine names to uptime strings""" + value_string = remctl('web', 'listvms') + lines = value_string.splitlines() + d = {} + for line in lines[1:]: + lst = line.split() + name, id = lst[:2] + uptime = ' '.join(lst[2:]) + d[name] = uptime + return d + +def statusInfo(machine): + """Return the status list for a given machine. + + Gets and parses xm list --long + """ + value_string, err_string = remctl('list-long', machine.name, err=True) + if 'Unknown command' in err_string: + raise MyException("ERROR in remctl list-long %s is not registered" % (machine.name,)) + elif 'does not exist' in err_string: + return None + elif err_string: + raise MyException("ERROR in remctl list-long %s: %s" % (machine.name, err_string)) + status = parseStatus(value_string) + return status + +def hasVnc(status): + """Does the machine with a given status list support VNC?""" + if status is None: + return False + for l in status: + if l[0] == 'device' and l[1][0] == 'vfb': + d = dict(l[1][1:]) + return 'location' in d + return False def createVm(user, name, memory, disk, is_hvm, cdrom): + """Create a VM and put it in the database""" # put stuff in the table transaction = ctx.current.create_transaction() try: @@ -111,132 +208,313 @@ def createVm(user, name, memory, disk, is_hvm, cdrom): transaction.rollback() raise makeDisks() + registerMachine(machine) # tell it to boot with cdrom bootMachine(machine, cdrom) return machine -def create(user, fields): - name = fields.getfirst('name') - if not validMachineName(name): - return error('create', user, fields, - "Invalid name '%s'" % name) - name = name.lower() - - if Machine.get_by(name=name): - return error('create', user, fields, - "A machine named '%s' already exists" % name) - - memory = fields.getfirst('memory') +def validMemory(user, memory, machine=None): try: memory = int(memory) if memory <= 0: raise ValueError except ValueError: - return error('create', user, fields, - "Invalid memory amount") - if memory > maxMemory(user): - return error('create', user, fields, - "Too much memory requested") - - disk = fields.getfirst('disk') + raise MyException("Invalid memory amount") + if memory > maxMemory(user, machine): + raise MyException("Too much memory requested") + return memory + +def validDisk(user, disk, machine=None): try: disk = float(disk) + if disk > maxDisk(user, machine): + raise MyException("Too much disk requested") disk = int(disk * 1024) if disk <= 0: raise ValueError except ValueError: - return error('create', user, fields, - "Invalid disk amount") + raise MyException("Invalid disk amount") + return disk + +def create(user, fields): + name = fields.getfirst('name') + if not validMachineName(name): + raise MyException("Invalid name '%s'" % name) + name = user.username + '_' + name.lower() + + if Machine.get_by(name=name): + raise MyException("A machine named '%s' already exists" % name) + memory = fields.getfirst('memory') + memory = validMemory(user, memory) + + disk = fields.getfirst('disk') + disk = validDisk(user, disk) + vm_type = fields.getfirst('vmtype') if vm_type not in ('hvm', 'paravm'): - return error('create', user, fields, - "Invalid vm type '%s'" % vm_type) + raise MyException("Invalid vm type '%s'" % vm_type) is_hvm = (vm_type == 'hvm') cdrom = fields.getfirst('cdrom') if cdrom is not None and not CDROM.get(cdrom): - return error('create', user, fields, - "Invalid cdrom type '%s'" % cdrom) + raise MyException("Invalid cdrom type '%s'" % cdrom) machine = createVm(user, name, memory, disk, is_hvm, cdrom) if isinstance(machine, basestring): - return error('create', user, fields, - machine) + raise MyException(machine) d = dict(user=user, machine=machine) print Template(file='create.tmpl', searchList=d); def listVms(user, fields): - machines = Machine.select() + machines = [m for m in Machine.select() if haveAccess(user, m)] + on = {} + has_vnc = {} + uptimes = getUptimes(machines) + on = uptimes + for m in machines: + if on.get(m.name) and m.type.hvm: + has_vnc[m.name] = True + else: + has_vnc[m.name] = False + # for m in machines: + # status = statusInfo(m) + # on[m.name] = status is not None + # has_vnc[m.name] = hasVnc(status) d = dict(user=user, + maxmem=maxMemory(user), + maxdisk=maxDisk(user), machines=machines, + has_vnc=has_vnc, + uptimes=uptimes, cdroms=CDROM.select()) - print Template(file='list.tmpl', searchList=d) def testMachineId(user, machineId, exists=True): if machineId is None: - error('vnc', user, fields, - "No machine ID specified") - return False + raise MyException("No machine ID specified") try: machineId = int(machineId) except ValueError: - error('vnc', user, fields, - "Invalid machine ID '%s'" - % machineId) - return False + raise MyException("Invalid machine ID '%s'" % machineId) machine = Machine.get(machineId) if exists and machine is None: - error('vnc', user, fields, - "No such machine ID '%s'" - % machineId) - return False + raise MyException("No such machine ID '%s'" % machineId) if not haveAccess(user, machine): - error('vnc', user, fields, - "No access to machine ID '%s'" - % machineId) - return False + raise MyException("No access to machine ID '%s'" % machineId) return machine def vnc(user, fields): + """VNC applet page. + + Note that due to same-domain restrictions, the applet connects to + the webserver, which needs to forward those requests to the xen + server. The Xen server runs another proxy that (1) authenticates + and (2) finds the correct port for the VM. + + You might want iptables like: + + -t nat -A PREROUTING -s ! 18.181.0.60 -i eth1 -p tcp -m tcp --dport 10003 -j DNAT --to-destination 18.181.0.60:10003 + -t nat -A POSTROUTING -d 18.181.0.60 -o eth1 -p tcp -m tcp --dport 10003 -j SNAT --to-source 18.187.7.142 + -A FORWARD -d 18.181.0.60 -i eth1 -o eth1 -p tcp -m tcp --dport 10003 -j ACCEPT + """ machine = testMachineId(user, fields.getfirst('machine_id')) - if machine is None: #gave error page already - return - token = 'quentin' + #XXX fix + + TOKEN_KEY = "0M6W0U1IXexThi5idy8mnkqPKEq1LtEnlK/pZSn0cDrN" + + data = {} + data["user"] = user.username + data["machine"]=machine.name + data["expires"]=time.time()+(5*60) + pickledData = cPickle.dumps(data) + m = hmac.new(TOKEN_KEY, digestmod=sha) + m.update(pickledData) + token = {'data': pickledData, 'digest': m.digest()} + token = cPickle.dumps(token) + token = base64.urlsafe_b64encode(token) + d = dict(user=user, machine=machine, - hostname='localhost', + hostname=os.environ.get('SERVER_NAME', 'localhost'), authtoken=token) print Template(file='vnc.tmpl', searchList=d) +def getNicInfo(data_dict, machine): + data_dict['num_nics'] = len(machine.nics) + nic_fields_template = [('nic%s_hostname', 'NIC %s hostname'), + ('nic%s_mac', 'NIC %s MAC Addr'), + ('nic%s_ip', 'NIC %s IP'), + ] + nic_fields = [] + for i in range(len(machine.nics)): + nic_fields.extend([(x % i, y % i) for x, y in nic_fields_template]) + data_dict['nic%s_hostname' % i] = machine.nics[i].hostname + '.servers.csail.mit.edu' + data_dict['nic%s_mac' % i] = machine.nics[i].mac_addr + data_dict['nic%s_ip' % i] = machine.nics[i].ip + if len(machine.nics) == 1: + nic_fields = [(x, y.replace('NIC 0 ', '')) for x, y in nic_fields] + return nic_fields + +def getDiskInfo(data_dict, machine): + data_dict['num_disks'] = len(machine.disks) + disk_fields_template = [('%s_size', '%s size')] + disk_fields = [] + for disk in machine.disks: + name = disk.guest_device_name + disk_fields.extend([(x % name, y % name) for x, y in disk_fields_template]) + data_dict['%s_size' % name] = "%0.1f GB" % (disk.size / 1024.) + return disk_fields + +def deleteVM(machine): + transaction = ctx.current.create_transaction() + delete_disk_pairs = [(machine.name, d.guest_device_name) for d in machine.disks] + try: + for nic in machine.nics: + nic.machine_id = None + nic.hostname = None + ctx.current.save(nic) + for disk in machine.disks: + ctx.current.delete(disk) + ctx.current.delete(machine) + transaction.commit() + except: + transaction.rollback() + raise + for mname, dname in delete_disk_pairs: + remctl('web', 'lvremove', mname, dname) + unregisterMachine(machine) + +def command(user, fields): + print time.time()-start_time + machine = testMachineId(user, fields.getfirst('machine_id')) + action = fields.getfirst('action') + cdrom = fields.getfirst('cdrom') + print time.time()-start_time + if cdrom is not None and not CDROM.get(cdrom): + raise MyException("Invalid cdrom type '%s'" % cdrom) + if action not in ('Reboot', 'Power on', 'Power off', 'Shutdown', 'Delete VM'): + raise MyException("Invalid action '%s'" % action) + if action == 'Reboot': + if cdrom is not None: + remctl('reboot', machine.name, cdrom) + else: + remctl('reboot', machine.name) + elif action == 'Power on': + bootMachine(machine, cdrom) + elif action == 'Power off': + remctl('destroy', machine.name) + elif action == 'Shutdown': + remctl('shutdown', machine.name) + elif action == 'Delete VM': + deleteVM(machine) + print time.time()-start_time + + d = dict(user=user, + command=action, + machine=machine) + print Template(file="command.tmpl", searchList=d) + +def modify(user, fields): + machine = testMachineId(user, fields.getfirst('machine_id')) + + def info(user, fields): machine = testMachineId(user, fields.getfirst('machine_id')) - if machine is None: #gave error page already - return + status = statusInfo(machine) + has_vnc = hasVnc(status) + if status is None: + main_status = dict(name=machine.name, + memory=str(machine.memory)) + else: + main_status = dict(status[1:]) + start_time = float(main_status.get('start_time', 0)) + uptime = datetime.timedelta(seconds=int(time.time()-start_time)) + cpu_time_float = float(main_status.get('cpu_time', 0)) + cputime = datetime.timedelta(seconds=int(cpu_time_float)) + display_fields = """name uptime memory state cpu_weight on_reboot + on_poweroff on_crash on_xend_start on_xend_stop bootloader""".split() + display_fields = [('name', 'Name'), + ('owner', 'Owner'), + ('contact', 'Contact'), + ('type', 'Type'), + 'NIC_INFO', + ('uptime', 'uptime'), + ('cputime', 'CPU usage'), + ('memory', 'RAM'), + 'DISK_INFO', + ('state', 'state (xen format)'), + ('cpu_weight', 'CPU weight'), + ('on_reboot', 'Action on VM reboot'), + ('on_poweroff', 'Action on VM poweroff'), + ('on_crash', 'Action on VM crash'), + ('on_xend_start', 'Action on Xen start'), + ('on_xend_stop', 'Action on Xen stop'), + ('bootloader', 'Bootloader options'), + ] + fields = [] + machine_info = {} + machine_info['type'] = machine.type.hvm and 'HVM' or 'ParaVM' + machine_info['owner'] = machine.owner + machine_info['contact'] = machine.contact + + nic_fields = getNicInfo(machine_info, machine) + nic_point = display_fields.index('NIC_INFO') + display_fields = display_fields[:nic_point] + nic_fields + display_fields[nic_point+1:] + + disk_fields = getDiskInfo(machine_info, machine) + disk_point = display_fields.index('DISK_INFO') + display_fields = display_fields[:disk_point] + disk_fields + display_fields[disk_point+1:] + main_status['memory'] += ' MB' + for field, disp in display_fields: + if field in ('uptime', 'cputime'): + fields.append((disp, locals()[field])) + elif field in main_status: + fields.append((disp, main_status[field])) + elif field in machine_info: + fields.append((disp, machine_info[field])) + else: + pass + #fields.append((disp, None)) + d = dict(user=user, - machine=machine) + cdroms=CDROM.select(), + on=status is not None, + machine=machine, + has_vnc=has_vnc, + uptime=str(uptime), + ram=machine.memory, + maxmem=maxMemory(user, machine), + maxdisk=maxDisk(user, machine), + fields = fields) print Template(file='info.tmpl', searchList=d) mapping = dict(list=listVms, vnc=vnc, + command=command, + modify=modify, info=info, create=create) if __name__ == '__main__': + start_time = time.time() fields = cgi.FieldStorage() - class C: + class User: username = "moo" email = 'moo@cow.com' - u = C() + u = User() connect('postgres://sipb-xen@sipb-xen-dev/sipb_xen') operation = os.environ.get('PATH_INFO', '') + if not operation: + pass + #XXX do redirect + if operation.startswith('/'): operation = operation[1:] if not operation: @@ -245,5 +523,8 @@ if __name__ == '__main__': fun = mapping.get(operation, lambda u, e: error(operation, u, e, - "Invalid operation '%'" % operation)) - fun(u, fields) + "Invalid operation '%s'" % operation)) + try: + fun(u, fields) + except MyException, err: + error(operation, u, fields, err)