X-Git-Url: http://xvm.mit.edu/gitweb/invirt/packages/invirt-web.git/blobdiff_plain/49466ab6194ad35f3857e950721252621c3e539d..4663602deda7a8c90d59c8d3a57cd5a3945d73ca:/templates/main.py diff --git a/templates/main.py b/templates/main.py deleted file mode 100755 index 4a50e43..0000000 --- a/templates/main.py +++ /dev/null @@ -1,533 +0,0 @@ -#!/usr/bin/python - -import sys -import cgi -import os -import string -import subprocess -import re -import time -import cPickle -import base64 -import sha -import hmac -import datetime - -print 'Content-Type: text/html\n' -sys.stderr = sys.stdout -sys.path.append('/home/ecprice/.local/lib/python2.5/site-packages') - -from Cheetah.Template import Template -from sipb_xen_database import * -import random - -class MyException(Exception): - pass - -# ... and stolen from xend/uuid.py -def randomUUID(): - """Generate a random UUID.""" - - return [ random.randint(0, 255) for _ in range(0, 16) ] - -def uuidToString(u): - return "-".join(["%02x" * 4, "%02x" * 2, "%02x" * 2, "%02x" * 2, - "%02x" * 6]) % tuple(u) - -def maxMemory(user, machine=None): - return 256 - -def maxDisk(user, machine=None): - return 10.0 - -def haveAccess(user, machine): - if user.username == 'moo': - return True - return machine.owner == user.username - -def error(op, user, fields, err): - d = dict(op=op, user=user, errorMessage=str(err)) - print Template(file='error.tmpl', searchList=d); - -def validMachineName(name): - """Check that name is valid for a machine name""" - if not name: - return False - charset = string.ascii_letters + string.digits + '-_' - if name[0] in '-_' or len(name) > 22: - return False - return all(x in charset for x in name) - -def kinit(username = 'tabbott/extra', keytab = '/etc/tabbott.keytab'): - """Kinit with a given username and keytab""" - - p = subprocess.Popen(['kinit', "-k", "-t", keytab, username], - stderr=subprocess.PIPE) - e = p.wait() - if e: - raise MyException("Error %s in kinit: %s" % (e, p.stderr.read())) - -def checkKinit(): - """If we lack tickets, kinit.""" - p = subprocess.Popen(['klist', '-s']) - if p.wait(): - kinit() - -def remctl(*args, **kws): - """Perform a remctl and return the output. - - kinits if necessary, and outputs errors to stderr. - """ - checkKinit() - p = subprocess.Popen(['remctl', 'black-mesa.mit.edu'] - + list(args), - stdout=subprocess.PIPE, - stderr=subprocess.PIPE) - if kws.get('err'): - return p.stdout.read(), p.stderr.read() - if p.wait(): - print >> sys.stderr, 'ERROR on remctl ', args - print >> sys.stderr, p.stderr.read() - return p.stdout.read() - -def makeDisks(): - """Update the lvm partitions to include all disks in the database.""" - remctl('web', 'lvcreate') - -def bootMachine(machine, cdtype): - """Boot a machine with a given boot CD. - - If cdtype is None, give no boot cd. Otherwise, it is the string - id of the CD (e.g. 'gutsy_i386') - """ - if cdtype is not None: - remctl('web', 'vmboot', machine.name, - cdtype) - else: - remctl('web', 'vmboot', machine.name) - -def registerMachine(machine): - """Register a machine to be controlled by the web interface""" - remctl('web', 'register', machine.name) - -def unregisterMachine(machine): - """Unregister a machine to not be controlled by the web interface""" - remctl('web', 'unregister', machine.name) - -def parseStatus(s): - """Parse a status string into nested tuples of strings. - - s = output of xm list --long - """ - values = re.split('([()])', s) - stack = [[]] - for v in values[2:-2]: #remove initial and final '()' - if not v: - continue - v = v.strip() - if v == '(': - stack.append([]) - elif v == ')': - if len(stack[-1]) == 1: - stack[-1].append('') - stack[-2].append(stack[-1]) - stack.pop() - else: - if not v: - continue - stack[-1].extend(v.split()) - return stack[-1] - -def getUptimes(machines): - """Return a dictionary mapping machine names to uptime strings""" - value_string = remctl('web', 'listvms') - lines = value_string.splitlines() - d = {} - for line in lines[1:]: - lst = line.split() - name, id = lst[:2] - uptime = ' '.join(lst[2:]) - d[name] = uptime - return d - -def statusInfo(machine): - """Return the status list for a given machine. - - Gets and parses xm list --long - """ - value_string, err_string = remctl('list-long', machine.name, err=True) - if 'Unknown command' in err_string: - raise MyException("ERROR in remctl list-long %s is not registered" % (machine.name,)) - elif 'does not exist' in err_string: - return None - elif err_string: - raise MyException("ERROR in remctl list-long %s: %s" % (machine.name, err_string)) - status = parseStatus(value_string) - return status - -def hasVnc(status): - """Does the machine with a given status list support VNC?""" - if status is None: - return False - for l in status: - if l[0] == 'device' and l[1][0] == 'vfb': - d = dict(l[1][1:]) - return 'location' in d - return False - -def createVm(user, name, memory, disk, is_hvm, cdrom): - """Create a VM and put it in the database""" - # put stuff in the table - transaction = ctx.current.create_transaction() - try: - res = meta.engine.execute('select nextval(\'"machines_machine_id_seq"\')') - id = res.fetchone()[0] - machine = Machine() - machine.machine_id = id - machine.name = name - machine.memory = memory - machine.owner = user.username - machine.contact = user.email - machine.uuid = uuidToString(randomUUID()) - machine.boot_off_cd = True - machine_type = Type.get_by(hvm=is_hvm) - machine.type_id = machine_type.type_id - ctx.current.save(machine) - disk = Disk(machine.machine_id, - 'hda', disk) - open = NIC.select_by(machine_id=None) - if not open: #No IPs left! - return "No IP addresses left! Contact sipb-xen-dev@mit.edu" - nic = open[0] - nic.machine_id = machine.machine_id - nic.hostname = name - ctx.current.save(nic) - ctx.current.save(disk) - transaction.commit() - except: - transaction.rollback() - raise - makeDisks() - registerMachine(machine) - # tell it to boot with cdrom - bootMachine(machine, cdrom) - - return machine - -def validMemory(user, memory, machine=None): - try: - memory = int(memory) - if memory <= 0: - raise ValueError - except ValueError: - raise MyException("Invalid memory amount") - if memory > maxMemory(user, machine): - raise MyException("Too much memory requested") - return memory - -def validDisk(user, disk, machine=None): - try: - disk = float(disk) - if disk > maxDisk(user, machine): - raise MyException("Too much disk requested") - disk = int(disk * 1024) - if disk <= 0: - raise ValueError - except ValueError: - raise MyException("Invalid disk amount") - return disk - -def create(user, fields): - name = fields.getfirst('name') - if not validMachineName(name): - raise MyException("Invalid name '%s'" % name) - name = user.username + '_' + name.lower() - - if Machine.get_by(name=name): - raise MyException("A machine named '%s' already exists" % name) - - memory = fields.getfirst('memory') - memory = validMemory(user, memory) - - disk = fields.getfirst('disk') - disk = validDisk(user, disk) - - vm_type = fields.getfirst('vmtype') - if vm_type not in ('hvm', 'paravm'): - raise MyException("Invalid vm type '%s'" % vm_type) - is_hvm = (vm_type == 'hvm') - - cdrom = fields.getfirst('cdrom') - if cdrom is not None and not CDROM.get(cdrom): - raise MyException("Invalid cdrom type '%s'" % cdrom) - - machine = createVm(user, name, memory, disk, is_hvm, cdrom) - if isinstance(machine, basestring): - raise MyException(machine) - d = dict(user=user, - machine=machine) - print Template(file='create.tmpl', - searchList=d); - -def listVms(user, fields): - machines = [m for m in Machine.select() if haveAccess(user, m)] - on = {} - has_vnc = {} - uptimes = getUptimes(machines) - on = uptimes - for m in machines: - if not on.get(m.name): - has_vnc[m.name] = 'Off' - elif m.type.hvm: - has_vnc[m.name] = True - else: - help_name = 'paravm_console' - has_vnc[m.name] = 'ParaVM (?)' % (help_name, help_name) - # for m in machines: - # status = statusInfo(m) - # on[m.name] = status is not None - # has_vnc[m.name] = hasVnc(status) - d = dict(user=user, - maxmem=maxMemory(user), - maxdisk=maxDisk(user), - machines=machines, - has_vnc=has_vnc, - uptimes=uptimes, - cdroms=CDROM.select()) - print Template(file='list.tmpl', searchList=d) - -def testMachineId(user, machineId, exists=True): - if machineId is None: - raise MyException("No machine ID specified") - try: - machineId = int(machineId) - except ValueError: - raise MyException("Invalid machine ID '%s'" % machineId) - machine = Machine.get(machineId) - if exists and machine is None: - raise MyException("No such machine ID '%s'" % machineId) - if not haveAccess(user, machine): - raise MyException("No access to machine ID '%s'" % machineId) - return machine - -def vnc(user, fields): - """VNC applet page. - - Note that due to same-domain restrictions, the applet connects to - the webserver, which needs to forward those requests to the xen - server. The Xen server runs another proxy that (1) authenticates - and (2) finds the correct port for the VM. - - You might want iptables like: - - -t nat -A PREROUTING -s ! 18.181.0.60 -i eth1 -p tcp -m tcp --dport 10003 -j DNAT --to-destination 18.181.0.60:10003 - -t nat -A POSTROUTING -d 18.181.0.60 -o eth1 -p tcp -m tcp --dport 10003 -j SNAT --to-source 18.187.7.142 - -A FORWARD -d 18.181.0.60 -i eth1 -o eth1 -p tcp -m tcp --dport 10003 -j ACCEPT - """ - machine = testMachineId(user, fields.getfirst('machine_id')) - #XXX fix - - TOKEN_KEY = "0M6W0U1IXexThi5idy8mnkqPKEq1LtEnlK/pZSn0cDrN" - - data = {} - data["user"] = user.username - data["machine"]=machine.name - data["expires"]=time.time()+(5*60) - pickledData = cPickle.dumps(data) - m = hmac.new(TOKEN_KEY, digestmod=sha) - m.update(pickledData) - token = {'data': pickledData, 'digest': m.digest()} - token = cPickle.dumps(token) - token = base64.urlsafe_b64encode(token) - - d = dict(user=user, - machine=machine, - hostname=os.environ.get('SERVER_NAME', 'localhost'), - authtoken=token) - print Template(file='vnc.tmpl', - searchList=d) - -def getNicInfo(data_dict, machine): - data_dict['num_nics'] = len(machine.nics) - nic_fields_template = [('nic%s_hostname', 'NIC %s hostname'), - ('nic%s_mac', 'NIC %s MAC Addr'), - ('nic%s_ip', 'NIC %s IP'), - ] - nic_fields = [] - for i in range(len(machine.nics)): - nic_fields.extend([(x % i, y % i) for x, y in nic_fields_template]) - data_dict['nic%s_hostname' % i] = machine.nics[i].hostname + '.servers.csail.mit.edu' - data_dict['nic%s_mac' % i] = machine.nics[i].mac_addr - data_dict['nic%s_ip' % i] = machine.nics[i].ip - if len(machine.nics) == 1: - nic_fields = [(x, y.replace('NIC 0 ', '')) for x, y in nic_fields] - return nic_fields - -def getDiskInfo(data_dict, machine): - data_dict['num_disks'] = len(machine.disks) - disk_fields_template = [('%s_size', '%s size')] - disk_fields = [] - for disk in machine.disks: - name = disk.guest_device_name - disk_fields.extend([(x % name, y % name) for x, y in disk_fields_template]) - data_dict['%s_size' % name] = "%0.1f GB" % (disk.size / 1024.) - return disk_fields - -def deleteVM(machine): - transaction = ctx.current.create_transaction() - delete_disk_pairs = [(machine.name, d.guest_device_name) for d in machine.disks] - try: - for nic in machine.nics: - nic.machine_id = None - nic.hostname = None - ctx.current.save(nic) - for disk in machine.disks: - ctx.current.delete(disk) - ctx.current.delete(machine) - transaction.commit() - except: - transaction.rollback() - raise - for mname, dname in delete_disk_pairs: - remctl('web', 'lvremove', mname, dname) - unregisterMachine(machine) - -def command(user, fields): - print time.time()-start_time - machine = testMachineId(user, fields.getfirst('machine_id')) - action = fields.getfirst('action') - cdrom = fields.getfirst('cdrom') - print time.time()-start_time - if cdrom is not None and not CDROM.get(cdrom): - raise MyException("Invalid cdrom type '%s'" % cdrom) - if action not in ('Reboot', 'Power on', 'Power off', 'Shutdown', 'Delete VM'): - raise MyException("Invalid action '%s'" % action) - if action == 'Reboot': - if cdrom is not None: - remctl('reboot', machine.name, cdrom) - else: - remctl('reboot', machine.name) - elif action == 'Power on': - bootMachine(machine, cdrom) - elif action == 'Power off': - remctl('destroy', machine.name) - elif action == 'Shutdown': - remctl('shutdown', machine.name) - elif action == 'Delete VM': - deleteVM(machine) - print time.time()-start_time - - d = dict(user=user, - command=action, - machine=machine) - print Template(file="command.tmpl", searchList=d) - -def modify(user, fields): - machine = testMachineId(user, fields.getfirst('machine_id')) - - -def info(user, fields): - machine = testMachineId(user, fields.getfirst('machine_id')) - status = statusInfo(machine) - has_vnc = hasVnc(status) - if status is None: - main_status = dict(name=machine.name, - memory=str(machine.memory)) - else: - main_status = dict(status[1:]) - start_time = float(main_status.get('start_time', 0)) - uptime = datetime.timedelta(seconds=int(time.time()-start_time)) - cpu_time_float = float(main_status.get('cpu_time', 0)) - cputime = datetime.timedelta(seconds=int(cpu_time_float)) - display_fields = """name uptime memory state cpu_weight on_reboot - on_poweroff on_crash on_xend_start on_xend_stop bootloader""".split() - display_fields = [('name', 'Name'), - ('owner', 'Owner'), - ('contact', 'Contact'), - ('type', 'Type'), - 'NIC_INFO', - ('uptime', 'uptime'), - ('cputime', 'CPU usage'), - ('memory', 'RAM'), - 'DISK_INFO', - ('state', 'state (xen format)'), - ('cpu_weight', 'CPU weight'), - ('on_reboot', 'Action on VM reboot'), - ('on_poweroff', 'Action on VM poweroff'), - ('on_crash', 'Action on VM crash'), - ('on_xend_start', 'Action on Xen start'), - ('on_xend_stop', 'Action on Xen stop'), - ('bootloader', 'Bootloader options'), - ] - fields = [] - machine_info = {} - machine_info['type'] = machine.type.hvm and 'HVM' or 'ParaVM' - machine_info['owner'] = machine.owner - machine_info['contact'] = machine.contact - - nic_fields = getNicInfo(machine_info, machine) - nic_point = display_fields.index('NIC_INFO') - display_fields = display_fields[:nic_point] + nic_fields + display_fields[nic_point+1:] - - disk_fields = getDiskInfo(machine_info, machine) - disk_point = display_fields.index('DISK_INFO') - display_fields = display_fields[:disk_point] + disk_fields + display_fields[disk_point+1:] - - main_status['memory'] += ' MB' - for field, disp in display_fields: - if field in ('uptime', 'cputime'): - fields.append((disp, locals()[field])) - elif field in main_status: - fields.append((disp, main_status[field])) - elif field in machine_info: - fields.append((disp, machine_info[field])) - else: - pass - #fields.append((disp, None)) - - d = dict(user=user, - cdroms=CDROM.select(), - on=status is not None, - machine=machine, - has_vnc=has_vnc, - uptime=str(uptime), - ram=machine.memory, - maxmem=maxMemory(user, machine), - maxdisk=maxDisk(user, machine), - fields = fields) - print Template(file='info.tmpl', - searchList=d) - -mapping = dict(list=listVms, - vnc=vnc, - command=command, - modify=modify, - info=info, - create=create) - -if __name__ == '__main__': - start_time = time.time() - fields = cgi.FieldStorage() - class User: - username = "moo" - email = 'moo@cow.com' - u = User() - connect('postgres://sipb-xen@sipb-xen-dev/sipb_xen') - operation = os.environ.get('PATH_INFO', '') - if not operation: - pass - #XXX do redirect - - if operation.startswith('/'): - operation = operation[1:] - if not operation: - operation = 'list' - - fun = mapping.get(operation, - lambda u, e: - error(operation, u, e, - "Invalid operation '%s'" % operation)) - try: - fun(u, fields) - except MyException, err: - error(operation, u, fields, err)