HVM/ParaVM

[invirt/packages/invirt-web.git] / templates / main.py

diff --git a/templates/main.py b/templates/main.py
index d4ac4e6..cb8229c 100755 (executable)
--- a/templates/main.py
+++ b/templates/main.py
@@ -5,6 +5,13 @@ import cgi
 import os
 import string
 import subprocess
 import os
 import string
 import subprocess

+import re
+import time
+import cPickle
+import base64
+import sha
+import hmac
+import datetime

 
 print 'Content-Type: text/html\n'
 sys.stderr = sys.stdout
 
 print 'Content-Type: text/html\n'
 sys.stderr = sys.stdout

@@ -14,6 +21,9 @@ from Cheetah.Template import Template
 from sipb_xen_database import *
 import random
 
 from sipb_xen_database import *
 import random
 

+class MyException(Exception):
+    pass
+

 # ... and stolen from xend/uuid.py
 def randomUUID():
     """Generate a random UUID."""
 # ... and stolen from xend/uuid.py
 def randomUUID():
     """Generate a random UUID."""

@@ -24,62 +34,149 @@ def uuidToString(u):
     return "-".join(["%02x" * 4, "%02x" * 2, "%02x" * 2, "%02x" * 2,
                      "%02x" * 6]) % tuple(u)
 
     return "-".join(["%02x" * 4, "%02x" * 2, "%02x" * 2, "%02x" * 2,
                      "%02x" * 6]) % tuple(u)
 

-
-def maxMemory(user):
+def maxMemory(user, machine=None):

     return 256
 
     return 256
 

-def haveAccess(user, machine):
-    return True
+def maxDisk(user, machine=None):
+    return 10.0

 
 

+def haveAccess(user, machine):
+    if user.username == 'quentin':
+        return True
+    return machine.owner == user.username

 
 

-def error(op, user, fields, errorMessage):
-    d = dict(op=op,
-             user=user,
-             errorMessage=errorMessage)
-    print Template(file='error.tmpl',
-                   searchList=d);
+def error(op, user, fields, err):
+    d = dict(op=op, user=user, errorMessage=str(err))
+    print Template(file='error.tmpl', searchList=d);

 
 def validMachineName(name):
 
 def validMachineName(name):

+    """Check that name is valid for a machine name"""

     if not name:
         return False
     if not name:
         return False

-    charset = string.ascii_letters + string.digits + '-'
-    if name[0] == '-' or len(name) > 22:
+    charset = string.ascii_letters + string.digits + '-_'
+    if name[0] in '-_' or len(name) > 22:

         return False
     return all(x in charset for x in name)
 
         return False
     return all(x in charset for x in name)
 

-def kinit():
-    keytab = '/etc/tabbott.keytab'
-    username = 'tabbott/extra'
-    p = subprocess.Popen(['kinit', "-k", "-t", keytab, 
-                          username])
-    p.wait()
+def kinit(username = 'tabbott/extra', keytab = '/etc/tabbott.keytab'):
+    """Kinit with a given username and keytab"""
+
+    p = subprocess.Popen(['kinit', "-k", "-t", keytab, username],
+                         stderr=subprocess.PIPE)
+    e = p.wait()
+    if e:
+        raise MyException("Error %s in kinit: %s" % (e, p.stderr.read()))

 
 def checkKinit():
 
 def checkKinit():

+    """If we lack tickets, kinit."""

     p = subprocess.Popen(['klist', '-s'])
     if p.wait():
         kinit()
 
     p = subprocess.Popen(['klist', '-s'])
     if p.wait():
         kinit()
 

-def remctl(*args):
+def remctl(*args, **kws):
+    """Perform a remctl and return the output.
+
+    kinits if necessary, and outputs errors to stderr.
+    """

     checkKinit()
     p = subprocess.Popen(['remctl', 'black-mesa.mit.edu']
                          + list(args),
                          stdout=subprocess.PIPE,
                          stderr=subprocess.PIPE)
     checkKinit()
     p = subprocess.Popen(['remctl', 'black-mesa.mit.edu']
                          + list(args),
                          stdout=subprocess.PIPE,
                          stderr=subprocess.PIPE)

+    if kws.get('err'):
+        return p.stdout.read(), p.stderr.read()

     if p.wait():
         print >> sys.stderr, 'ERROR on remctl ', args
         print >> sys.stderr, p.stderr.read()
     if p.wait():
         print >> sys.stderr, 'ERROR on remctl ', args
         print >> sys.stderr, p.stderr.read()

+    return p.stdout.read()

 
 def makeDisks():
 
 def makeDisks():

-    remctl('lvcreate','all')
+    """Update the lvm partitions to include all disks in the database."""
+    remctl('web', 'lvcreate')

 
 def bootMachine(machine, cdtype):
 
 def bootMachine(machine, cdtype):

+    """Boot a machine with a given boot CD.
+
+    If cdtype is None, give no boot cd.  Otherwise, it is the string
+    id of the CD (e.g. 'gutsy_i386')
+    """

     if cdtype is not None:
     if cdtype is not None:

-        remctl('vmboot', 'cdrom', str(machine.name),
+        remctl('web', 'vmboot', machine.name,

                cdtype)
     else:
                cdtype)
     else:

-        remctl('vmboot', 'cdrom', str(machine.name))
+        remctl('web', 'vmboot', machine.name)
+
+def registerMachine(machine):
+    """Register a machine to be controlled by the web interface"""
+    remctl('web', 'register', machine.name)
+
+def unregisterMachine(machine):
+    """Unregister a machine to not be controlled by the web interface"""
+    remctl('web', 'unregister', machine.name)
+
+def parseStatus(s):
+    """Parse a status string into nested tuples of strings.
+
+    s = output of xm list --long <machine_name>
+    """
+    values = re.split('([()])', s)
+    stack = [[]]
+    for v in values[2:-2]: #remove initial and final '()'
+        if not v:
+            continue
+        v = v.strip()
+        if v == '(':
+            stack.append([])
+        elif v == ')':
+            if len(stack[-1]) == 1:
+                stack[-1].append('')
+            stack[-2].append(stack[-1])
+            stack.pop()
+        else:
+            if not v:
+                continue
+            stack[-1].extend(v.split())
+    return stack[-1]
+
+def getUptimes(machines):
+    """Return a dictionary mapping machine names to uptime strings"""
+    value_string = remctl('web', 'listvms')
+    lines = value_string.splitlines()
+    d = {}
+    for line in lines[1:]:
+        lst = line.split()
+        name, id = lst[:2]
+        uptime = ' '.join(lst[2:])
+        d[name] = uptime
+    return d
+
+def statusInfo(machine):
+    """Return the status list for a given machine.
+
+    Gets and parses xm list --long
+    """
+    value_string, err_string = remctl('list-long', machine.name, err=True)
+    if 'Unknown command' in err_string:
+        raise MyException("ERROR in remctl list-long %s is not registered" % (machine.name,))
+    elif 'does not exist' in err_string:
+        return None
+    elif err_string:
+        raise MyException("ERROR in remctl list-long %s:  %s" % (machine.name, err_string))
+    status = parseStatus(value_string)
+    return status
+
+def hasVnc(status):
+    """Does the machine with a given status list support VNC?"""
+    if status is None:
+        return False
+    for l in status:
+        if l[0] == 'device' and l[1][0] == 'vfb':
+            d = dict(l[1][1:])
+            return 'location' in d
+    return False

 
 def createVm(user, name, memory, disk, is_hvm, cdrom):
 
 def createVm(user, name, memory, disk, is_hvm, cdrom):

+    """Create a VM and put it in the database"""

     # put stuff in the table
     transaction = ctx.current.create_transaction()
     try:
     # put stuff in the table
     transaction = ctx.current.create_transaction()
     try:

@@ -111,132 +208,313 @@ def createVm(user, name, memory, disk, is_hvm, cdrom):
         transaction.rollback()
         raise
     makeDisks()
         transaction.rollback()
         raise
     makeDisks()

+    registerMachine(machine)

     # tell it to boot with cdrom
     bootMachine(machine, cdrom)
 
     return machine
 
     # tell it to boot with cdrom
     bootMachine(machine, cdrom)
 
     return machine
 

-def create(user, fields):
-    name = fields.getfirst('name')
-    if not validMachineName(name):
-        return error('create', user, fields,
-                     "Invalid name '%s'" % name)
-    name = name.lower()
-
-    if Machine.get_by(name=name):
-        return error('create', user, fields,
-                     "A machine named '%s' already exists" % name)
-    
-    memory = fields.getfirst('memory')
+def validMemory(user, memory, machine=None):

     try:
         memory = int(memory)
         if memory <= 0:
             raise ValueError
     except ValueError:
     try:
         memory = int(memory)
         if memory <= 0:
             raise ValueError
     except ValueError:

-        return error('create', user, fields,
-                     "Invalid memory amount")
-    if memory > maxMemory(user):
-        return error('create', user, fields,
-                     "Too much memory requested")
-    
-    disk = fields.getfirst('disk')
+        raise MyException("Invalid memory amount")
+    if memory > maxMemory(user, machine):
+        raise MyException("Too much memory requested")
+    return memory
+
+def validDisk(user, disk, machine=None):

     try:
         disk = float(disk)
     try:
         disk = float(disk)

+        if disk > maxDisk(user, machine):
+            raise MyException("Too much disk requested")

         disk = int(disk * 1024)
         if disk <= 0:
             raise ValueError
     except ValueError:
         disk = int(disk * 1024)
         if disk <= 0:
             raise ValueError
     except ValueError:

-        return error('create', user, fields,
-                     "Invalid disk amount")
+        raise MyException("Invalid disk amount")
+    return disk
+
+def create(user, fields):
+    name = fields.getfirst('name')
+    if not validMachineName(name):
+        raise MyException("Invalid name '%s'" % name)
+    name = user.username + '_' + name.lower()
+
+    if Machine.get_by(name=name):
+        raise MyException("A machine named '%s' already exists" % name)

     
     

+    memory = fields.getfirst('memory')
+    memory = validMemory(user, memory)
+    
+    disk = fields.getfirst('disk')
+    disk = validDisk(user, disk)
+

     vm_type = fields.getfirst('vmtype')
     if vm_type not in ('hvm', 'paravm'):
     vm_type = fields.getfirst('vmtype')
     if vm_type not in ('hvm', 'paravm'):

-        return error('create', user, fields,
-                     "Invalid vm type '%s'"  % vm_type)    
+        raise MyException("Invalid vm type '%s'"  % vm_type)    

     is_hvm = (vm_type == 'hvm')
 
     cdrom = fields.getfirst('cdrom')
     if cdrom is not None and not CDROM.get(cdrom):
     is_hvm = (vm_type == 'hvm')
 
     cdrom = fields.getfirst('cdrom')
     if cdrom is not None and not CDROM.get(cdrom):

-        return error('create', user, fields,
-                     "Invalid cdrom type '%s'" % cdrom)    
+        raise MyException("Invalid cdrom type '%s'" % cdrom)    

     
     machine = createVm(user, name, memory, disk, is_hvm, cdrom)
     if isinstance(machine, basestring):
     
     machine = createVm(user, name, memory, disk, is_hvm, cdrom)
     if isinstance(machine, basestring):

-        return error('create', user, fields,
-                     machine)
+        raise MyException(machine)

     d = dict(user=user,
              machine=machine)
     print Template(file='create.tmpl',
                    searchList=d);
 
 def listVms(user, fields):
     d = dict(user=user,
              machine=machine)
     print Template(file='create.tmpl',
                    searchList=d);
 
 def listVms(user, fields):

-    machines = Machine.select()
+    machines = [m for m in Machine.select() if haveAccess(user, m)]    
+    on = {}
+    has_vnc = {}
+    uptimes = getUptimes(machines)
+    on = uptimes
+    for m in machines:
+        if on.get(m.name) and m.type.hvm:
+            has_vnc[m.name] = True
+        else:
+            has_vnc[m.name] = False
+    #     for m in machines:
+    #         status = statusInfo(m)
+    #         on[m.name] = status is not None
+    #         has_vnc[m.name] = hasVnc(status)

     d = dict(user=user,
     d = dict(user=user,

+             maxmem=maxMemory(user),
+             maxdisk=maxDisk(user),

              machines=machines,
              machines=machines,

+             has_vnc=has_vnc,
+             uptimes=uptimes,

              cdroms=CDROM.select())
              cdroms=CDROM.select())

-

     print Template(file='list.tmpl', searchList=d)
 
 def testMachineId(user, machineId, exists=True):
     if machineId is None:
     print Template(file='list.tmpl', searchList=d)
 
 def testMachineId(user, machineId, exists=True):
     if machineId is None:

-        error('vnc', user, fields,
-              "No machine ID specified")
-        return False
+        raise MyException("No machine ID specified")

     try:
         machineId = int(machineId)
     except ValueError:
     try:
         machineId = int(machineId)
     except ValueError:

-        error('vnc', user, fields,
-              "Invalid machine ID '%s'" 
-              % machineId)
-        return False
+        raise MyException("Invalid machine ID '%s'" % machineId)

     machine = Machine.get(machineId)
     if exists and machine is None:
     machine = Machine.get(machineId)
     if exists and machine is None:

-        error('vnc', user, fields,
-              "No such machine ID '%s'" 
-              % machineId)
-        return False
+        raise MyException("No such machine ID '%s'" % machineId)

     if not haveAccess(user, machine):
     if not haveAccess(user, machine):

-        error('vnc', user, fields,
-              "No access to machine ID '%s'" 
-              % machineId)
-        return False
+        raise MyException("No access to machine ID '%s'" % machineId)

     return machine
 
 def vnc(user, fields):
     return machine
 
 def vnc(user, fields):

+    """VNC applet page.
+
+    Note that due to same-domain restrictions, the applet connects to
+    the webserver, which needs to forward those requests to the xen
+    server.  The Xen server runs another proxy that (1) authenticates
+    and (2) finds the correct port for the VM.
+
+    You might want iptables like:
+
+    -t nat -A PREROUTING -s ! 18.181.0.60 -i eth1 -p tcp -m tcp --dport 10003 -j DNAT --to-destination 18.181.0.60:10003 
+    -t nat -A POSTROUTING -d 18.181.0.60 -o eth1 -p tcp -m tcp --dport 10003 -j SNAT --to-source 18.187.7.142 
+    -A FORWARD -d 18.181.0.60 -i eth1 -o eth1 -p tcp -m tcp --dport 10003 -j ACCEPT
+    """

     machine = testMachineId(user, fields.getfirst('machine_id'))
     machine = testMachineId(user, fields.getfirst('machine_id'))

-    if machine is None: #gave error page already
-        return
-    token = 'quentin'
+    #XXX fix
+    
+    TOKEN_KEY = "0M6W0U1IXexThi5idy8mnkqPKEq1LtEnlK/pZSn0cDrN"
+
+    data = {}
+    data["user"] = user.username
+    data["machine"]=machine.name
+    data["expires"]=time.time()+(5*60)
+    pickledData = cPickle.dumps(data)
+    m = hmac.new(TOKEN_KEY, digestmod=sha)
+    m.update(pickledData)
+    token = {'data': pickledData, 'digest': m.digest()}
+    token = cPickle.dumps(token)
+    token = base64.urlsafe_b64encode(token)
+    

     d = dict(user=user,
              machine=machine,
     d = dict(user=user,
              machine=machine,

-             hostname='localhost',
+             hostname=os.environ.get('SERVER_NAME', 'localhost'),

              authtoken=token)
     print Template(file='vnc.tmpl',
                    searchList=d)
 
              authtoken=token)
     print Template(file='vnc.tmpl',
                    searchList=d)
 

+def getNicInfo(data_dict, machine):
+    data_dict['num_nics'] = len(machine.nics)
+    nic_fields_template = [('nic%s_hostname', 'NIC %s hostname'),
+                           ('nic%s_mac', 'NIC %s MAC Addr'),
+                           ('nic%s_ip', 'NIC %s IP'),
+                           ]
+    nic_fields = []
+    for i in range(len(machine.nics)):
+        nic_fields.extend([(x % i, y % i) for x, y in nic_fields_template])
+        data_dict['nic%s_hostname' % i] = machine.nics[i].hostname + '.servers.csail.mit.edu'
+        data_dict['nic%s_mac' % i] = machine.nics[i].mac_addr
+        data_dict['nic%s_ip' % i] = machine.nics[i].ip
+    if len(machine.nics) == 1:
+        nic_fields = [(x, y.replace('NIC 0 ', '')) for x, y in nic_fields]
+    return nic_fields
+
+def getDiskInfo(data_dict, machine):
+    data_dict['num_disks'] = len(machine.disks)
+    disk_fields_template = [('%s_size', '%s size')]
+    disk_fields = []
+    for disk in machine.disks:
+        name = disk.guest_device_name
+        disk_fields.extend([(x % name, y % name) for x, y in disk_fields_template])
+        data_dict['%s_size' % name] = "%0.1f GB" % (disk.size / 1024.)
+    return disk_fields
+
+def deleteVM(machine):
+    transaction = ctx.current.create_transaction()
+    delete_disk_pairs = [(machine.name, d.guest_device_name) for d in machine.disks]
+    try:
+        for nic in machine.nics:
+            nic.machine_id = None
+            nic.hostname = None
+            ctx.current.save(nic)
+        for disk in machine.disks:
+            ctx.current.delete(disk)
+        ctx.current.delete(machine)
+        transaction.commit()
+    except:
+        transaction.rollback()
+        raise
+    for mname, dname in delete_disk_pairs:
+        remctl('web', 'lvremove', mname, dname)
+    unregisterMachine(machine)
+
+def command(user, fields):
+    print time.time()-start_time
+    machine = testMachineId(user, fields.getfirst('machine_id'))
+    action = fields.getfirst('action')
+    cdrom = fields.getfirst('cdrom')
+    print time.time()-start_time
+    if cdrom is not None and not CDROM.get(cdrom):
+        raise MyException("Invalid cdrom type '%s'" % cdrom)    
+    if action not in ('Reboot', 'Power on', 'Power off', 'Shutdown', 'Delete VM'):
+        raise MyException("Invalid action '%s'" % action)
+    if action == 'Reboot':
+        if cdrom is not None:
+            remctl('reboot', machine.name, cdrom)
+        else:
+            remctl('reboot', machine.name)
+    elif action == 'Power on':
+        bootMachine(machine, cdrom)
+    elif action == 'Power off':
+        remctl('destroy', machine.name)
+    elif action == 'Shutdown':
+        remctl('shutdown', machine.name)
+    elif action == 'Delete VM':
+        deleteVM(machine)
+    print time.time()-start_time
+
+    d = dict(user=user,
+             command=action,
+             machine=machine)
+    print Template(file="command.tmpl", searchList=d)
+        
+def modify(user, fields):
+    machine = testMachineId(user, fields.getfirst('machine_id'))
+    
+

 def info(user, fields):
     machine = testMachineId(user, fields.getfirst('machine_id'))
 def info(user, fields):
     machine = testMachineId(user, fields.getfirst('machine_id'))

-    if machine is None: #gave error page already
-        return
+    status = statusInfo(machine)
+    has_vnc = hasVnc(status)
+    if status is None:
+        main_status = dict(name=machine.name,
+                           memory=str(machine.memory))
+    else:
+        main_status = dict(status[1:])
+    start_time = float(main_status.get('start_time', 0))
+    uptime = datetime.timedelta(seconds=int(time.time()-start_time))
+    cpu_time_float = float(main_status.get('cpu_time', 0))
+    cputime = datetime.timedelta(seconds=int(cpu_time_float))
+    display_fields = """name uptime memory state cpu_weight on_reboot 
+     on_poweroff on_crash on_xend_start on_xend_stop bootloader""".split()
+    display_fields = [('name', 'Name'),
+                      ('owner', 'Owner'),
+                      ('contact', 'Contact'),
+                      ('type', 'Type'),
+                      'NIC_INFO',
+                      ('uptime', 'uptime'),
+                      ('cputime', 'CPU usage'),
+                      ('memory', 'RAM'),
+                      'DISK_INFO',
+                      ('state', 'state (xen format)'),
+                      ('cpu_weight', 'CPU weight'),
+                      ('on_reboot', 'Action on VM reboot'),
+                      ('on_poweroff', 'Action on VM poweroff'),
+                      ('on_crash', 'Action on VM crash'),
+                      ('on_xend_start', 'Action on Xen start'),
+                      ('on_xend_stop', 'Action on Xen stop'),
+                      ('bootloader', 'Bootloader options'),
+                      ]
+    fields = []
+    machine_info = {}
+    machine_info['type'] = machine.type.hvm and 'HVM' or 'ParaVM'
+    machine_info['owner'] = machine.owner
+    machine_info['contact'] = machine.contact
+
+    nic_fields = getNicInfo(machine_info, machine)
+    nic_point = display_fields.index('NIC_INFO')
+    display_fields = display_fields[:nic_point] + nic_fields + display_fields[nic_point+1:]
+
+    disk_fields = getDiskInfo(machine_info, machine)
+    disk_point = display_fields.index('DISK_INFO')
+    display_fields = display_fields[:disk_point] + disk_fields + display_fields[disk_point+1:]

     
     

+    main_status['memory'] += ' MB'
+    for field, disp in display_fields:
+        if field in ('uptime', 'cputime'):
+            fields.append((disp, locals()[field]))
+        elif field in main_status:
+            fields.append((disp, main_status[field]))
+        elif field in machine_info:
+            fields.append((disp, machine_info[field]))
+        else:
+            pass
+            #fields.append((disp, None))
+

     d = dict(user=user,
     d = dict(user=user,

-             machine=machine)
+             cdroms=CDROM.select(),
+             on=status is not None,
+             machine=machine,
+             has_vnc=has_vnc,
+             uptime=str(uptime),
+             ram=machine.memory,
+             maxmem=maxMemory(user, machine),
+             maxdisk=maxDisk(user, machine),
+             fields = fields)

     print Template(file='info.tmpl',
                    searchList=d)
 
 mapping = dict(list=listVms,
                vnc=vnc,
     print Template(file='info.tmpl',
                    searchList=d)
 
 mapping = dict(list=listVms,
                vnc=vnc,

+               command=command,
+               modify=modify,

                info=info,
                create=create)
 
 if __name__ == '__main__':
                info=info,
                create=create)
 
 if __name__ == '__main__':

+    start_time = time.time()

     fields = cgi.FieldStorage()
     fields = cgi.FieldStorage()

-    class C:
+    class User:

         username = "moo"
         email = 'moo@cow.com'
         username = "moo"
         email = 'moo@cow.com'

-    u = C()
+    u = User()

     connect('postgres://sipb-xen@sipb-xen-dev/sipb_xen')
     operation = os.environ.get('PATH_INFO', '')
     connect('postgres://sipb-xen@sipb-xen-dev/sipb_xen')
     operation = os.environ.get('PATH_INFO', '')

+    if not operation:
+        pass
+        #XXX do redirect
+

     if operation.startswith('/'):
         operation = operation[1:]
     if not operation:
     if operation.startswith('/'):
         operation = operation[1:]
     if not operation:

@@ -245,5 +523,8 @@ if __name__ == '__main__':
     fun = mapping.get(operation, 
                       lambda u, e:
                           error(operation, u, e,
     fun = mapping.get(operation, 
                       lambda u, e:
                           error(operation, u, e,

-                                "Invalid operation '%'" % operation))
-    fun(u, fields)
+                                "Invalid operation '%s'" % operation))
+    try:
+        fun(u, fields)
+    except MyException, err:
+        error(operation, u, fields, err)