HVM/ParaVM

[invirt/packages/invirt-web.git] / templates / main.py

diff --git a/templates/main.py b/templates/main.py
index a8e59b8..cb8229c 100755 (executable)
--- a/templates/main.py
+++ b/templates/main.py
@@ -11,6 +11,7 @@ import cPickle
 import base64
 import sha
 import hmac
 import base64
 import sha
 import hmac

+import datetime

 
 print 'Content-Type: text/html\n'
 sys.stderr = sys.stdout
 
 print 'Content-Type: text/html\n'
 sys.stderr = sys.stdout

@@ -33,14 +34,16 @@ def uuidToString(u):
     return "-".join(["%02x" * 4, "%02x" * 2, "%02x" * 2, "%02x" * 2,
                      "%02x" * 6]) % tuple(u)
 
     return "-".join(["%02x" * 4, "%02x" * 2, "%02x" * 2, "%02x" * 2,
                      "%02x" * 6]) % tuple(u)
 

-def maxMemory(user):
+def maxMemory(user, machine=None):

     return 256
 
     return 256
 

-def maxDisk(user):
+def maxDisk(user, machine=None):

     return 10.0
 
 def haveAccess(user, machine):
     return 10.0
 
 def haveAccess(user, machine):

-    return True
+    if user.username == 'quentin':
+        return True
+    return machine.owner == user.username

 
 def error(op, user, fields, err):
     d = dict(op=op, user=user, errorMessage=str(err))
 
 def error(op, user, fields, err):
     d = dict(op=op, user=user, errorMessage=str(err))

@@ -58,10 +61,11 @@ def validMachineName(name):
 def kinit(username = 'tabbott/extra', keytab = '/etc/tabbott.keytab'):
     """Kinit with a given username and keytab"""
 
 def kinit(username = 'tabbott/extra', keytab = '/etc/tabbott.keytab'):
     """Kinit with a given username and keytab"""
 

-    p = subprocess.Popen(['kinit', "-k", "-t", keytab, username])
+    p = subprocess.Popen(['kinit', "-k", "-t", keytab, username],
+                         stderr=subprocess.PIPE)

     e = p.wait()
     if e:
     e = p.wait()
     if e:

-        raise MyException("Error %s in kinit" % e)
+        raise MyException("Error %s in kinit: %s" % (e, p.stderr.read()))

 
 def checkKinit():
     """If we lack tickets, kinit."""
 
 def checkKinit():
     """If we lack tickets, kinit."""

@@ -106,6 +110,10 @@ def registerMachine(machine):
     """Register a machine to be controlled by the web interface"""
     remctl('web', 'register', machine.name)
 
     """Register a machine to be controlled by the web interface"""
     remctl('web', 'register', machine.name)
 

+def unregisterMachine(machine):
+    """Unregister a machine to not be controlled by the web interface"""
+    remctl('web', 'unregister', machine.name)
+

 def parseStatus(s):
     """Parse a status string into nested tuples of strings.
 
 def parseStatus(s):
     """Parse a status string into nested tuples of strings.
 

@@ -120,6 +128,8 @@ def parseStatus(s):
         if v == '(':
             stack.append([])
         elif v == ')':
         if v == '(':
             stack.append([])
         elif v == ')':

+            if len(stack[-1]) == 1:
+                stack[-1].append('')

             stack[-2].append(stack[-1])
             stack.pop()
         else:
             stack[-2].append(stack[-1])
             stack.pop()
         else:

@@ -128,7 +138,23 @@ def parseStatus(s):
             stack[-1].extend(v.split())
     return stack[-1]
 
             stack[-1].extend(v.split())
     return stack[-1]
 

+def getUptimes(machines):
+    """Return a dictionary mapping machine names to uptime strings"""
+    value_string = remctl('web', 'listvms')
+    lines = value_string.splitlines()
+    d = {}
+    for line in lines[1:]:
+        lst = line.split()
+        name, id = lst[:2]
+        uptime = ' '.join(lst[2:])
+        d[name] = uptime
+    return d
+

 def statusInfo(machine):
 def statusInfo(machine):

+    """Return the status list for a given machine.
+
+    Gets and parses xm list --long
+    """

     value_string, err_string = remctl('list-long', machine.name, err=True)
     if 'Unknown command' in err_string:
         raise MyException("ERROR in remctl list-long %s is not registered" % (machine.name,))
     value_string, err_string = remctl('list-long', machine.name, err=True)
     if 'Unknown command' in err_string:
         raise MyException("ERROR in remctl list-long %s is not registered" % (machine.name,))

@@ -140,6 +166,7 @@ def statusInfo(machine):
     return status
 
 def hasVnc(status):
     return status
 
 def hasVnc(status):

+    """Does the machine with a given status list support VNC?"""

     if status is None:
         return False
     for l in status:
     if status is None:
         return False
     for l in status:

@@ -149,6 +176,7 @@ def hasVnc(status):
     return False
 
 def createVm(user, name, memory, disk, is_hvm, cdrom):
     return False
 
 def createVm(user, name, memory, disk, is_hvm, cdrom):

+    """Create a VM and put it in the database"""

     # put stuff in the table
     transaction = ctx.current.create_transaction()
     try:
     # put stuff in the table
     transaction = ctx.current.create_transaction()
     try:

@@ -186,36 +214,44 @@ def createVm(user, name, memory, disk, is_hvm, cdrom):
 
     return machine
 
 
     return machine
 

-def create(user, fields):
-    name = fields.getfirst('name')
-    if not validMachineName(name):
-        raise MyException("Invalid name '%s'" % name)
-    name = name.lower()
-
-    if Machine.get_by(name=name):
-        raise MyException("A machine named '%s' already exists" % name)
-    
-    memory = fields.getfirst('memory')
+def validMemory(user, memory, machine=None):

     try:
         memory = int(memory)
         if memory <= 0:
             raise ValueError
     except ValueError:
         raise MyException("Invalid memory amount")
     try:
         memory = int(memory)
         if memory <= 0:
             raise ValueError
     except ValueError:
         raise MyException("Invalid memory amount")

-    if memory > maxMemory(user):
+    if memory > maxMemory(user, machine):

         raise MyException("Too much memory requested")
         raise MyException("Too much memory requested")

-    
-    disk = fields.getfirst('disk')
+    return memory
+
+def validDisk(user, disk, machine=None):

     try:
         disk = float(disk)
     try:
         disk = float(disk)

+        if disk > maxDisk(user, machine):
+            raise MyException("Too much disk requested")

         disk = int(disk * 1024)
         if disk <= 0:
             raise ValueError
     except ValueError:
         raise MyException("Invalid disk amount")
         disk = int(disk * 1024)
         if disk <= 0:
             raise ValueError
     except ValueError:
         raise MyException("Invalid disk amount")

-    if disk > maxDisk(user):
-        raise MyException("Too much disk requested")
+    return disk
+
+def create(user, fields):
+    name = fields.getfirst('name')
+    if not validMachineName(name):
+        raise MyException("Invalid name '%s'" % name)
+    name = user.username + '_' + name.lower()
+
+    if Machine.get_by(name=name):
+        raise MyException("A machine named '%s' already exists" % name)

     
     

+    memory = fields.getfirst('memory')
+    memory = validMemory(user, memory)
+    
+    disk = fields.getfirst('disk')
+    disk = validDisk(user, disk)
+

     vm_type = fields.getfirst('vmtype')
     if vm_type not in ('hvm', 'paravm'):
         raise MyException("Invalid vm type '%s'"  % vm_type)    
     vm_type = fields.getfirst('vmtype')
     if vm_type not in ('hvm', 'paravm'):
         raise MyException("Invalid vm type '%s'"  % vm_type)    

@@ -234,18 +270,26 @@ def create(user, fields):
                    searchList=d);
 
 def listVms(user, fields):
                    searchList=d);
 
 def listVms(user, fields):

-    machines = Machine.select()
-    status = statusInfo(machines)
+    machines = [m for m in Machine.select() if haveAccess(user, m)]    
+    on = {}

     has_vnc = {}
     has_vnc = {}

+    uptimes = getUptimes(machines)
+    on = uptimes

     for m in machines:
     for m in machines:

-        on[m.name] = status[m.name] is not None
-        has_vnc[m.name] = hasVnc(status[m.name])
+        if on.get(m.name) and m.type.hvm:
+            has_vnc[m.name] = True
+        else:
+            has_vnc[m.name] = False
+    #     for m in machines:
+    #         status = statusInfo(m)
+    #         on[m.name] = status is not None
+    #         has_vnc[m.name] = hasVnc(status)

     d = dict(user=user,
              maxmem=maxMemory(user),
              maxdisk=maxDisk(user),
              machines=machines,
     d = dict(user=user,
              maxmem=maxMemory(user),
              maxdisk=maxDisk(user),
              machines=machines,

-             status=status,

              has_vnc=has_vnc,
              has_vnc=has_vnc,

+             uptimes=uptimes,

              cdroms=CDROM.select())
     print Template(file='list.tmpl', searchList=d)
 
              cdroms=CDROM.select())
     print Template(file='list.tmpl', searchList=d)
 

@@ -283,7 +327,7 @@ def vnc(user, fields):
     TOKEN_KEY = "0M6W0U1IXexThi5idy8mnkqPKEq1LtEnlK/pZSn0cDrN"
 
     data = {}
     TOKEN_KEY = "0M6W0U1IXexThi5idy8mnkqPKEq1LtEnlK/pZSn0cDrN"
 
     data = {}

-    data["user"] = user
+    data["user"] = user.username

     data["machine"]=machine.name
     data["expires"]=time.time()+(5*60)
     pickledData = cPickle.dumps(data)
     data["machine"]=machine.name
     data["expires"]=time.time()+(5*60)
     pickledData = cPickle.dumps(data)

@@ -300,24 +344,171 @@ def vnc(user, fields):
     print Template(file='vnc.tmpl',
                    searchList=d)
 
     print Template(file='vnc.tmpl',
                    searchList=d)
 

-def info(user, fields):
+def getNicInfo(data_dict, machine):
+    data_dict['num_nics'] = len(machine.nics)
+    nic_fields_template = [('nic%s_hostname', 'NIC %s hostname'),
+                           ('nic%s_mac', 'NIC %s MAC Addr'),
+                           ('nic%s_ip', 'NIC %s IP'),
+                           ]
+    nic_fields = []
+    for i in range(len(machine.nics)):
+        nic_fields.extend([(x % i, y % i) for x, y in nic_fields_template])
+        data_dict['nic%s_hostname' % i] = machine.nics[i].hostname + '.servers.csail.mit.edu'
+        data_dict['nic%s_mac' % i] = machine.nics[i].mac_addr
+        data_dict['nic%s_ip' % i] = machine.nics[i].ip
+    if len(machine.nics) == 1:
+        nic_fields = [(x, y.replace('NIC 0 ', '')) for x, y in nic_fields]
+    return nic_fields
+
+def getDiskInfo(data_dict, machine):
+    data_dict['num_disks'] = len(machine.disks)
+    disk_fields_template = [('%s_size', '%s size')]
+    disk_fields = []
+    for disk in machine.disks:
+        name = disk.guest_device_name
+        disk_fields.extend([(x % name, y % name) for x, y in disk_fields_template])
+        data_dict['%s_size' % name] = "%0.1f GB" % (disk.size / 1024.)
+    return disk_fields
+
+def deleteVM(machine):
+    transaction = ctx.current.create_transaction()
+    delete_disk_pairs = [(machine.name, d.guest_device_name) for d in machine.disks]
+    try:
+        for nic in machine.nics:
+            nic.machine_id = None
+            nic.hostname = None
+            ctx.current.save(nic)
+        for disk in machine.disks:
+            ctx.current.delete(disk)
+        ctx.current.delete(machine)
+        transaction.commit()
+    except:
+        transaction.rollback()
+        raise
+    for mname, dname in delete_disk_pairs:
+        remctl('web', 'lvremove', mname, dname)
+    unregisterMachine(machine)
+
+def command(user, fields):
+    print time.time()-start_time

     machine = testMachineId(user, fields.getfirst('machine_id'))
     machine = testMachineId(user, fields.getfirst('machine_id'))

+    action = fields.getfirst('action')
+    cdrom = fields.getfirst('cdrom')
+    print time.time()-start_time
+    if cdrom is not None and not CDROM.get(cdrom):
+        raise MyException("Invalid cdrom type '%s'" % cdrom)    
+    if action not in ('Reboot', 'Power on', 'Power off', 'Shutdown', 'Delete VM'):
+        raise MyException("Invalid action '%s'" % action)
+    if action == 'Reboot':
+        if cdrom is not None:
+            remctl('reboot', machine.name, cdrom)
+        else:
+            remctl('reboot', machine.name)
+    elif action == 'Power on':
+        bootMachine(machine, cdrom)
+    elif action == 'Power off':
+        remctl('destroy', machine.name)
+    elif action == 'Shutdown':
+        remctl('shutdown', machine.name)
+    elif action == 'Delete VM':
+        deleteVM(machine)
+    print time.time()-start_time
+

     d = dict(user=user,
     d = dict(user=user,

+             command=action,

              machine=machine)
              machine=machine)

+    print Template(file="command.tmpl", searchList=d)
+        
+def modify(user, fields):
+    machine = testMachineId(user, fields.getfirst('machine_id'))
+    
+
+def info(user, fields):
+    machine = testMachineId(user, fields.getfirst('machine_id'))
+    status = statusInfo(machine)
+    has_vnc = hasVnc(status)
+    if status is None:
+        main_status = dict(name=machine.name,
+                           memory=str(machine.memory))
+    else:
+        main_status = dict(status[1:])
+    start_time = float(main_status.get('start_time', 0))
+    uptime = datetime.timedelta(seconds=int(time.time()-start_time))
+    cpu_time_float = float(main_status.get('cpu_time', 0))
+    cputime = datetime.timedelta(seconds=int(cpu_time_float))
+    display_fields = """name uptime memory state cpu_weight on_reboot 
+     on_poweroff on_crash on_xend_start on_xend_stop bootloader""".split()
+    display_fields = [('name', 'Name'),
+                      ('owner', 'Owner'),
+                      ('contact', 'Contact'),
+                      ('type', 'Type'),
+                      'NIC_INFO',
+                      ('uptime', 'uptime'),
+                      ('cputime', 'CPU usage'),
+                      ('memory', 'RAM'),
+                      'DISK_INFO',
+                      ('state', 'state (xen format)'),
+                      ('cpu_weight', 'CPU weight'),
+                      ('on_reboot', 'Action on VM reboot'),
+                      ('on_poweroff', 'Action on VM poweroff'),
+                      ('on_crash', 'Action on VM crash'),
+                      ('on_xend_start', 'Action on Xen start'),
+                      ('on_xend_stop', 'Action on Xen stop'),
+                      ('bootloader', 'Bootloader options'),
+                      ]
+    fields = []
+    machine_info = {}
+    machine_info['type'] = machine.type.hvm and 'HVM' or 'ParaVM'
+    machine_info['owner'] = machine.owner
+    machine_info['contact'] = machine.contact
+
+    nic_fields = getNicInfo(machine_info, machine)
+    nic_point = display_fields.index('NIC_INFO')
+    display_fields = display_fields[:nic_point] + nic_fields + display_fields[nic_point+1:]
+
+    disk_fields = getDiskInfo(machine_info, machine)
+    disk_point = display_fields.index('DISK_INFO')
+    display_fields = display_fields[:disk_point] + disk_fields + display_fields[disk_point+1:]
+    
+    main_status['memory'] += ' MB'
+    for field, disp in display_fields:
+        if field in ('uptime', 'cputime'):
+            fields.append((disp, locals()[field]))
+        elif field in main_status:
+            fields.append((disp, main_status[field]))
+        elif field in machine_info:
+            fields.append((disp, machine_info[field]))
+        else:
+            pass
+            #fields.append((disp, None))
+
+    d = dict(user=user,
+             cdroms=CDROM.select(),
+             on=status is not None,
+             machine=machine,
+             has_vnc=has_vnc,
+             uptime=str(uptime),
+             ram=machine.memory,
+             maxmem=maxMemory(user, machine),
+             maxdisk=maxDisk(user, machine),
+             fields = fields)

     print Template(file='info.tmpl',
                    searchList=d)
 
 mapping = dict(list=listVms,
                vnc=vnc,
     print Template(file='info.tmpl',
                    searchList=d)
 
 mapping = dict(list=listVms,
                vnc=vnc,

+               command=command,
+               modify=modify,

                info=info,
                create=create)
 
 if __name__ == '__main__':
                info=info,
                create=create)
 
 if __name__ == '__main__':

+    start_time = time.time()

     fields = cgi.FieldStorage()
     fields = cgi.FieldStorage()

-    class C:
+    class User:

         username = "moo"
         email = 'moo@cow.com'
         username = "moo"
         email = 'moo@cow.com'

-    u = C()
+    u = User()

     connect('postgres://sipb-xen@sipb-xen-dev/sipb_xen')
     operation = os.environ.get('PATH_INFO', '')
     if not operation:
     connect('postgres://sipb-xen@sipb-xen-dev/sipb_xen')
     operation = os.environ.get('PATH_INFO', '')
     if not operation:

@@ -332,7 +523,7 @@ if __name__ == '__main__':
     fun = mapping.get(operation, 
                       lambda u, e:
                           error(operation, u, e,
     fun = mapping.get(operation, 
                       lambda u, e:
                           error(operation, u, e,

-                                "Invalid operation '%'" % operation))
+                                "Invalid operation '%s'" % operation))

     try:
         fun(u, fields)
     except MyException, err:
     try:
         fun(u, fields)
     except MyException, err: