use wildcard for config.web.errormail_exclude

[invirt/packages/invirt-web.git] / code / controls.py

diff --git a/code/controls.py b/code/controls.py
index 7134668..9f5bc48 100644 (file)
--- a/code/controls.py
+++ b/code/controls.py
@@ -2,7 +2,6 @@
 Functions to perform remctls.
 """
 
 Functions to perform remctls.
 """
 

-from sipb_xen_database import Machine, Disk, Type, NIC, CDROM, ctx, meta

 import validation
 from webcommon import CodeError, InvalidInput
 import random
 import validation
 from webcommon import CodeError, InvalidInput
 import random

@@ -11,6 +10,10 @@ import sys
 import time
 import re
 import cache_acls
 import time
 import re
 import cache_acls

+import yaml
+
+from invirt.config import structs as config
+from invirt.database import Machine, Disk, Type, NIC, CDROM, session, meta

 
 # ... and stolen from xend/uuid.py
 def randomUUID():
 
 # ... and stolen from xend/uuid.py
 def randomUUID():

@@ -24,10 +27,10 @@ def uuidToString(u):
                      "%02x" * 6]) % tuple(u)
 # end stolen code
 
                      "%02x" * 6]) % tuple(u)
 # end stolen code
 

-def kinit(username = 'daemon/sipb-xen.mit.edu', keytab = '/etc/sipb-xen.keytab'):
+def kinit():

     """Kinit with a given username and keytab"""
     """Kinit with a given username and keytab"""

-
-    p = subprocess.Popen(['kinit', "-k", "-t", keytab, username],
+    p = subprocess.Popen(['kinit', "-k", "-t", '/etc/invirt/keytab',
+                          'daemon/'+config.web.hostname],

                          stderr=subprocess.PIPE)
     e = p.wait()
     if e:
                          stderr=subprocess.PIPE)
     e = p.wait()
     if e:

@@ -45,7 +48,7 @@ def remctl(*args, **kws):
     kinits if necessary, and outputs errors to stderr.
     """
     checkKinit()
     kinits if necessary, and outputs errors to stderr.
     """
     checkKinit()

-    p = subprocess.Popen(['remctl', 'black-mesa.mit.edu']
+    p = subprocess.Popen(['remctl', config.remote.hostname]

                          + list(args),
                          stdout=subprocess.PIPE,
                          stderr=subprocess.PIPE)
                          + list(args),
                          stdout=subprocess.PIPE,
                          stderr=subprocess.PIPE)

@@ -68,6 +71,25 @@ def makeDisks(machine):
     for disk in machine.disks:
         lvcreate(machine, disk)
 
     for disk in machine.disks:
         lvcreate(machine, disk)
 

+def getswap(disksize, memsize):
+    """Returns the recommended swap partition size."""
+    return int(min(disksize / 4, memsize * 1.5))
+
+def lvinstall(machine, autoinstall):
+    disksize = machine.disks[0].size
+    memsize = machine.memory
+    swapsize = getswap(disksize, memsize)
+    imagesize = disksize - swapsize
+    ip = machine.nics[0].ip
+    remctl('control', machine.name, 'install', 
+           'dist=%s' % autoinstall.distribution,
+           'mirror=%s' % autoinstall.mirror,
+           'imagesize=%s' % imagesize)
+
+def lvcopy(machine_orig_name, machine, rootpw):
+    """Copy a golden image onto a machine's disk"""
+    remctl('web', 'lvcopy', machine_orig_name, machine.name, rootpw)
+

 def bootMachine(machine, cdtype):
     """Boot a machine with a given boot CD.
 
 def bootMachine(machine, cdtype):
     """Boot a machine with a given boot CD.
 

@@ -80,80 +102,57 @@ def bootMachine(machine, cdtype):
     else:
         out, err = remctl('control', machine.name, 'create',
                           err=True)
     else:
         out, err = remctl('control', machine.name, 'create',
                           err=True)

-    if 'already exists' in out:
+    if 'already running' in err:

         raise InvalidInput('action', 'create',
                            'VM %s is already on' % machine.name)
     elif err:
         raise CodeError('"%s" on "control %s create %s' 
                         % (err, machine.name, cdtype))
 
         raise InvalidInput('action', 'create',
                            'VM %s is already on' % machine.name)
     elif err:
         raise CodeError('"%s" on "control %s create %s' 
                         % (err, machine.name, cdtype))
 

-def registerMachine(machine):
-    """Register a machine to be controlled by the web interface"""
-    remctl('web', 'register', machine.name)
-
-def unregisterMachine(machine):
-    """Unregister a machine to not be controlled by the web interface"""
-    remctl('web', 'unregister', machine.name)
-
-def createVm(owner, contact, name, memory, disk_size, is_hvm, cdrom):
+def createVm(username, state, owner, contact, name, description, memory, disksize, machine_type, cdrom, autoinstall):

     """Create a VM and put it in the database"""
     # put stuff in the table
     """Create a VM and put it in the database"""
     # put stuff in the table

-    transaction = ctx.current.create_transaction()
+    session.begin()

     try:
     try:

-        validation.validMemory(owner, memory)
-        validation.validDisk(owner, disk_size  * 1. / 1024)
-        validation.validAddVm(owner)
-        res = meta.engine.execute('select nextval('
-                                  '\'"machines_machine_id_seq"\')')
-        id = res.fetchone()[0]
+        validation.Validate(username, state, name=name, description=description, owner=owner, memory=memory, disksize=disksize/1024.)

         machine = Machine()
         machine = Machine()

-        machine.machine_id = id

         machine.name = name
         machine.name = name

+        machine.description = description

         machine.memory = memory
         machine.owner = owner
         machine.administrator = owner
         machine.contact = contact
         machine.uuid = uuidToString(randomUUID())
         machine.boot_off_cd = True
         machine.memory = memory
         machine.owner = owner
         machine.administrator = owner
         machine.contact = contact
         machine.uuid = uuidToString(randomUUID())
         machine.boot_off_cd = True

-        machine_type = Type.get_by(hvm=is_hvm)
-        machine.type_id = machine_type.type_id
-        ctx.current.save(machine)
-        disk = Disk(machine_id=machine.machine_id, 
-                    guest_device_name='hda', size=disk_size)
-        open_nics = NIC.select_by(machine_id=None)
-        if not open_nics: #No IPs left!
+        machine.type = machine_type
+        session.save_or_update(machine)
+        disk = Disk(machine=machine,
+                    guest_device_name='hda', size=disksize)
+        nic = NIC.query().filter_by(machine_id=None).first()
+        if not nic: #No IPs left!

             raise CodeError("No IP addresses left!  "
             raise CodeError("No IP addresses left!  "

-                            "Contact sipb-xen-dev@mit.edu")
-        nic = open_nics[0]
-        nic.machine_id = machine.machine_id
+                            "Contact %s." % config.web.errormail)
+        nic.machine = machine

         nic.hostname = name
         nic.hostname = name

-        ctx.current.save(nic)    
-        ctx.current.save(disk)
+        session.save_or_update(nic)
+        session.save_or_update(disk)

         cache_acls.refreshMachine(machine)
         cache_acls.refreshMachine(machine)

-        transaction.commit()
+        session.commit()

     except:
     except:

-        transaction.rollback()
+        session.rollback()

         raise
         raise

-    registerMachine(machine)

     makeDisks(machine)
     makeDisks(machine)

+    if autoinstall:
+        lvinstall(machine, autoinstall)

     # tell it to boot with cdrom
     bootMachine(machine, cdrom)
     return machine
 
     # tell it to boot with cdrom
     bootMachine(machine, cdrom)
     return machine
 

-def getUptimes(machines=None):
-    """Return a dictionary mapping machine names to uptime strings"""
+def getList():
+    """Return a dictionary mapping machine names to dicts."""

     value_string = remctl('web', 'listvms')
     value_string = remctl('web', 'listvms')

-    lines = value_string.splitlines()
-    d = {}
-    for line in lines:
-        lst = line.split()
-        name, id = lst[:2]
-        uptime = ' '.join(lst[2:])
-        d[name] = uptime
-    ans = {}
-    for m in machines:
-        ans[m] = d.get(m.name)
-    return ans
+    value_dict = yaml.load(value_string, yaml.CSafeLoader)
+    return value_dict

 
 def parseStatus(s):
     """Parse a status string into nested tuples of strings.
 
 def parseStatus(s):
     """Parse a status string into nested tuples of strings.

@@ -189,7 +188,7 @@ def statusInfo(machine):
     if 'Unknown command' in err_string:
         raise CodeError("ERROR in remctl list-long %s is not registered" % 
                         (machine.name,))
     if 'Unknown command' in err_string:
         raise CodeError("ERROR in remctl list-long %s is not registered" % 
                         (machine.name,))

-    elif 'does not exist' in err_string:
+    elif 'is not on' in err_string:

         return None
     elif err_string:
         raise CodeError("ERROR in remctl list-long %s:  %s" % 
         return None
     elif err_string:
         raise CodeError("ERROR in remctl list-long %s:  %s" % 

@@ -197,36 +196,40 @@ def statusInfo(machine):
     status = parseStatus(value_string)
     return status
 
     status = parseStatus(value_string)
     return status
 

+def listHost(machine):
+    """Return the host a machine is running on"""
+    out, err = remctl('control', machine.name, 'listhost', err=True)
+    if err:
+        return None
+    return out.strip()
+

 def deleteVM(machine):
     """Delete a VM."""
     remctl('control', machine.name, 'destroy', err=True)
 def deleteVM(machine):
     """Delete a VM."""
     remctl('control', machine.name, 'destroy', err=True)

-    transaction = ctx.current.create_transaction()
+    session.begin()

     delete_disk_pairs = [(machine.name, d.guest_device_name) 
                          for d in machine.disks]
     try:
     delete_disk_pairs = [(machine.name, d.guest_device_name) 
                          for d in machine.disks]
     try:

+        for mname, dname in delete_disk_pairs:
+            remctl('web', 'lvremove', mname, dname)

         for nic in machine.nics:
             nic.machine_id = None
             nic.hostname = None
         for nic in machine.nics:
             nic.machine_id = None
             nic.hostname = None

-            ctx.current.save(nic)
+            session.save_or_update(nic)

         for disk in machine.disks:
         for disk in machine.disks:

-            ctx.current.delete(disk)
-        for access in machine.acl:
-            ctx.current.delete(access)
-        ctx.current.delete(machine)
-        transaction.commit()
+            session.delete(disk)
+        session.delete(machine)
+        session.commit()

     except:
     except:

-        transaction.rollback()
+        session.rollback()

         raise
         raise

-    for mname, dname in delete_disk_pairs:
-        remctl('web', 'lvremove', mname, dname)
-    unregisterMachine(machine)

 
 

-def commandResult(user, fields):
+def commandResult(username, state, fields):

     start_time = 0
     start_time = 0

-    machine = validation.testMachineId(user, fields.getfirst('machine_id'))
+    machine = validation.Validate(username, state, machine_id=fields.getfirst('machine_id')).machine

     action = fields.getfirst('action')
     cdrom = fields.getfirst('cdrom')
     action = fields.getfirst('action')
     cdrom = fields.getfirst('cdrom')

-    if cdrom is not None and not CDROM.get(cdrom):
+    if cdrom is not None and not CDROM.query().filter_by(cdrom_id=cdrom).one():

         raise CodeError("Invalid cdrom type '%s'" % cdrom)    
     if action not in ('Reboot', 'Power on', 'Power off', 'Shutdown', 
                       'Delete VM'):
         raise CodeError("Invalid cdrom type '%s'" % cdrom)    
     if action not in ('Reboot', 'Power on', 'Power off', 'Shutdown', 
                       'Delete VM'):

@@ -239,7 +242,7 @@ def commandResult(user, fields):
             out, err = remctl('control', machine.name, 'reboot',
                               err=True)
         if err:
             out, err = remctl('control', machine.name, 'reboot',
                               err=True)
         if err:

-            if re.match("Error: Domain '.*' does not exist.", err):
+            if re.match("machine '.*' is not on", err):

                 raise InvalidInput("action", "reboot", 
                                    "Machine is not on")
             else:
                 raise InvalidInput("action", "reboot", 
                                    "Machine is not on")
             else:

@@ -248,7 +251,7 @@ def commandResult(user, fields):
                 raise CodeError('ERROR on remctl')
                 
     elif action == 'Power on':
                 raise CodeError('ERROR on remctl')
                 
     elif action == 'Power on':

-        if validation.maxMemory(user, machine) < machine.memory:
+        if validation.maxMemory(username, state, machine) < machine.memory:

             raise InvalidInput('action', 'Power on',
                                "You don't have enough free RAM quota "
                                "to turn on this machine.")
             raise InvalidInput('action', 'Power on',
                                "You don't have enough free RAM quota "
                                "to turn on this machine.")

@@ -256,7 +259,7 @@ def commandResult(user, fields):
     elif action == 'Power off':
         out, err = remctl('control', machine.name, 'destroy', err=True)
         if err:
     elif action == 'Power off':
         out, err = remctl('control', machine.name, 'destroy', err=True)
         if err:

-            if re.match("Error: Domain '.*' does not exist.", err):
+            if re.match("machine '.*' is not on", err):

                 raise InvalidInput("action", "Power off", 
                                    "Machine is not on.")
             else:
                 raise InvalidInput("action", "Power off", 
                                    "Machine is not on.")
             else:

@@ -266,7 +269,7 @@ def commandResult(user, fields):
     elif action == 'Shutdown':
         out, err = remctl('control', machine.name, 'shutdown', err=True)
         if err:
     elif action == 'Shutdown':
         out, err = remctl('control', machine.name, 'shutdown', err=True)
         if err:

-            if re.match("Error: Domain '.*' does not exist.", err):
+            if re.match("machine '.*' is not on", err):

                 raise InvalidInput("action", "Shutdown", 
                                    "Machine is not on.")
             else:
                 raise InvalidInput("action", "Shutdown", 
                                    "Machine is not on.")
             else:

@@ -276,7 +279,7 @@ def commandResult(user, fields):
     elif action == 'Delete VM':
         deleteVM(machine)
 
     elif action == 'Delete VM':
         deleteVM(machine)
 

-    d = dict(user=user,
+    d = dict(user=username,

              command=action,
              machine=machine)
     return d
              command=action,
              machine=machine)
     return d

@@ -288,5 +291,4 @@ def renameMachine(machine, old_name, new_name):
     for disk in machine.disks:
         remctl("web", "lvrename", old_name, 
                disk.guest_device_name, new_name)
     for disk in machine.disks:
         remctl("web", "lvrename", old_name, 
                disk.guest_device_name, new_name)

-    remctl("web", "moveregister", old_name, new_name)