STDERR:
' + str(addition) + '' - -Template.helppopup = staticmethod(helppopup) -Template.err = None - -class JsonDict: - """Class to store a dictionary that will be converted to JSON""" - def __init__(self, **kws): - self.data = kws - if 'err' in kws: - err = kws['err'] - del kws['err'] - self.addError(err) - - def __str__(self): - return simplejson.dumps(self.data) - - def addError(self, text): - """Add stderr text to be displayed on the website.""" - self.data['err'] = \ - makeErrorPre(self.data.get('err'), text) - -class Defaults: - """Class to store default values for fields.""" - memory = 256 - disk = 4.0 - cdrom = '' - name = '' - vmtype = 'hvm' - def __init__(self, max_memory=None, max_disk=None, **kws): - if max_memory is not None: - self.memory = min(self.memory, max_memory) - if max_disk is not None: - self.max_disk = min(self.disk, max_disk) - for key in kws: - setattr(self, key, kws[key]) - - - -DEFAULT_HEADERS = {'Content-Type': 'text/html'} - -def error(op, user, fields, err, emsg): - """Print an error page when a CodeError occurs""" - d = dict(op=op, user=user, errorMessage=str(err), - stderr=emsg) - return templates.error(searchList=[d]) - -def invalidInput(op, user, fields, err, emsg): - """Print an error page when an InvalidInput exception occurs""" - d = dict(op=op, user=user, err_field=err.err_field, - err_value=str(err.err_value), stderr=emsg, - errorMessage=str(err)) - return templates.invalid(searchList=[d]) - -def hasVnc(status): - """Does the machine with a given status list support VNC?""" - if status is None: - return False - for l in status: - if l[0] == 'device' and l[1][0] == 'vfb': - d = dict(l[1][1:]) - return 'location' in d - return False - -def parseCreate(user, fields): - name = fields.getfirst('name') - if not validation.validMachineName(name): - raise InvalidInput('name', name, 'You must provide a machine name.') - name = name.lower() - - if Machine.get_by(name=name): - raise InvalidInput('name', name, - "Name already exists.") - - owner = validation.testOwner(user, fields.getfirst('owner')) - - memory = fields.getfirst('memory') - memory = validation.validMemory(user, memory, on=True) - - disk = fields.getfirst('disk') - disk = validation.validDisk(user, disk) - - vm_type = fields.getfirst('vmtype') - if vm_type not in ('hvm', 'paravm'): - raise CodeError("Invalid vm type '%s'" % vm_type) - is_hvm = (vm_type == 'hvm') - - cdrom = fields.getfirst('cdrom') - if cdrom is not None and not CDROM.get(cdrom): - raise CodeError("Invalid cdrom type '%s'" % cdrom) - return dict(contact=user, name=name, memory=memory, disk=disk, - owner=owner, is_hvm=is_hvm, cdrom=cdrom) - -def create(user, fields): - """Handler for create requests.""" - try: - parsed_fields = parseCreate(user, fields) - machine = controls.createVm(**parsed_fields) - except InvalidInput, err: - pass - else: - err = None - g.clear() #Changed global state - d = getListDict(user) - d['err'] = err - if err: - for field in fields.keys(): - setattr(d['defaults'], field, fields.getfirst(field)) - else: - d['new_machine'] = parsed_fields['name'] - return templates.list(searchList=[d]) - - -def getListDict(user): - machines = [m for m in Machine.select() - if validation.haveAccess(user, m)] - checkpoint.checkpoint('Got my machines') - on = {} - has_vnc = {} - on = g.uptimes - checkpoint.checkpoint('Got uptimes') - for m in machines: - m.uptime = g.uptimes.get(m) - if not on[m]: - has_vnc[m] = 'Off' - elif m.type.hvm: - has_vnc[m] = True - else: - has_vnc[m] = "ParaVM"+helppopup("paravm_console") - max_memory = validation.maxMemory(user) - max_disk = validation.maxDisk(user) - checkpoint.checkpoint('Got max mem/disk') - defaults = Defaults(max_memory=max_memory, - max_disk=max_disk, - owner=user, - cdrom='gutsy-i386') - checkpoint.checkpoint('Got defaults') - d = dict(user=user, - cant_add_vm=validation.cantAddVm(user), - max_memory=max_memory, - max_disk=max_disk, - defaults=defaults, - machines=machines, - has_vnc=has_vnc, - uptimes=g.uptimes, - cdroms=CDROM.select()) - return d - -def listVms(user, fields): - """Handler for list requests.""" - checkpoint.checkpoint('Getting list dict') - d = getListDict(user) - checkpoint.checkpoint('Got list dict') - return templates.list(searchList=[d]) - -def vnc(user, fields): - """VNC applet page. - - Note that due to same-domain restrictions, the applet connects to - the webserver, which needs to forward those requests to the xen - server. The Xen server runs another proxy that (1) authenticates - and (2) finds the correct port for the VM. - - You might want iptables like: - - -t nat -A PREROUTING -s ! 18.181.0.60 -i eth1 -p tcp -m tcp \ - --dport 10003 -j DNAT --to-destination 18.181.0.60:10003 - -t nat -A POSTROUTING -d 18.181.0.60 -o eth1 -p tcp -m tcp \ - --dport 10003 -j SNAT --to-source 18.187.7.142 - -A FORWARD -d 18.181.0.60 -i eth1 -o eth1 -p tcp -m tcp \ - --dport 10003 -j ACCEPT - - Remember to enable iptables! - echo 1 > /proc/sys/net/ipv4/ip_forward - """ - machine = validation.testMachineId(user, fields.getfirst('machine_id')) - - TOKEN_KEY = "0M6W0U1IXexThi5idy8mnkqPKEq1LtEnlK/pZSn0cDrN" - - data = {} - data["user"] = user - data["machine"] = machine.name - data["expires"] = time.time()+(5*60) - pickled_data = cPickle.dumps(data) - m = hmac.new(TOKEN_KEY, digestmod=sha) - m.update(pickled_data) - token = {'data': pickled_data, 'digest': m.digest()} - token = cPickle.dumps(token) - token = base64.urlsafe_b64encode(token) - - status = controls.statusInfo(machine) - has_vnc = hasVnc(status) - - d = dict(user=user, - on=status, - has_vnc=has_vnc, - machine=machine, - hostname=os.environ.get('SERVER_NAME', 'localhost'), - authtoken=token) - return templates.vnc(searchList=[d]) - -def getNicInfo(data_dict, machine): - """Helper function for info, get data on nics for a machine. - - Modifies data_dict to include the relevant data, and returns a list - of (key, name) pairs to display "name: data_dict[key]" to the user. - """ - data_dict['num_nics'] = len(machine.nics) - nic_fields_template = [('nic%s_hostname', 'NIC %s Hostname'), - ('nic%s_mac', 'NIC %s MAC Addr'), - ('nic%s_ip', 'NIC %s IP'), - ] - nic_fields = [] - for i in range(len(machine.nics)): - nic_fields.extend([(x % i, y % i) for x, y in nic_fields_template]) - if not i: - data_dict['nic%s_hostname' % i] = (machine.name + - '.servers.csail.mit.edu') - data_dict['nic%s_mac' % i] = machine.nics[i].mac_addr - data_dict['nic%s_ip' % i] = machine.nics[i].ip - if len(machine.nics) == 1: - nic_fields = [(x, y.replace('NIC 0 ', '')) for x, y in nic_fields] - return nic_fields - -def getDiskInfo(data_dict, machine): - """Helper function for info, get data on disks for a machine. - - Modifies data_dict to include the relevant data, and returns a list - of (key, name) pairs to display "name: data_dict[key]" to the user. - """ - data_dict['num_disks'] = len(machine.disks) - disk_fields_template = [('%s_size', '%s size')] - disk_fields = [] - for disk in machine.disks: - name = disk.guest_device_name - disk_fields.extend([(x % name, y % name) for x, y in - disk_fields_template]) - data_dict['%s_size' % name] = "%0.1f GiB" % (disk.size / 1024.) - return disk_fields - -def command(user, fields): - """Handler for running commands like boot and delete on a VM.""" - back = fields.getfirst('back') - try: - d = controls.commandResult(user, fields) - if d['command'] == 'Delete VM': - back = 'list' - except InvalidInput, err: - if not back: - raise - print >> sys.stderr, err - result = None - else: - result = 'Success!' - if not back: - return templates.command(searchList=[d]) - if back == 'list': - g.clear() #Changed global state - d = getListDict(user) - d['result'] = result - return templates.list(searchList=[d]) - elif back == 'info': - machine = validation.testMachineId(user, fields.getfirst('machine_id')) - d = infoDict(user, machine) - d['result'] = result - return templates.info(searchList=[d]) - else: - raise InvalidInput - ('back', back, 'Not a known back page.') - -def modifyDict(user, fields): - olddisk = {} - transaction = ctx.current.create_transaction() - try: - machine = validation.testMachineId(user, fields.getfirst('machine_id')) - owner = validation.testOwner(user, fields.getfirst('owner'), machine) - admin = validation.testAdmin(user, fields.getfirst('administrator'), - machine) - contact = validation.testContact(user, fields.getfirst('contact'), - machine) - name = validation.testName(user, fields.getfirst('name'), machine) - oldname = machine.name - command = "modify" - - memory = fields.getfirst('memory') - if memory is not None: - memory = validation.validMemory(user, memory, machine, on=False) - machine.memory = memory - - disksize = validation.testDisk(user, fields.getfirst('disk')) - if disksize is not None: - disksize = validation.validDisk(user, disksize, machine) - disk = machine.disks[0] - if disk.size != disksize: - olddisk[disk.guest_device_name] = disksize - disk.size = disksize - ctx.current.save(disk) - - if owner is not None: - machine.owner = owner - if name is not None: - machine.name = name - if admin is not None: - machine.administrator = admin - if contact is not None: - machine.contact = contact - - ctx.current.save(machine) - transaction.commit() - except: - transaction.rollback() - raise - for diskname in olddisk: - controls.resizeDisk(oldname, diskname, str(olddisk[diskname])) - if name is not None: - controls.renameMachine(machine, oldname, name) - return dict(user=user, - command=command, - machine=machine) - -def modify(user, fields): - """Handler for modifying attributes of a machine.""" - try: - modify_dict = modifyDict(user, fields) - except InvalidInput, err: - result = None - machine = validation.testMachineId(user, fields.getfirst('machine_id')) - else: - machine = modify_dict['machine'] - result = 'Success!' - err = None - info_dict = infoDict(user, machine) - info_dict['err'] = err - if err: - for field in fields.keys(): - setattr(info_dict['defaults'], field, fields.getfirst(field)) - info_dict['result'] = result - return templates.info(searchList=[info_dict]) - - -def helpHandler(user, fields): - """Handler for help messages.""" - simple = fields.getfirst('simple') - subjects = fields.getlist('subject') - - help_mapping = dict(paravm_console=""" -ParaVM machines do not support console access over VNC. To access -these machines, you either need to boot with a liveCD and ssh in or -hope that the sipb-xen maintainers add support for serial consoles.""", - hvm_paravm=""" -HVM machines use the virtualization features of the processor, while -ParaVM machines use Xen's emulation of virtualization features. You -want an HVM virtualized machine.""", - cpu_weight=""" -Don't ask us! We're as mystified as you are.""", - owner=""" -The owner field is used to determine quotas. It must be the name of a -locker that you are an AFS administrator of. In particular, you or an -AFS group you are a member of must have AFS rlidwka bits on the -locker. You can check see who administers the LOCKER locker using the -command 'fs la /mit/LOCKER' on Athena.) See also administrator.""", - administrator=""" -The administrator field determines who can access the console and -power on and off the machine. This can be either a user or a moira -group.""", - quotas=""" -Quotas are determined on a per-locker basis. Each quota may have a -maximum of 512 megabytes of active ram, 50 gigabytes of disk, and 4 -active machines.""" - ) - - if not subjects: - subjects = sorted(help_mapping.keys()) - - d = dict(user=user, - simple=simple, - subjects=subjects, - mapping=help_mapping) - - return templates.help(searchList=[d]) - - -def badOperation(u, e): - raise CodeError("Unknown operation") - -def infoDict(user, machine): - status = controls.statusInfo(machine) - checkpoint.checkpoint('Getting status info') - has_vnc = hasVnc(status) - if status is None: - main_status = dict(name=machine.name, - memory=str(machine.memory)) - uptime = None - cputime = None - else: - main_status = dict(status[1:]) - start_time = float(main_status.get('start_time', 0)) - uptime = datetime.timedelta(seconds=int(time.time()-start_time)) - cpu_time_float = float(main_status.get('cpu_time', 0)) - cputime = datetime.timedelta(seconds=int(cpu_time_float)) - checkpoint.checkpoint('Status') - display_fields = """name uptime memory state cpu_weight on_reboot - on_poweroff on_crash on_xend_start on_xend_stop bootloader""".split() - display_fields = [('name', 'Name'), - ('owner', 'Owner'), - ('administrator', 'Administrator'), - ('contact', 'Contact'), - ('type', 'Type'), - 'NIC_INFO', - ('uptime', 'uptime'), - ('cputime', 'CPU usage'), - ('memory', 'RAM'), - 'DISK_INFO', - ('state', 'state (xen format)'), - ('cpu_weight', 'CPU weight'+helppopup('cpu_weight')), - ('on_reboot', 'Action on VM reboot'), - ('on_poweroff', 'Action on VM poweroff'), - ('on_crash', 'Action on VM crash'), - ('on_xend_start', 'Action on Xen start'), - ('on_xend_stop', 'Action on Xen stop'), - ('bootloader', 'Bootloader options'), - ] - fields = [] - machine_info = {} - machine_info['name'] = machine.name - machine_info['type'] = machine.type.hvm and 'HVM' or 'ParaVM' - machine_info['owner'] = machine.owner - machine_info['administrator'] = machine.administrator - machine_info['contact'] = machine.contact - - nic_fields = getNicInfo(machine_info, machine) - nic_point = display_fields.index('NIC_INFO') - display_fields = (display_fields[:nic_point] + nic_fields + - display_fields[nic_point+1:]) - - disk_fields = getDiskInfo(machine_info, machine) - disk_point = display_fields.index('DISK_INFO') - display_fields = (display_fields[:disk_point] + disk_fields + - display_fields[disk_point+1:]) - - main_status['memory'] += ' MiB' - for field, disp in display_fields: - if field in ('uptime', 'cputime') and locals()[field] is not None: - fields.append((disp, locals()[field])) - elif field in machine_info: - fields.append((disp, machine_info[field])) - elif field in main_status: - fields.append((disp, main_status[field])) - else: - pass - #fields.append((disp, None)) - - checkpoint.checkpoint('Got fields') - - - max_mem = validation.maxMemory(user, machine, False) - checkpoint.checkpoint('Got mem') - max_disk = validation.maxDisk(user, machine) - defaults = Defaults() - for name in 'machine_id name administrator owner memory contact'.split(): - setattr(defaults, name, getattr(machine, name)) - defaults.disk = "%0.2f" % (machine.disks[0].size/1024.) - checkpoint.checkpoint('Got defaults') - d = dict(user=user, - cdroms=CDROM.select(), - on=status is not None, - machine=machine, - defaults=defaults, - has_vnc=has_vnc, - uptime=str(uptime), - ram=machine.memory, - max_mem=max_mem, - max_disk=max_disk, - owner_help=helppopup("owner"), - fields = fields) - return d - -def info(user, fields): - """Handler for info on a single VM.""" - machine = validation.testMachineId(user, fields.getfirst('machine_id')) - d = infoDict(user, machine) - checkpoint.checkpoint('Got infodict') - return templates.info(searchList=[d]) - -mapping = dict(list=listVms, - vnc=vnc, - command=command, - modify=modify, - info=info, - create=create, - help=helpHandler) - -def printHeaders(headers): - for key, value in headers.iteritems(): - print '%s: %s' % (key, value) - print - - -def getUser(): - """Return the current user based on the SSL environment variables""" - if 'SSL_CLIENT_S_DN_Email' in os.environ: - username = os.environ['SSL_CLIENT_S_DN_Email'].split("@")[0] - return username - else: - return 'moo' - -def main(operation, user, fields): - start_time = time.time() - fun = mapping.get(operation, badOperation) - - if fun not in (helpHandler, ): - connect('postgres://sipb-xen@sipb-xen-dev.mit.edu/sipb_xen') - try: - checkpoint.checkpoint('Before') - output = fun(u, fields) - checkpoint.checkpoint('After') - - headers = dict(DEFAULT_HEADERS) - if isinstance(output, tuple): - new_headers, output = output - headers.update(new_headers) - e = revertStandardError() - if e: - output.addError(e) - printHeaders(headers) - output_string = str(output) - checkpoint.checkpoint('output as a string') - print output_string - print '
%s' % checkpoint - except Exception, err: - if not fields.has_key('js'): - if isinstance(err, CodeError): - print 'Content-Type: text/html\n' - e = revertStandardError() - print error(operation, u, fields, err, e) - sys.exit(1) - if isinstance(err, InvalidInput): - print 'Content-Type: text/html\n' - e = revertStandardError() - print invalidInput(operation, u, fields, err, e) - sys.exit(1) - print 'Content-Type: text/plain\n' - print 'Uh-oh! We experienced an error.' - print 'Please email sipb-xen@mit.edu with the contents of this page.' - print '----' - e = revertStandardError() - print e - print '----' - raise - -if __name__ == '__main__': - fields = cgi.FieldStorage() - u = getUser() - g.user = u - operation = os.environ.get('PATH_INFO', '') - if not operation: - print "Status: 301 Moved Permanently" - print 'Location: ' + os.environ['SCRIPT_NAME']+'/\n' - sys.exit(0) - - if operation.startswith('/'): - operation = operation[1:] - if not operation: - operation = 'list' - - #main(operation, u, fields) - import profile - profile.run('main(operation, u, fields)', 'log-'+operation) -