Source code for geni.rspec.pg

# Copyright (c) 2013-2017  Barnstormer Softworks, Ltd.

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.

from __future__ import absolute_import

import itertools
import sys
import functools
import importlib

from lxml import etree as ET
import six

import geni.rspec
import geni.namespaces as GNS
import geni.urn

# This exception gets thrown if a __ONCEONLY__ extension gets added to a parent
# element more than one time
[docs]class DuplicateExtensionError(Exception): def __init__ (self, klass): super(DuplicateExtensionError, self).__init__() self.klass = klass def __str__ (self): return "Extension (%s) can only be added to a parent object once" % self.klass.__name__
################################################ # Base Request - Must be at top for EXTENSIONS # ################################################
[docs]class Request(geni.rspec.RSpec): EXTENSIONS = [] def __init__ (self): super(Request, self).__init__("request") self._resources = [] self.tour = None self._raw_elements = [] self.addNamespace(GNS.REQUEST, None) self.addNamespace(Namespaces.CLIENT) self._ext_children = [] for name,ext in Request.EXTENSIONS: self._wrapext(name,ext) def _wrapext (self, name, klass): @functools.wraps(klass.__init__) def wrap(*args, **kw): if getattr(klass, "__ONCEONLY__", False): if any(map(lambda x: isinstance(x,klass),self._ext_children)): raise DuplicateExtensionError(klass) instance = klass(*args, **kw) if getattr(klass, "__WANTPARENT__", False): instance._parent = self self._ext_children.append(instance) return instance setattr(self, name, wrap)
[docs] def addResource (self, rsrc): for ns in rsrc.namespaces: self.addNamespace(ns) self._resources.append(rsrc)
@property def resources(self): return self._resources + self._ext_children
[docs] def addTour (self, tour): self.addNamespace(Namespaces.EMULAB) self.addNamespace(Namespaces.JACKS) self.tour = tour
[docs] def hasTour (self): return self.tour is not None
[docs] def addRawElement (self, elem): self._raw_elements.append(elem)
[docs] def writeXML (self, path): """Write the current request contents as an XML file that represents an rspec in the GENIv3 format.""" if path is None: f = sys.stdout else: f = open(path, "w+") buf = self.toXMLString(True) f.write(buf) if path is not None: f.close()
[docs] def toXMLString (self, pretty_print = False, ucode = False): """Return the current request contents as an XML string that represents an rspec in the GENIv3 format.""" rspec = self.getDOM() if self.tour: self.tour._write(rspec) for resource in self._resources: resource._write(rspec) for obj in self._ext_children: obj._write(rspec) for elem in self._raw_elements: rspec.append(elem) if ucode: buf = ET.tostring(rspec, pretty_print = pretty_print, encoding="unicode") else: buf = ET.tostring(rspec, pretty_print = pretty_print) return buf
[docs]class Resource(object): def __init__ (self): self.namespaces = [] self._ext_children = []
[docs] def addNamespace (self, ns): self.namespaces.append(ns)
def _wrapext (self, name, klass): @functools.wraps(klass.__init__) def wrap(*args, **kw): if getattr(klass, "__ONCEONLY__", False): if any(map(lambda x: isinstance(x,klass),self._ext_children)): raise DuplicateExtensionError(klass) instance = klass(*args, **kw) self._ext_children.append(instance) return instance setattr(self, name, wrap) def _write (self, element): for obj in self._ext_children: obj._write(element) return element
[docs]class NodeType(object): XEN = "emulab-xen" RAW = "raw" VM = "emulab-xen"
[docs]class Command(object): def __init__ (self, cmd, data): self.cmd = cmd self.data = data
[docs] def resolve (self): return self.cmd % self.data
[docs]class Service(object): def __init__ (self): pass
[docs]class Install(Service): def __init__ (self, url, path): super(Install, self).__init__() self.url = url self.path = path def _write (self, element): ins = ET.SubElement(element, "{%s}install" % (GNS.REQUEST.name)) ins.attrib["url"] = self.url ins.attrib["install_path"] = self.path return ins
[docs]class Execute(Service): def __init__ (self, shell, command): super(Execute, self).__init__() self.shell = shell self.command = command def _write (self, element): exc = ET.SubElement(element, "{%s}execute" % (GNS.REQUEST.name)) exc.attrib["shell"] = self.shell if isinstance(self.command, Command): exc.attrib["command"] = self.command.resolve() else: exc.attrib["command"] = self.command return exc
[docs]class Address(object): def __init__ (self, atype): self.type = atype
[docs]class IPv4Address(Address): def __init__ (self, address, netmask): super(IPv4Address, self).__init__("ipv4") self.address = address self.netmask = netmask def _write (self, element): ip = ET.SubElement(element, "{%s}ip" % (GNS.REQUEST.name)) ip.attrib["address"] = self.address ip.attrib["netmask"] = self.netmask ip.attrib["type"] = self.type return ip
[docs]class Interface(object):
[docs] class InvalidAddressTypeError(Exception): def __init__ (self, addr): super(Interface.InvalidAddressTypeError, self).__init__() self.addr = addr def __str__ (self): return "Type (%s) is invalid for interface addresses." % (type(self.addr))
def __init__ (self, name, node, address = None): self.client_id = name self.node = node self.addresses = [] self.component_id = None self.bandwidth = None self.latency = None self.plr = None if address: self.addAddress(address) @property def name (self): return self.client_id
[docs] def addAddress (self, address): if isinstance(address, Address): self.addresses.append(address) else: raise Interface.InvalidAddressTypeError(address)
def _write (self, element): intf = ET.SubElement(element, "{%s}interface" % (GNS.REQUEST.name)) intf.attrib["client_id"] = self.client_id if self.component_id: if isinstance(self.component_id, geni.urn.Base): intf.attrib["component_id"] = str(self.component_id) else: intf.attrib["component_id"] = self.component_id for addr in self.addresses: addr._write(intf) return intf
Request.EXTENSIONS.append(("Link", Link))
[docs]class LAN(Link): def __init__ (self, name = None): super(LAN, self).__init__(name, "lan") def _write (self, root): lnk = super(LAN, self)._write(root) for intf in self.interfaces: bw = intf.bandwidth if intf.bandwidth else self.bandwidth lat = intf.latency if intf.latency else self.latency plr = intf.plr if intf.plr else self.plr super(LAN, self)._write_link_prop(lnk, intf.client_id, self.client_id, bw, lat, plr) return lnk
Request.EXTENSIONS.append(("LAN", LAN))
[docs]class L3GRE(Link): def __init__ (self, name = None): super(L3GRE, self).__init__(name, "gre-tunnel")
Request.EXTENSIONS.append(("L3GRE", L3GRE))
[docs]class L2GRE(Link): def __init__ (self, name = None): super(L2GRE, self).__init__(name, "egre-tunnel")
Request.EXTENSIONS.append(("L2GRE", L2GRE)) Request.EXTENSIONS.append(("StitchedLink", StitchedLink))
[docs]class Node(Resource): EXTENSIONS = [] def __init__ (self, name, ntype, component_id = None, exclusive = None): super(Node, self).__init__() self.client_id = name self.exclusive = exclusive self.disk_image = None self.type = ntype self.hardware_type = None self.interfaces = [] self.services = [] self.routable_control_ip = False self.component_id = component_id self.component_manager_id = None self._ext_children = [] for name,ext in Node.EXTENSIONS: self._wrapext(name,ext) self._raw_elements = []
[docs] class DuplicateInterfaceName(Exception): def __str__ (self): return "Duplicate interface names"
def _wrapext (self, name, klass): @functools.wraps(klass.__init__) def wrap(*args, **kw): if getattr(klass, "__ONCEONLY__", False): if any(map(lambda x: isinstance(x,klass),self._ext_children)): raise DuplicateExtensionError(klass) instance = klass(*args, **kw) if getattr(klass, "__WANTPARENT__", False): instance._parent = self self._ext_children.append(instance) return instance setattr(self, name, wrap) @property def name (self): return self.client_id def _write (self, root): # pylint: disable=too-many-branches nd = ET.SubElement(root, "{%s}node" % (GNS.REQUEST.name)) nd.attrib["client_id"] = self.client_id if self.exclusive is not None: # Don't write this for EG nd.attrib["exclusive"] = str(self.exclusive).lower() if self.component_id: if isinstance(self.component_id, geni.urn.Base): nd.attrib["component_id"] = str(self.component_id) else: nd.attrib["component_id"] = self.component_id if self.component_manager_id: if isinstance(self.component_manager_id, geni.urn.Base): nd.attrib["component_manager_id"] = str(self.component_manager_id) else: nd.attrib["component_manager_id"] = self.component_manager_id st = ET.SubElement(nd, "{%s}sliver_type" % (GNS.REQUEST.name)) st.attrib["name"] = self.type if self.disk_image: # TODO: Force disk images to be objects, and stop supporting old style strings if isinstance(self.disk_image, (six.string_types)): di = ET.SubElement(st, "{%s}disk_image" % (GNS.REQUEST.name)) di.attrib["name"] = self.disk_image elif isinstance(self.disk_image, geni.urn.Base): di = ET.SubElement(st, "{%s}disk_image" % (GNS.REQUEST.name)) di.attrib["name"] = str(self.disk_image) else: self.disk_image._write(st) if self.hardware_type: hwt = ET.SubElement(nd, "{%s}hardware_type" % (GNS.REQUEST.name)) hwt.attrib["name"] = self.hardware_type if self.interfaces: for intf in self.interfaces: intf._write(nd) if self.services: svc = ET.SubElement(nd, "{%s}services" % (GNS.REQUEST.name)) for service in self.services: service._write(svc) if self.routable_control_ip: ET.SubElement(nd, "{%s}routable_control_ip" % (Namespaces.EMULAB.name)) for obj in self._ext_children: obj._write(nd) for elem in self._raw_elements: nd.append(elem) return nd
[docs] def addInterface (self, name = None, address = None): existingNames = [x.name for x in self.interfaces] if name is not None: if name.find(":") > 0: intfName = name else: intfName = "%s:%s" % (self.client_id, name) pass else: for i in range(0, 100): intfName = "%s:if%i" % (self.client_id, i) if intfName not in existingNames: break if intfName in existingNames: raise Node.DuplicateInterfaceName() intf = Interface(intfName, self, address) self.interfaces.append(intf) return intf
[docs] def addService (self, svc): self.services.append(svc)
[docs] def addRawElement (self, elem): self._raw_elements.append(elem)
Request.EXTENSIONS.append(("Node", Node))
[docs]class RawPC(Node): def __init__ (self, name, component_id = None): super(RawPC, self).__init__(name, NodeType.RAW, component_id = component_id, exclusive = True)
Request.EXTENSIONS.append(("RawPC", RawPC))
[docs]class VZContainer(Node): def __init__ (self, name, exclusive = False): super(VZContainer, self).__init__(name, "emulab-openvz", exclusive)
[docs]class Namespaces(object): CLIENT = GNS.Namespace("client", "http://www.protogeni.net/resources/rspec/ext/client/1") RS = GNS.Namespace("rs", "http://www.protogeni.net/resources/rspec/ext/emulab/1") EMULAB = GNS.Namespace("emulab", "http://www.protogeni.net/resources/rspec/ext/emulab/1") VTOP = GNS.Namespace("vtop", "http://www.protogeni.net/resources/rspec/ext/emulab/1", "vtop_extension.xsd") TOUR = GNS.Namespace("tour", "http://www.protogeni.net/resources/rspec/ext/apt-tour/1") JACKS = GNS.Namespace("jacks", "http://www.protogeni.net/resources/rspec/ext/jacks/1") INFO = GNS.Namespace("info", "http://www.protogeni.net/resources/rspec/ext/site-info/1") PARAMS = GNS.Namespace("parameters", "http://www.protogeni.net/resources/rspec/ext/profile-parameters/1") DATA = GNS.Namespace("data", "http://www.protogeni.net/resources/rspec/ext/user-data/1") DELAY = GNS.Namespace("delay", "http://www.protogeni.net/resources/rspec/ext/delay/1")
#### DEPRECATED #####
[docs]class XenVM(Node): """ .. deprecated:: 0.4 Use :py:class:`geni.rspec.igext.XenVM` instead.""" def __init__ (self, name, component_id = None, exclusive = False): import geni.warnings as GW import warnings warnings.warn("geni.rspec.pg.XenVM is deprecated, please use geni.rspec.igext.XenVM instead", GW.GENILibDeprecationWarning) super(XenVM, self).__init__(name, NodeType.XEN, component_id = component_id, exclusive = exclusive) self.cores = 1 self.ram = 256 self.disk = 8 def _write (self, root): nd = super(XenVM, self)._write(root) st = nd.find("{%s}sliver_type" % (GNS.REQUEST.name)) xen = ET.SubElement(st, "{%s}xen" % (Namespaces.EMULAB.name)) xen.attrib["cores"] = str(self.cores) xen.attrib["ram"] = str(self.ram) xen.attrib["disk"] = str(self.disk) return nd
VM = XenVM