Source code for geni.rspec.igext

# Copyright (c) 2014-2017  Barnstormer Softworks, Ltd.

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.

from __future__ import absolute_import

import re
import sys
import inspect

from lxml import etree as ET
import six

from .. import namespaces as GNS
from .pg import Namespaces as PGNS
from .pg import Node
from .pg import Link
from .pg import Resource
from . import pg
from .. import urn

[docs]class OFController(object): """OpenFlow controller specification to be used on a PG VLAN. Add to link objects using the Link.addChild() method. .. note:: This will have no effect if a trivial link is created by the aggregate. You need to make sure that a VLAN will be provisioned (typically by making sure that at least two interfaces on the link are on different physical hosts).""" def __init__ (self, host, port=6633): self.host = host self.port = port def _write (self, element): eof = ET.SubElement(element, "{%s}openflow_controller" % (PGNS.EMULAB)) eof.attrib["url"] = "tcp:%s:%d" % (self.host, self.port) return eof
[docs]class XenVM(Node): """Xen-based Virtual Machine resource Args: client_id (str): Your name for this VM. This must be unique within a single `Request` object. component_id (Optional[str]): The `component_id` of the site node you want to bind this VM to exclusive (Optional[bool]): Request this VM on an isolated host used only by your sliver. Attributes: cores (int): Number of CPU cores ram (int): Amount of memory in megabytes disk (int): Amount of disk space in gigabytes xen_ptype (str): Physical node type on which to instantiate the VM. Types are AM-specific. """ def __init__ (self, client_id, component_id = None, exclusive = False): super(XenVM, self).__init__(client_id, "emulab-xen", component_id = component_id, exclusive = exclusive) self.cores = None self.ram = None self.disk = None self.xen_ptype = None def _write (self, root): nd = super(XenVM, self)._write(root) st = nd.find("{%s}sliver_type" % (GNS.REQUEST.name)) if self.cores or self.ram or self.disk: xen = ET.SubElement(st, "{%s}xen" % (PGNS.EMULAB.name)) if self.cores: xen.attrib["cores"] = str(self.cores) if self.ram: xen.attrib["ram"] = str(self.ram) if self.disk: xen.attrib["disk"] = str(self.disk) if self.xen_ptype is not None: pt = ET.SubElement(st, "{%s}xen_ptype" % (PGNS.EMULAB.name)) pt.attrib["name"] = self.xen_ptype return nd
pg.Request.EXTENSIONS.append(("XenVM", XenVM))
[docs]class DockerContainer(Node): """Docker-based container resource Args: client_id (str): Your name for this container. This must be unique within a single `Request` object. component_id (Optional[str]): The `component_id` of the site node you want to bind this container to exclusive (Optional[bool]): Request this container on an isolated host used only by your sliver. Attributes: cores (int): Number of CPU cores ram (int): Amount of memory in megabytes disk (int): Amount of disk space in gigabytes docker_ptype (str): Physical node type on which to instantiate the container. Types are AM-specific. docker_extimage (str): An external Docker image (repo:tag) to load on the container. docker_dockerfile (str): A URL that points to a Dockerfile from which an image for this node will be created. docker_tbaugmentation (str): The requested testbed augmentation level; may be either 'full', 'buildenv', 'core', 'basic', 'none'. To augment a Docker image is to take the image and install some or all of the Emulab clientside and dependencies, and other generally useful networking packages, so that it works seamlessly in testbeds based on Emulab. docker_tbaugmentation_update (bool): If the image has already been augmented, should we update it or not. docker_ssh_style (str): Specify what happens when you ssh to your node; may be 'direct' or 'exec'. If your container is augmented > basic, and you don't specify this, it defaults to 'direct'. If your container is not augmented to that level and you don't specify this, it defaults to 'exec'. 'direct' means that the container is running an sshd inside, and an incoming ssh connection will be handled by the container. 'exec' means that when you connection, sshd will exec a shell inside your container. You can change that shell by specifying the 'docker_exec_shell' value. docker_exec_shell (str): The shell to run if your 'docker_ssh_style' is 'direct'; otherwise ignored. docker_entrypoint (str): the Docker entrypoint you want the container to run at boot (e.g., a replacement for the ENTRYPOINT specified in the image, if any). If your image is not augmented, this value is passed directly to Docker, and replaces the image's ENTRYPOINT. If your image is augmented, a combination of entrypoint/cmd will be run as a service in the container; we emulate Docker entrypoint/cmd functionality, but your entrypoint/cmd will not be run as PID 1, etc. docker_cmd (str): the Docker command you want the container to run at boot (e.g., a replacement for the CMD specified in the image, if any). If your image is not augmented, this value is passed directly to Docker (and if the image the container is running has an entrypoint, this value will be combined with the entrypoint; else, it will be run as a service in the container). If your image is augmented, we emulate Docker entrypoint/cmd functionality, but your entrypoint/cmd will not be run as PID 1, etc. docker_env (str): either a newline-separated list of variable assignments, or one or more variable assignments on a single line. If the former, we do not support escaped newlines, unlike the Docker ENV instruction. docker_privileged (bool): if True, this container should be privileged; defaults to False (unprivileged). """ def __init__ (self, client_id, component_id = None, exclusive = False): super(DockerContainer, self).__init__(client_id, "emulab-docker", component_id = component_id, exclusive = exclusive) self.cores = None self.ram = None self.docker_ptype = None self.docker_extimage = None self.docker_dockerfile = None self.docker_tbaugmentation = None self.docker_tbaugmentation_update = False self.docker_ssh_style = None self.docker_exec_shell = None self.docker_entrypoint = None self.docker_cmd = None self.docker_env = None self.docker_privileged = False def _write (self, root): nd = super(DockerContainer, self)._write(root) st = nd.find("{%s}sliver_type" % (GNS.REQUEST.name)) if self.cores or self.ram or self.docker_extimage \ or self.docker_tbaugmentation or self.docker_tbaugmentation_update \ or self.docker_ssh_style or self.docker_cmd or self.docker_env \ or self.docker_entrypoint or self.docker_privileged: docker = ET.SubElement(st, "{%s}docker" % (PGNS.EMULAB.name)) if self.cores: docker.attrib["cores"] = str(self.cores) if self.ram: docker.attrib["ram"] = str(self.ram) if self.docker_extimage: docker.attrib["extimage"] = str(self.docker_extimage) if self.docker_dockerfile: docker.attrib["dockerfile"] = str(self.docker_dockerfile) if self.docker_tbaugmentation is not None: docker.attrib["tbaugmentation"] = str(self.docker_tbaugmentation) if self.docker_tbaugmentation_update is not None: if self.docker_tbaugmentation_update: docker.attrib["tbaugmentation_update"] = str(1) else: docker.attrib["tbaugmentation_update"] = str(0) if self.docker_ssh_style is not None: docker.attrib["ssh_style"] = str(self.docker_ssh_style) if self.docker_exec_shell is not None: docker.attrib["exec_shell"] = str(self.docker_exec_shell) if self.docker_entrypoint is not None: docker.attrib["entrypoint"] = str(self.docker_entrypoint) if self.docker_cmd is not None: docker.attrib["cmd"] = str(self.docker_cmd) if self.docker_env is not None: docker.attrib["env"] = str(self.docker_env) if self.docker_privileged is not None: docker.attrib["privileged"] = str(self.docker_privileged) if self.docker_ptype is not None: pt = ET.SubElement(st, "{%s}docker_ptype" % (PGNS.EMULAB.name)) pt.attrib["name"] = self.docker_ptype return nd
pg.Request.EXTENSIONS.append(("DockerContainer", DockerContainer))
[docs]class AddressPool(Resource): """A pool of public dynamic IP addresses belonging to a slice.""" def __init__(self, name, count=1, type="any", site_id=None): super(AddressPool, self).__init__() self.client_id = name self.count = count self.type = type self.site_id = site_id self.component_manager_id = None @property def name (self): return self.client_id
[docs] def Site(self,id): self.site_id = id
def _write (self, root): pl = ET.SubElement(root, "{%s}routable_pool" % (PGNS.EMULAB.name)) pl.attrib["client_id"] = self.client_id if self.component_manager_id: pl.attrib["component_manager_id"] = self.component_manager_id pl.attrib["count"] = str(self.count) pl.attrib["type"] = self.type if self.site_id: site = ET.SubElement(pl, "{%s}site" % (PGNS.JACKS)) site.attrib["id"] = self.site_id return pl
pg.Request.EXTENSIONS.append(("AddressPool", AddressPool))
[docs]class Blockstore(object): def __init__ (self, name, mount = None): """Creates a BlockStore object with the given name (arbitrary) and mountpoint.""" self.name = name self.mount = mount self._size = None self.where = "local" # local|remote self.readonly = False self.placement = "any" # any|sysvol|nonsysvol self.dataset = None self.rwclone = False # Only for remote blockstores. @property def size (self): return self._size @size.setter def size (self, val): match = re.match(r"^(\d+)GB$", val) if match: self._size = int(match.group(1)) else: self._size = int(val) def _write (self, element): bse = ET.SubElement(element, "{%s}blockstore" % (PGNS.EMULAB)) bse.attrib["name"] = self.name if self.mount: bse.attrib["mountpoint"] = self.mount bse.attrib["class"] = self.where if self._size: bse.attrib["size"] = "%dGB" % (self._size) bse.attrib["placement"] = self.placement if self.readonly: bse.attrib["readonly"] = "true" if self.rwclone: bse.attrib["rwclone"] = "true" if self.dataset: if isinstance(self.dataset, (six.string_types)): bse.attrib["dataset"] = self.dataset elif isinstance(self.dataset, urn.Base): bse.attrib["dataset"] = str(self.dataset) return bse
pg.Node.EXTENSIONS.append(("Blockstore", Blockstore))
[docs]class RemoteBlockstore(pg.Node): def __init__ (self, name, mount = None, ifacename = "if0"): super(RemoteBlockstore, self).__init__(name, "emulab-blockstore") bs = Blockstore(self.name, mount) bs.where = "remote" self._bs = bs self._interface = self.addInterface(ifacename) def _write (self, element): return self._bs._write(super(RemoteBlockstore, self)._write(element)); @property def interface (self): return self._interface @property def size (self): return self._bs.size @size.setter def size (self, val): self._bs.size = val @property def mountpoint (self): return self._bs.mount @mountpoint.setter def mountpoint (self, val): self._bs.mount = val @property def readonly (self): return self._bs.readonly @readonly.setter def readonly (self, val): self._bs.readonly = val @property def rwclone (self): return self._bs.rwclone @rwclone.setter def rwclone (self, val): self._bs.rwclone = val @property def placement (self): return self._bs.placement @placement.setter def placement (self, val): self._bs.placement = val @property def dataset (self): return self._bs.dataset @dataset.setter def dataset (self, val): self._bs.dataset = val
pg.Request.EXTENSIONS.append(("RemoteBlockstore", RemoteBlockstore))
[docs]class Bridge(pg.Node):
[docs] class Pipe(object): def __init__ (self): self.bandwidth = 0 self.latency = 0 self.lossrate = 0.0
def __init__ (self, name, if0name = "if0", if1name = "if1"): super(Bridge, self).__init__(name, "delay") self.addNamespace(PGNS.DELAY) self.iface0 = self.addInterface(if0name) self.pipe0 = self.Pipe(); self.iface1 = self.addInterface(if1name) self.pipe1 = self.Pipe(); def _write (self, root): nd = super(Bridge, self)._write(root) st = nd.find("{%s}sliver_type" % (GNS.REQUEST.name)) delay = ET.SubElement(st, "{%s}sliver_type_shaping" % (PGNS.DELAY.name)) pipe0 = ET.SubElement(delay, "{%s}pipe" % (PGNS.DELAY.name)) pipe0.attrib["source"] = self.iface0.name pipe0.attrib["dest"] = self.iface1.name pipe0.attrib["capacity"] = str(self.pipe0.bandwidth) pipe0.attrib["latency"] = str(self.pipe0.latency) pipe0.attrib["lossrate"] = str(self.pipe0.lossrate) pipe1 = ET.SubElement(delay, "{%s}pipe" % (PGNS.DELAY.name)) pipe1.attrib["source"] = self.iface1.name pipe1.attrib["dest"] = self.iface0.name pipe1.attrib["capacity"] = str(self.pipe1.bandwidth) pipe1.attrib["latency"] = str(self.pipe1.latency) pipe1.attrib["lossrate"] = str(self.pipe1.lossrate) return nd; # pipe0 goes with iface0, and pipe1 goes with iface1
[docs] def getPipe (self, interface): if self.iface0.name is interface: return self.pipe0 else: return self.pipe1
pg.Request.EXTENSIONS.append(("Bridge", Bridge))
[docs]class Firewall(object):
[docs] class Style(object): OPEN = "open" CLOSED = "closed" BASIC = "basic"
[docs] class Direction(object): INCOMING = "incoming" OUTGOING = "outgoing"
def __init__ (self, style): self.style = style self.exceptions = []
[docs] def addException(self, port, direction, ip = None): self.exceptions.append({"port" : port, "direction" : direction, "ip" : ip})
def _write (self, node): fw = ET.SubElement(node, "{%s}firewall" % (PGNS.EMULAB)) fw.attrib["style"] = self.style for excep in self.exceptions: ex = ET.SubElement(fw, "exception") ex.attrib["port"] = str(excep["port"]) ex.attrib["direction"] = excep["direction"] if excep["ip"]: ex.attrib["ip"] = excep["ip"] return fw
XenVM.EXTENSIONS.append(("Firewall", Firewall)) DockerContainer.EXTENSIONS.append(("Firewall", Firewall))
[docs]class Tour(object): TEXT = "text" MARKDOWN = "markdown" # One or more blank lines, followed by "Instructions:" on it's own line, then # zero or more blank lines. Eats the blank lines. SPLIT_REGEX = re.compile(r"\n+^\w*instructions\w*:?\w*$\n+", re.IGNORECASE | re.MULTILINE)
[docs] class Step(object): # Duplicated because of the awkwardness of accessing class variables in # outer class TEXT = "text" MARKDOWN = "markdown" def __init__(self, target, description, steptype = None, description_type = MARKDOWN): if hasattr(target,'client_id'): self.id = target.client_id else: self.id = str(target) if steptype: self.type = steptype elif isinstance(target, Node): self.type = "node" elif isinstance(target, Link): self.type = "link" else: self.type = "node" self.description = description self.description_type = description_type def _write (self, root): stepel = ET.SubElement(root, "step") stepel.attrib["point_type"] = self.type stepel.attrib["point_id"] = self.id desc = ET.SubElement(stepel, "description") desc.text = self.description desc.attrib["type"] = self.description_type
def __init__ (self): self.description = None # Type can markdown self.description_type = Tour.TEXT self.instructions = None # Type can markdown self.instructions_type = Tour.TEXT self.steps = []
[docs] def addStep(self, step): self.steps.append(step)
[docs] def Description(self, type, desc): self.description_type = type self.description = desc
[docs] def Instructions(self, type, inst): self.instructions_type = type self.instructions = inst
[docs] def useDocstring(self, module = None): if module is None: module = sys.modules["__main__"] if not self.description and module.__doc__: docstr = module.__doc__ docparts = Tour.SPLIT_REGEX.split(docstr,2) self.Description(Tour.MARKDOWN,docparts[0]) if len(docparts) == 2 and not self.instructions: self.Instructions(Tour.MARKDOWN,docparts[1]) return True else: return False
def _write (self, root): # # Please do it this way, until some of our JS code is fixed. # td = ET.SubElement(root, "rspec_tour", nsmap={None : PGNS.TOUR.name}) if self.description: desc = ET.SubElement(td, "description") desc.text = self.description desc.attrib["type"] = self.description_type if self.instructions: inst = ET.SubElement(td, "instructions") inst.text = self.instructions inst.attrib["type"] = self.instructions_type if len(self.steps): steps = ET.SubElement(td, "steps") for step in self.steps: step._write(steps) return td
[docs]class ParameterData(object): def __init__ (self, parameters): self.parameters = parameters def _write_parameter(self,root,k,v,prefix="emulab.net.parameter.", ismember=False): pgns={None : PGNS.PARAMS.name} if prefix is None: prefix = "" if isinstance(v,list): elm = ET.SubElement(root, "data_list", nsmap=pgns) if k: elm.attrib["name"] = prefix + k for lp in v: self._write_parameter(elm,None,lp,prefix="",ismember=True) elif isinstance(v,dict): elm = ET.SubElement(root, "data_struct", nsmap=pgns) if k: elm.attrib["name"] = prefix + k for dk in v.keys(): self._write_parameter(elm,dk,v[dk],prefix="",ismember=True) else: if ismember: elm = ET.SubElement(root, "data_member_item", nsmap=pgns) else: elm = ET.SubElement(root, "data_item", nsmap=pgns) if k: elm.attrib["name"] = prefix + k if isinstance(v, ET._Element): elm.append(v) else: elm.text = str(v) return def _write (self, root): td = ET.SubElement(root, "data_set", nsmap={None : PGNS.PARAMS.name}) for paramName in self.parameters: param = self.parameters[paramName] if param.hide is False: self._write_parameter(td,paramName,param.value,prefix=param.prefix) return
pg.Request.EXTENSIONS.append(("ParameterData", ParameterData))
[docs]class Site(object): def __init__ (self, id): self.id = id def _write (self, node): site = ET.SubElement(node, "{%s}site" % (PGNS.JACKS)) site.attrib["id"] = self.id return site
pg.Node.EXTENSIONS.append(("Site", Site)) pg.Link.EXTENSIONS.append(("Site", Site))
[docs]class Desire(object): def __init__ (self, name, weight): self.name = name self.weight = weight def _write (self, node): fd = ET.SubElement(node, "{%s}fd" % (PGNS.EMULAB)) fd.attrib["name"] = self.name fd.attrib["weight"] = str(self.weight) return fd
pg.Node.EXTENSIONS.append(("Desire", Desire))
[docs]class Password(Resource): """A declaration for a randomly generated password. The portal will generate the password, encrypt it, and pass on the encrypted value to the AM(s) and therefore the node(s).""" def __init__(self, name=None): super(Password, self).__init__() self.name = name def _write (self, root): pl = ET.SubElement(root, "{%s}password" % (PGNS.EMULAB.name)) if self.name: pl.attrib["name"] = self.name return pl