def shine_container(self, container):
"""
Rubs a container until it shines
:param container: the container to be polished
:type container: :class:`plumbery.PlumberyInfrastructure`
This is where the hard work is done. You have to override this
function in your own polisher. Note that you can compare the reality
versus the theoritical settings if you want.
"""
logging.info("Spitting at blueprint '{}'".format(
container.blueprint['target']))
if container.network is None:
logging.info("- aborted - no network here")
return
nodes = PlumberyNodes(self.facility)
names = nodes.list_nodes(container.blueprint)
logging.info("Waiting for nodes of '{}' to be deployed".format(
container.blueprint['target']))
for name in names:
while True:
node = nodes.get_node(name)
if node is None:
logging.info("- aborted - missing node '{}'".format(name))
return
if node.extra['status'].action is None:
break
if (node is not None
and node.extra['status'].failure_reason is not None):
logging.info("- aborted - failed deployment "
"of node '{}'".format(name))
return
time.sleep(20)
logging.info("- done")
container._build_firewall_rules()
container._reserve_ipv4()
container._build_balancer()
def shine_container(self, container):
"""
Rubs a container until it shines
:param container: the container to be polished
:type container: :class:`plumbery.PlumberyInfrastructure`
This is where the hard work is done. You have to override this
function in your own polisher. Note that you can compare the reality
versus the theoritical settings if you want.
"""
if container.network is None:
return
nodes = PlumberyNodes(self.facility)
names = nodes.list_nodes(container.blueprint)
logging.info("Waiting for nodes to be deployed")
for name in names:
while True:
node = nodes.get_node(name)
if node is None:
logging.info("- aborted - missing node '{}'".format(name))
return
if node.extra['status'].action is None:
break
if node is not None \
and node.extra['status'].failure_reason is not None:
logging.info(
"- aborted - failed deployment of node '{}'".format(
name))
return
time.sleep(20)
logging.info("- done")
container._build_firewall_rules()
container._reserve_ipv4()
container._build_balancer()
class ConfigurePolisher(PlumberyPolisher):
"""
Finalizes the setup of fittings
This polisher looks at each node in sequence, and adjust settings
according to fittings plan. This is covering various features that
can not be set during the creation of nodes, such as:
- number of CPU
- quantity of RAM
- monitoring
"""
def move_to(self, facility):
"""
Moves to another API endpoint
:param facility: access to local parameters and functions
:type facility: :class:`plumbery.PlumberyFacility`
"""
self.facility = facility
self.region = facility.region
self.nodes = PlumberyNodes(facility)
def shine_container(self, container):
"""
prepares a container until it shines
:param container: the container to be polished
:type container: :class:`plumbery.PlumberyInfrastructure`
This is where the hard work is done. You have to override this
function in your own polisher. Note that you can compare the reality
versus the theoritical settings if you want.
"""
logging.info("Configuring blueprint '{}'".format(
container.blueprint['target']))
if container.network is None:
logging.info("- aborted - no network here")
return
logging.info("- waiting for nodes to be deployed")
names = self.nodes.list_nodes(container.blueprint)
for name in names:
while True:
node = self.nodes.get_node(name)
if node is None:
logging.info("- aborted - missing node '{}'".format(name))
return
if node.extra['status'].action is None:
break
if (node is not None
and node.extra['status'].failure_reason is not None):
logging.info("- aborted - failed deployment "
"of node '{}'".format(name))
return
time.sleep(20)
logging.info("- nodes have been deployed")
container._build_firewall_rules()
container._build_balancer()
def set_node_compute(self, node, cpu, memory):
"""
Sets compute capability
:param node: the node to be polished
:type node: :class:`libcloud.compute.base.Node`
:param cpu: the cpu specification
:type cpu: ``DimensionDataServerCpuSpecification``
:param memory: the memory size, expressed in Giga bytes
:type memory: ``int``
"""
changed = False
if cpu is not None and 'cpu' in node.extra:
if int(cpu.cpu_count) != int(node.extra['cpu'].cpu_count):
logging.info("- changing to {} cpu".format(cpu.cpu_count))
changed = True
if int(cpu.cores_per_socket) != int(
node.extra['cpu'].cores_per_socket):
logging.info("- changing to {} core(s) per socket".format(
cpu.cores_per_socket))
changed = True
if cpu.performance != node.extra['cpu'].performance:
logging.info("- changing to '{}' cpu performance".format(
cpu.performance.lower()))
changed = True
if memory is not None and 'memoryMb' in node.extra:
if memory != int(node.extra['memoryMb'] / 1024):
logging.info("- changing to {} GB memory".format(memory))
changed = True
if not changed:
logging.debug("- no change in compute")
return
if self.engine.safeMode:
logging.info("- skipped - safe mode")
return
while True:
try:
self.region.ex_reconfigure_node(
node=node,
memory_gb=memory,
cpu_count=cpu.cpu_count,
cores_per_socket=cpu.cores_per_socket,
cpu_performance=cpu.performance)
logging.info("- in progress")
except Exception as feedback:
if 'RESOURCE_BUSY' in str(feedback):
time.sleep(10)
continue
if 'Please try again later' in str(feedback):
time.sleep(10)
continue
logging.info("- unable to reconfigure node")
logging.error(str(feedback))
break
def change_node_disk_size(self, node, id, size):
"""
Changes an existing virtual disk
:param node: the node to be polished
:type node: :class:`libcloud.compute.base.Node`
:param id: the disk unique identifier, as reported by the API
:type id: ``str``
:param size: the disk size, expressed in Giga bytes
:type size: ``int``
"""
if self.engine.safeMode:
logging.info("- skipped - safe mode")
return
while True:
try:
self.region.ex_change_storage_size(node=node,
disk_id=id,
size=size)
logging.info("- in progress")
except Exception as feedback:
if 'RESOURCE_BUSY' in str(feedback):
time.sleep(10)
continue
if 'Please try again later' in str(feedback):
time.sleep(10)
continue
logging.info(
"- unable to change disk size to {}GB".format(size))
logging.error(str(feedback))
break
def change_node_disk_speed(self, node, id, speed):
"""
Changes an existing virtual disk
:param node: the node to be polished
:type node: :class:`libcloud.compute.base.Node`
:param id: the disk unique identifier, as reported by the API
:type id: ``str``
:param speed: storage type, either 'standard',
'highperformance' or 'economy'
:type speed: ``str``
"""
if self.engine.safeMode:
logging.info("- skipped - safe mode")
return
while True:
try:
self.region.ex_change_storage_speed(node=node,
disk_id=id,
speed=speed)
logging.info("- in progress")
except Exception as feedback:
if 'RESOURCE_BUSY' in str(feedback):
time.sleep(10)
continue
if 'Please try again later' in str(feedback):
time.sleep(10)
continue
logging.info("- unable to change disk to '{}'".format(speed))
logging.error(str(feedback))
break
def set_node_disk(self, node, id, size, speed='standard'):
"""
Sets a virtual disk
:param node: the node to be polished
:type node: :class:`libcloud.compute.base.Node`
:param id: the disk id, starting at 0 and growing
:type id: ``int``
:param size: the disk size, expressed in Giga bytes
:type size: ``int``
:param speed: storage type, either 'standard',
'highperformance' or 'economy'
:type speed: ``str``
"""
if size < 1:
logging.info("- minimum disk size is 1 GB")
return
if size > 1000:
logging.info("- disk size cannot exceed 1000 GB")
return
if speed not in ['standard', 'highperformance', 'economy']:
logging.info("- disk speed should be either 'standard' "
"or 'highperformance' or 'economy'")
return
if 'disks' in node.extra:
for disk in node.extra['disks']:
if disk['scsiId'] == id:
changed = False
if disk['size'] > size:
logging.info("- disk shrinking could break the node")
logging.info(
"- skipped - disk {} will not be reduced".format(
id))
if disk['size'] < size:
logging.info("- expanding disk {} to {} GB".format(
id, size))
self.change_node_disk_size(node, disk['id'], size)
changed = True
if disk['speed'].lower() != speed.lower():
logging.info("- changing disk {} to '{}'".format(
id, speed))
self.change_node_disk_speed(node, disk['id'], speed)
changed = True
if not changed:
logging.debug("- no change in disk {}".format(id))
return
logging.info("- adding {} GB '{}' disk".format(size, speed))
if self.engine.safeMode:
logging.info("- skipped - safe mode")
return
while True:
try:
self.region.ex_add_storage_to_node(node=node,
amount=size,
speed=speed.upper())
logging.info("- in progress")
except Exception as feedback:
if 'RESOURCE_BUSY' in str(feedback):
time.sleep(10)
continue
if 'Please try again later' in str(feedback):
time.sleep(10)
continue
logging.info("- unable to add disk {} GB '{}'".format(
size, speed))
logging.error(str(feedback))
break
def shine_node(self, node, settings, container):
"""
Finalizes setup of one node
:param node: the node to be polished
:type node: :class:`libcloud.compute.base.Node`
:param settings: the fittings plan for this node
:type settings: ``dict``
:param container: the container of this node
:type container: :class:`plumbery.PlumberyInfrastructure`
"""
logging.info("Configuring node '{}'".format(settings['name']))
if node is None:
logging.info("- not found")
return
cpu = None
if 'cpu' in settings:
tokens = str(settings['cpu']).split(' ')
if len(tokens) < 2:
tokens.append('1')
if len(tokens) < 3:
tokens.append('standard')
if (int(tokens[0]) < 1 or int(tokens[0]) > 32):
logging.info("- cpu should be between 1 and 32")
elif (int(tokens[1]) < 1 or int(tokens[1]) > 2):
logging.info("- core per cpu should be either 1 or 2")
elif tokens[2].upper() not in ('STANDARD', 'HIGHPERFORMANCE'):
logging.info("- cpu speed should be either 'standard'"
" or 'highspeed'")
else:
logging.debug("- setting compute {}".format(' '.join(tokens)))
cpu = DimensionDataServerCpuSpecification(
cpu_count=tokens[0],
cores_per_socket=tokens[1],
performance=tokens[2].upper())
memory = None
if 'memory' in settings:
memory = int(settings['memory'])
if memory < 1 or memory > 256:
logging.info("- memory should be between 1 and 256")
memory = None
else:
logging.debug("- setting {} GB of memory".format(memory))
self.set_node_compute(node, cpu, memory)
if 'disks' in settings:
for item in settings['disks']:
logging.debug("- setting disk {}".format(item))
attributes = item.split()
if len(attributes) < 2:
logging.info("- malformed disk attributes;"
" provide disk id and size in GB, e.g., 1 50;"
" add disk type if needed, e.g., economy")
elif len(attributes) < 3:
id = int(attributes[0])
size = int(attributes[1])
speed = 'standard'
else:
id = int(attributes[0])
size = int(attributes[1])
speed = attributes[2]
self.set_node_disk(node, id, size, speed)
if 'monitoring' in settings:
self.nodes._start_monitoring(node, settings['monitoring'])
if 'backup' in settings:
self.nodes._configure_backup(node, settings['backup'])
if 'glue' in settings:
container._attach_node(node, settings['glue'])
container._add_to_pool(node)
class ConfigurePolisher(PlumberyPolisher):
"""
Configures various elements in fittings plan
This polisher looks at each node in sequence, and adjust settings
according to fittings plan. This is covering various features that
can not be set during the creation of nodes, such as:
- number of CPU
- quantity of RAM
- monitoring
- network interfaces
"""
configuration_props = (MonitoringConfiguration, DisksConfiguration,
BackupConfiguration, WindowsConfiguration)
def move_to(self, facility):
"""
Moves to another API endpoint
:param facility: access to local parameters and functions
:type facility: :class:`plumbery.PlumberyFacility`
"""
self.facility = facility
self.region = facility.region
self.nodes = PlumberyNodes(facility)
def shine_container(self, container):
"""
Configures a container
:param container: the container to be polished
:type container: :class:`plumbery.PlumberyInfrastructure`
"""
plogging.info("Configuring blueprint '{}'".format(
container.blueprint['target']))
if container.network is None:
plogging.error("- aborted - no network here")
return
self.container = container
plogging.info("- waiting for nodes to be deployed")
names = self.nodes.list_nodes(container.blueprint)
for name in sorted(names):
while True:
node = self.nodes.get_node(name)
if node is None:
plogging.error(
"- aborted - missing node '{}'".format(name))
return
if node.extra['status'].action is None:
plogging.debug("- {} is ready".format(node.name))
break
if (node is not None
and node.extra['status'].failure_reason is not None):
plogging.error("- aborted - failed deployment "
"of node '{}'".format(name))
return
time.sleep(20)
plogging.info("- nodes have been deployed")
container._build_firewall_rules()
container._build_balancer()
def set_node_compute(self, node, cpu, memory):
"""
Sets compute capability
:param node: the node to be polished
:type node: :class:`libcloud.compute.base.Node`
:param cpu: the cpu specification
:type cpu: ``DimensionDataServerCpuSpecification``
:param memory: the memory size, expressed in Giga bytes
:type memory: ``int``
"""
changed = False
if cpu is not None and 'cpu' in node.extra:
if int(cpu.cpu_count) != int(node.extra['cpu'].cpu_count):
plogging.info("- changing to {} cpu".format(cpu.cpu_count))
changed = True
if (int(cpu.cores_per_socket) != int(
node.extra['cpu'].cores_per_socket)):
plogging.info("- changing to {} core(s) per socket".format(
cpu.cores_per_socket))
changed = True
if cpu.performance != node.extra['cpu'].performance:
plogging.info("- changing to '{}' cpu performance".format(
cpu.performance.lower()))
changed = True
if memory is not None and 'memoryMb' in node.extra:
if memory != int(node.extra['memoryMb'] / 1024):
plogging.info("- changing to {} GB memory".format(memory))
changed = True
if not changed:
plogging.debug("- no change in compute")
return
if self.engine.safeMode:
plogging.info("- skipped - safe mode")
return
while True:
try:
self.region.ex_reconfigure_node(
node=node,
memory_gb=memory,
cpu_count=cpu.cpu_count,
cores_per_socket=cpu.cores_per_socket,
cpu_performance=cpu.performance)
plogging.info("- in progress")
except Exception as feedback:
if 'RESOURCE_BUSY' in str(feedback):
time.sleep(10)
continue
if 'Please try again later' in str(feedback):
time.sleep(10)
continue
plogging.info("- unable to reconfigure node")
plogging.error(str(feedback))
break
def attach_node(self, node, networks):
"""
Glues a node to multiple networks
:param node: the target node
:type node: :class:`libcloud.compute.base.Node`
:param networks: a list of networks to connect, and ``internet``
:type networks: list of ``str``
This function adds network interfaces to a node, or adds address
translation to the public Internet.
Example in the fittings plan::
- web:
domain:
ipv4: 6
ethernet:
name: gigafox.data
nodes:
- web[10..12]:
glue:
- gigafox.control
- internet 80 443
In this example, another network interface is added to each node for
connection to the Ethernet network ``gigafox.control``.
Also, public IPv4 addresses are mapped on private addresses, so that
each node web10, web11 and web12 is reachable from the internet.
Public IPv4 addresses are taken from pool declared at the domain level,
with the attribute ``ipv4``. In the example above, 6 addresses are
assigned to the network domain, of which 3 are given to web nodes.
If one or multiple numbers are mentioned after the keyword `internet`,
they are used to configure the firewall appropriately.
"""
hasChanged = False
if node is None:
return hasChanged
for line in networks:
tokens = line.strip(' ').split(' ')
token = tokens.pop(0)
if token.lower() == 'internet':
self.attach_node_to_internet(node, tokens)
continue
if token == self.container.blueprint['ethernet']['name']:
continue
if token.lower() == 'primary':
continue
plogging.info("Glueing node '{}' to network '{}'".format(
node.name, token))
vlan = self.container.get_ethernet(token.split('::'))
if vlan is None:
plogging.info("- network '{}' is unknown".format(token))
continue
kwargs = {}
if len(tokens) > 0:
numbers = tokens.pop(0).strip('.').split('.')
subnet = vlan.private_ipv4_range_address.split('.')
while len(numbers) < 4:
numbers.insert(0, subnet[3 - len(numbers)])
private_ipv4 = '.'.join(numbers)
plogging.debug("- using address '{}'".format(private_ipv4))
kwargs['private_ipv4'] = private_ipv4
if self.engine.safeMode:
plogging.info("- skipped - safe mode")
continue
if 'private_ipv4' not in kwargs:
kwargs['vlan'] = vlan
while True:
try:
self.region.ex_attach_node_to_vlan(node, **kwargs)
plogging.info("- in progress")
hasChanged = True
except Exception as feedback:
if 'RESOURCE_BUSY' in str(feedback):
time.sleep(10)
continue
elif 'RESOURCE_LOCKED' in str(feedback):
plogging.info("- not now - locked")
elif 'INVALID_INPUT_DATA' in str(feedback):
plogging.info("- already there")
else:
plogging.info("- unable to glue node")
plogging.error(str(feedback))
break
return hasChanged
def attach_node_to_internet(self, node, ports=[]):
"""
Adds address translation for one node
:param node: node that has to be reachable from the internet
:type node: :class:`libcloud.common.Node`
:param ports: the ports that have to be opened
:type ports: a list of ``str``
"""
plogging.info("Making node '{}' reachable from the internet".format(
node.name))
domain = self.container.get_network_domain(
self.container.blueprint['domain']['name'])
internal_ip = node.private_ips[0]
external_ip = None
for rule in self.region.ex_list_nat_rules(domain):
if rule.internal_ip == internal_ip:
external_ip = rule.external_ip
plogging.info(
"- node is reachable at '{}'".format(external_ip))
if self.engine.safeMode:
plogging.info("- skipped - safe mode")
return
if external_ip is None:
external_ip = self.container._get_ipv4()
if external_ip is None:
plogging.info(
"- no more ipv4 address available -- assign more")
return
while True:
try:
self.region.ex_create_nat_rule(domain, internal_ip,
external_ip)
plogging.info(
"- node is reachable at '{}'".format(external_ip))
except Exception as feedback:
if 'RESOURCE_BUSY' in str(feedback):
time.sleep(10)
continue
elif 'RESOURCE_LOCKED' in str(feedback):
plogging.info("- not now - locked")
return
else:
plogging.info("- unable to add address translation")
plogging.error(str(feedback))
break
candidates = self.container._list_candidate_firewall_rules(node, ports)
for rule in self.container._list_firewall_rules():
if rule.name in candidates.keys():
plogging.info("Creating firewall rule '{}'".format(rule.name))
plogging.info("- already there")
candidates = {
k: candidates[k]
for k in candidates if k != rule.name
}
for name, rule in candidates.items():
plogging.info("Creating firewall rule '{}'".format(name))
if self.engine.safeMode:
plogging.info("- skipped - safe mode")
else:
try:
self.container._ex_create_firewall_rule(
network_domain=domain, rule=rule, position='LAST')
plogging.info("- in progress")
except Exception as feedback:
if 'NAME_NOT_UNIQUE' in str(feedback):
plogging.info("- already there")
else:
plogging.info("- unable to create firewall rule")
plogging.error(str(feedback))
def shine_node(self, node, settings, container):
"""
Finalizes setup of one node
:param node: the node to be polished
:type node: :class:`libcloud.compute.base.Node`
:param settings: the fittings plan for this node
:type settings: ``dict``
:param container: the container of this node
:type container: :class:`plumbery.PlumberyInfrastructure`
"""
plogging.info("Configuring node '{}'".format(settings['name']))
if node is None:
plogging.info("- not found")
return
try:
cpu_prop = CpuConfiguration()
cpu_prop.validate(settings)
cpu = cpu_prop.configure(node, settings)
ram_prop = MemoryConfiguration()
ram_prop.validate(settings)
memory = ram_prop.configure(node, settings)
if memory is not False and cpu is not False:
self.set_node_compute(node, cpu, memory)
except ConfigurationError as ce:
if self.engine.safeMode:
plogging.warn(ce.message)
else:
raise ce
for prop_cls in self.configuration_props:
try:
configuration_prop = prop_cls(
engine=container.facility.plumbery, facility=self.facility)
configuration_prop.validate(settings)
configuration_prop.configure(node, settings)
except ConfigurationError as ce:
if self.engine.safeMode:
plogging.warn(ce.message)
else:
raise ce
container._add_to_pool(node)
if 'glue' in settings:
self.attach_node(node, settings['glue'])
class ConfigurePolisher(PlumberyPolisher):
"""
Configures various elements in fittings plan
This polisher looks at each node in sequence, and adjust settings
according to fittings plan. This is covering various features that
can not be set during the creation of nodes, such as:
- number of CPU
- quantity of RAM
- monitoring
- network interfaces
"""
configuration_props = (MonitoringConfiguration,
DisksConfiguration, BackupConfiguration,
WindowsConfiguration)
def move_to(self, facility):
"""
Moves to another API endpoint
:param facility: access to local parameters and functions
:type facility: :class:`plumbery.PlumberyFacility`
"""
self.facility = facility
self.region = facility.region
self.nodes = PlumberyNodes(facility)
def shine_container(self, container):
"""
Configures a container
:param container: the container to be polished
:type container: :class:`plumbery.PlumberyInfrastructure`
"""
plogging.info("Configuring blueprint '{}'".format(
container.blueprint['target']))
if container.network is None:
plogging.error("- aborted - no network here")
return
self.container = container
plogging.info("- waiting for nodes to be deployed")
names = self.nodes.list_nodes(container.blueprint)
for name in sorted(names):
while True:
node = self.nodes.get_node(name)
if node is None:
plogging.error("- aborted - missing node '{}'".format(name))
return
if node.extra['status'].action is None:
plogging.debug("- {} is ready".format(node.name))
break
if (node is not None
and node.extra['status'].failure_reason is not None):
plogging.error("- aborted - failed deployment "
"of node '{}'".format(name))
return
time.sleep(20)
plogging.info("- nodes have been deployed")
container._build_firewall_rules()
container._build_balancer()
def set_node_compute(self, node, cpu, memory):
"""
Sets compute capability
:param node: the node to be polished
:type node: :class:`libcloud.compute.base.Node`
:param cpu: the cpu specification
:type cpu: ``DimensionDataServerCpuSpecification``
:param memory: the memory size, expressed in Giga bytes
:type memory: ``int``
"""
changed = False
if cpu is not None and 'cpu' in node.extra:
if int(cpu.cpu_count) != int(node.extra['cpu'].cpu_count):
plogging.info("- changing to {} cpu".format(
cpu.cpu_count))
changed = True
if (int(cpu.cores_per_socket) !=
int(node.extra['cpu'].cores_per_socket)):
plogging.info("- changing to {} core(s) per socket".format(
cpu.cores_per_socket))
changed = True
if cpu.performance != node.extra['cpu'].performance:
plogging.info("- changing to '{}' cpu performance".format(
cpu.performance.lower()))
changed = True
if memory is not None and 'memoryMb' in node.extra:
if memory != int(node.extra['memoryMb']/1024):
plogging.info("- changing to {} GB memory".format(
memory))
changed = True
if not changed:
plogging.debug("- no change in compute")
return
if self.engine.safeMode:
plogging.info("- skipped - safe mode")
return
while True:
try:
self.region.ex_reconfigure_node(
node=node,
memory_gb=memory,
cpu_count=cpu.cpu_count,
cores_per_socket=cpu.cores_per_socket,
cpu_performance=cpu.performance)
plogging.info("- in progress")
except Exception as feedback:
if 'RESOURCE_BUSY' in str(feedback):
time.sleep(10)
continue
if 'Please try again later' in str(feedback):
time.sleep(10)
continue
plogging.info("- unable to reconfigure node")
plogging.error(str(feedback))
break
def attach_node(self, node, networks):
"""
Glues a node to multiple networks
:param node: the target node
:type node: :class:`libcloud.compute.base.Node`
:param networks: a list of networks to connect, and ``internet``
:type networks: list of ``str``
This function adds network interfaces to a node, or adds address
translation to the public Internet.
Example in the fittings plan::
- web:
domain:
ipv4: 6
ethernet:
name: gigafox.data
nodes:
- web[10..12]:
glue:
- gigafox.control
- internet 80 443
In this example, another network interface is added to each node for
connection to the Ethernet network ``gigafox.control``.
Also, public IPv4 addresses are mapped on private addresses, so that
each node web10, web11 and web12 is reachable from the internet.
Public IPv4 addresses are taken from pool declared at the domain level,
with the attribute ``ipv4``. In the example above, 6 addresses are
assigned to the network domain, of which 3 are given to web nodes.
If one or multiple numbers are mentioned after the keyword `internet`,
they are used to configure the firewall appropriately.
"""
hasChanged = False
if node is None:
return hasChanged
for line in networks:
tokens = line.strip(' ').split(' ')
token = tokens.pop(0)
if token.lower() == 'internet':
self.attach_node_to_internet(node, tokens)
continue
if token == self.container.blueprint['ethernet']['name']:
continue
if token.lower() == 'primary':
continue
plogging.info("Glueing node '{}' to network '{}'"
.format(node.name, token))
vlan = self.container.get_ethernet(token.split('::'))
if vlan is None:
plogging.info("- network '{}' is unknown".format(token))
continue
kwargs = {}
if len(tokens) > 0:
numbers = tokens.pop(0).strip('.').split('.')
subnet = vlan.private_ipv4_range_address.split('.')
while len(numbers) < 4:
numbers.insert(0, subnet[3-len(numbers)])
private_ipv4 = '.'.join(numbers)
plogging.debug("- using address '{}'".format(private_ipv4))
kwargs['private_ipv4'] = private_ipv4
if self.engine.safeMode:
plogging.info("- skipped - safe mode")
continue
if 'private_ipv4' not in kwargs:
kwargs['vlan'] = vlan
while True:
try:
self.region.ex_attach_node_to_vlan(node, **kwargs)
plogging.info("- in progress")
hasChanged = True
except Exception as feedback:
if 'RESOURCE_BUSY' in str(feedback):
time.sleep(10)
continue
elif 'RESOURCE_LOCKED' in str(feedback):
plogging.info("- not now - locked")
elif 'INVALID_INPUT_DATA' in str(feedback):
plogging.info("- already there")
else:
plogging.info("- unable to glue node")
plogging.error(str(feedback))
break
return hasChanged
def attach_node_to_internet(self, node, ports=[]):
"""
Adds address translation for one node
:param node: node that has to be reachable from the internet
:type node: :class:`libcloud.common.Node`
:param ports: the ports that have to be opened
:type ports: a list of ``str``
"""
plogging.info("Making node '{}' reachable from the internet"
.format(node.name))
domain = self.container.get_network_domain(
self.container.blueprint['domain']['name'])
internal_ip = node.private_ips[0]
external_ip = None
for rule in self.region.ex_list_nat_rules(domain):
if rule.internal_ip == internal_ip:
external_ip = rule.external_ip
plogging.info("- node is reachable at '{}'".format(external_ip))
if self.engine.safeMode:
plogging.info("- skipped - safe mode")
return
if external_ip is None:
external_ip = self.container._get_ipv4()
if external_ip is None:
plogging.info("- no more ipv4 address available -- assign more")
return
while True:
try:
self.region.ex_create_nat_rule(
domain,
internal_ip,
external_ip)
plogging.info("- node is reachable at '{}'".format(
external_ip))
except Exception as feedback:
if 'RESOURCE_BUSY' in str(feedback):
time.sleep(10)
continue
elif 'RESOURCE_LOCKED' in str(feedback):
plogging.info("- not now - locked")
return
else:
plogging.info("- unable to add address translation")
plogging.error(str(feedback))
break
candidates = self.container._list_candidate_firewall_rules(node, ports)
for rule in self.container._list_firewall_rules():
if rule.name in candidates.keys():
plogging.info("Creating firewall rule '{}'"
.format(rule.name))
plogging.info("- already there")
candidates = {k: candidates[k]
for k in candidates if k != rule.name}
for name, rule in candidates.items():
plogging.info("Creating firewall rule '{}'"
.format(name))
if self.engine.safeMode:
plogging.info("- skipped - safe mode")
else:
try:
self.container._ex_create_firewall_rule(
network_domain=domain,
rule=rule,
position='LAST')
plogging.info("- in progress")
except Exception as feedback:
if 'NAME_NOT_UNIQUE' in str(feedback):
plogging.info("- already there")
else:
plogging.info("- unable to create firewall rule")
plogging.error(str(feedback))
def shine_node(self, node, settings, container):
"""
Finalizes setup of one node
:param node: the node to be polished
:type node: :class:`libcloud.compute.base.Node`
:param settings: the fittings plan for this node
:type settings: ``dict``
:param container: the container of this node
:type container: :class:`plumbery.PlumberyInfrastructure`
"""
plogging.info("Configuring node '{}'".format(settings['name']))
if node is None:
plogging.info("- not found")
return
try:
cpu_prop = CpuConfiguration()
cpu_prop.validate(settings)
cpu = cpu_prop.configure(node, settings)
ram_prop = MemoryConfiguration()
ram_prop.validate(settings)
memory = ram_prop.configure(node, settings)
if memory is not False and cpu is not False:
self.set_node_compute(node, cpu, memory)
except ConfigurationError as ce:
if self.engine.safeMode:
plogging.warn(ce.message)
else:
raise ce
for prop_cls in self.configuration_props:
try:
configuration_prop = prop_cls(engine=container.facility.plumbery,
facility=self.facility)
configuration_prop.validate(settings)
configuration_prop.configure(node, settings)
except ConfigurationError as ce:
if self.engine.safeMode:
plogging.warn(ce.message)
else:
raise ce
container._add_to_pool(node)
if 'glue' in settings:
self.attach_node(node, settings['glue'])
class SpitPolisher(PlumberyPolisher):
"""
Finalizes the setup of fittings
This polisher looks at each node in sequence, and adjust settings
according to fittings plan. This is covering various features that
can not be set during the creation of nodes, such as:
- number of CPU
- quantity of RAM
- monitoring
"""
def move_to(self, facility):
"""
Moves to another API endpoint
:param facility: access to local parameters and functions
:type facility: :class:`plumbery.PlumberyFacility`
"""
self.facility = facility
self.region = facility.region
self.nodes = PlumberyNodes(facility)
def shine_container(self, container):
"""
Rubs a container until it shines
:param container: the container to be polished
:type container: :class:`plumbery.PlumberyInfrastructure`
This is where the hard work is done. You have to override this
function in your own polisher. Note that you can compare the reality
versus the theoritical settings if you want.
"""
logging.info("Spitting at blueprint '{}'".format(
container.blueprint['target']))
if container.network is None:
logging.info("- aborted - no network here")
return
logging.info("- waiting for nodes to be deployed")
names = self.nodes.list_nodes(container.blueprint)
for name in names:
while True:
node = self.nodes.get_node(name)
if node is None:
logging.info("- aborted - missing node '{}'".format(name))
return
if node.extra['status'].action is None:
break
if (node is not None
and node.extra['status'].failure_reason is not None):
logging.info("- aborted - failed deployment "
"of node '{}'".format(name))
return
time.sleep(20)
logging.info("- nodes have been deployed")
container._build_firewall_rules()
container._build_balancer()
def set_node_compute(self, node, cpu, memory):
"""
Sets compute capability
:param node: the node to be polished
:type node: :class:`libcloud.compute.base.Node`
:param cpu: the cpu specification
:type cpu: ``DimensionDataServerCpuSpecification``
:param memory: the memory size, expressed in Giga bytes
:type memory: ``int``
"""
changed = False
if cpu is not None and 'cpu' in node.extra:
if int(cpu.cpu_count) != int(node.extra['cpu'].cpu_count):
logging.info("- changing to {} cpu".format(
cpu.cpu_count))
changed = True
if int(cpu.cores_per_socket) != int(node.extra['cpu'].cores_per_socket):
logging.info("- changing to {} core(s) per socket".format(
cpu.cores_per_socket))
changed = True
if cpu.performance != node.extra['cpu'].performance:
logging.info("- changing to '{}' cpu performance".format(
cpu.performance.lower()))
changed = True
if memory is not None and 'memoryMb' in node.extra:
if memory != int(node.extra['memoryMb']/1024):
logging.info("- changing to {} GB memory".format(
memory))
changed = True
if not changed:
logging.debug("- no change in compute")
return
if self.engine.safeMode:
logging.info("- skipped - safe mode")
return
while True:
try:
self.region.ex_reconfigure_node(
node=node,
memory_gb=memory,
cpu_count=cpu.cpu_count,
cores_per_socket=cpu.cores_per_socket,
cpu_performance=cpu.performance)
logging.info("- in progress")
except Exception as feedback:
if 'RESOURCE_BUSY' in str(feedback):
time.sleep(10)
continue
if 'Please try again later' in str(feedback):
time.sleep(10)
continue
logging.info("- unable to reconfigure node")
logging.error(str(feedback))
break
def change_node_disk_size(self, node, id, size):
"""
Changes an existing virtual disk
:param node: the node to be polished
:type node: :class:`libcloud.compute.base.Node`
:param id: the disk unique identifier, as reported by the API
:type id: ``str``
:param size: the disk size, expressed in Giga bytes
:type size: ``int``
"""
if self.engine.safeMode:
logging.info("- skipped - safe mode")
return
while True:
try:
self.region.ex_change_storage_size(
node=node,
disk_id=id,
size=size)
logging.info("- in progress")
except Exception as feedback:
if 'RESOURCE_BUSY' in str(feedback):
time.sleep(10)
continue
if 'Please try again later' in str(feedback):
time.sleep(10)
continue
logging.info("- unable to change disk size to {}GB"
.format(size))
logging.error(str(feedback))
break
def change_node_disk_speed(self, node, id, speed):
"""
Changes an existing virtual disk
:param node: the node to be polished
:type node: :class:`libcloud.compute.base.Node`
:param id: the disk unique identifier, as reported by the API
:type id: ``str``
:param speed: storage type, either 'standard',
'highperformance' or 'economy'
:type speed: ``str``
"""
if self.engine.safeMode:
logging.info("- skipped - safe mode")
return
while True:
try:
self.region.ex_change_storage_speed(
node=node,
disk_id=id,
speed=speed)
logging.info("- in progress")
except Exception as feedback:
if 'RESOURCE_BUSY' in str(feedback):
time.sleep(10)
continue
if 'Please try again later' in str(feedback):
time.sleep(10)
continue
logging.info("- unable to change disk to '{}'"
.format(speed))
logging.error(str(feedback))
break
def set_node_disk(self, node, id, size, speed='standard'):
"""
Sets a virtual disk
:param node: the node to be polished
:type node: :class:`libcloud.compute.base.Node`
:param id: the disk id, starting at 0 and growing
:type id: ``int``
:param size: the disk size, expressed in Giga bytes
:type size: ``int``
:param speed: storage type, either 'standard',
'highperformance' or 'economy'
:type speed: ``str``
"""
if size < 1:
logging.info("- minimum disk size is 1 GB")
return
if size > 1000:
logging.info("- disk size cannot exceed 1000 GB")
return
if speed not in ['standard', 'highperformance', 'economy']:
logging.info("- disk speed should be either 'standard' "
"or 'highperformance' or 'economy'")
return
if 'disks' in node.extra:
for disk in node.extra['disks']:
if disk['scsiId'] == id:
changed = False
if disk['size'] > size:
logging.info("- disk shrinking could break the node")
logging.info("- skipped - disk {} will not be reduced"
.format(id))
if disk['size'] < size:
logging.info("- expanding disk {} to {} GB"
.format(id, size))
self.change_node_disk_size(node, disk['id'], size)
changed = True
if disk['speed'].lower() != speed.lower():
logging.info("- changing disk {} to '{}'"
.format(id, speed))
self.change_node_disk_speed(node, disk['id'], speed)
changed = True
if not changed:
logging.debug("- no change in disk {}".format(id))
return
logging.info("- adding {} GB '{}' disk".format(
size, speed))
if self.engine.safeMode:
logging.info("- skipped - safe mode")
return
while True:
try:
self.region.ex_add_storage_to_node(
node=node,
amount=size,
speed=speed.upper())
logging.info("- in progress")
except Exception as feedback:
if 'RESOURCE_BUSY' in str(feedback):
time.sleep(10)
continue
if 'Please try again later' in str(feedback):
time.sleep(10)
continue
logging.info("- unable to add disk {} GB '{}'"
.format(size, speed))
logging.error(str(feedback))
break
def shine_node(self, node, settings, container):
"""
Finalizes setup of one node
:param node: the node to be polished
:type node: :class:`libcloud.compute.base.Node`
:param settings: the fittings plan for this node
:type settings: ``dict``
:param container: the container of this node
:type container: :class:`plumbery.PlumberyInfrastructure`
"""
logging.info("Spitting at node '{}'".format(settings['name']))
if node is None:
logging.info("- not found")
return
cpu = None
if 'cpu' in settings:
tokens = str(settings['cpu']).split(' ')
if len(tokens) < 2:
tokens.append('1')
if len(tokens) < 3:
tokens.append('standard')
if (int(tokens[0]) < 1
or int(tokens[0]) > 32):
logging.info("- cpu should be between 1 and 32")
elif (int(tokens[1]) < 1
or int(tokens[1]) > 2):
logging.info("- core per cpu should be either 1 or 2")
elif tokens[2].upper() not in ('STANDARD',
'HIGHPERFORMANCE'):
logging.info("- cpu speed should be either 'standard'"
" or 'highspeed'")
else:
logging.debug("- setting compute {}".format(' '.join(tokens)))
cpu = DimensionDataServerCpuSpecification(
cpu_count=tokens[0],
cores_per_socket=tokens[1],
performance=tokens[2].upper())
memory = None
if 'memory' in settings:
memory = int(settings['memory'])
if memory < 1 or memory > 256:
logging.info("- memory should be between 1 and 256")
memory = None
else:
logging.debug("- setting {} GB of memory".format(
memory))
self.set_node_compute(node, cpu, memory)
if 'disks' in settings:
for item in settings['disks']:
logging.debug("- setting disk {}".format(item))
attributes = item.split()
if len(attributes) < 2:
logging.info("- malformed disk attributes;"
" provide disk id and size in GB, e.g., 1 50;"
" add disk type if needed, e.g., economy")
elif len(attributes) < 3:
id = int(attributes[0])
size = int(attributes[1])
speed = 'standard'
else:
id = int(attributes[0])
size = int(attributes[1])
speed = attributes[2]
self.set_node_disk(node, id, size, speed)
if 'monitoring' in settings:
self.nodes._start_monitoring(node, settings['monitoring'])
if 'glue' in settings:
container._attach_node(node, settings['glue'])
container._add_to_pool(node)