def run(self):
attrs = dict(pool_id=self.parameters['Rbd.pool_id'],
size=str(self.parameters['Rbd.size']))
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message": "Re-sizing rbd %s on pool %s to %s" %
(self.parameters['Rbd.name'],
self.parameters['Rbd.pool_id'],
self.parameters['Rbd.size'])
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
)
)
crud = Crud()
resp = crud.update("rbd", self.parameters['Rbd.name'], attrs)
try:
crud.sync_request_status(resp['request'])
except RequestStateError as ex:
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message": "Failed to resize rbd %s."
" Error: %s" % (self.parameters['Rbd.name'],
ex)
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
)
)
return False
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message": "Successfully re-sized rbd %s on pool-id %s to "
"%s" % (self.parameters['Rbd.name'],
self.parameters['Rbd.pool_id'],
self.parameters['Rbd.size'])
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
)
)
return True
def run(self):
pool_id = self.parameters['Pool.pool_id']
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message":
"Deleting pool-id %s" % self.parameters['Pool.pool_id'],
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
crud = Crud()
resp = crud.delete("pool", pool_id)
try:
crud.sync_request_status(resp['request'])
except RequestStateError as ex:
Event(
Message(
priority="error",
publisher=NS.publisher_id,
payload={
"message":
"Failed to delete pool %s."
" Error: %s" % (self.parameters['Pool.poolname'], ex)
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
return False
# TODO(shtripat) Use namespace tree and not etcd orm later
NS._int.wclient.delete("clusters/%s/Pools/%s" %
(NS.tendrl_context.integration_id,
self.parameters['Pool.pool_id']),
recursive=True)
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message":
"Deleted pool-id %s" % self.parameters['Pool.pool_id'],
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
return True
def run(self):
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message":
"Deleting ec-profile %s" %
self.parameters['ECProfile.name'],
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
crud = Crud()
resp = crud.delete("ec_profile", self.parameters['ECProfile.name'])
try:
crud.sync_request_status(resp['request'])
except RequestStateError as ex:
Event(
Message(
priority="error",
publisher=NS.publisher_id,
payload={
"message":
"Failed to delete ec-profile %s."
" Error: %s" % (self.parameters['ECProfile.name'], ex)
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
return False
NS._int.wclient.delete("clusters/%s/ECProfiles/%s" %
(NS.tendrl_context.integration_id,
self.parameters['ECProfile.name']),
recursive=True)
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message":
"Deleted ec-profile %s" %
self.parameters['ECProfile.name'],
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
return True
def run(self):
attrs = dict(name=self.parameters['Pool.poolname'],
pg_num=self.parameters['Pool.pg_num'],
min_size=self.parameters.get('Pool.min_size'),
size=self.parameters.get('Pool.size'),
type=self.parameters.get('Pool.type'),
erasure_code_profile=self.parameters.get(
'Pool.erasure_code_profile'))
if self.parameters.get('Pool.type', '') == 'erasure':
attrs.pop('size')
attrs.pop('min_size')
if 'Pool.quota_enabled' in self.parameters and \
self.parameters['Pool.quota_enabled'] is True:
attrs['quota_max_objects'] = \
self.parameters.get('Pool.quota_max_objects')
attrs['quota_max_bytes'] = \
self.parameters.get('Pool.quota_max_bytes')
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message":
"Creating pool %s" % self.parameters['Pool.poolname'],
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
crud = Crud()
resp = crud.create("pool", attrs)
try:
crud.sync_request_status(resp['request'])
except RequestStateError as ex:
Event(
Message(
priority="error",
publisher=NS.publisher_id,
payload={
"message":
"Failed to create pool %s."
" Error: %s" % (self.parameters['Pool.poolname'], ex)
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
return False
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message":
"Successfully created pool %s" %
self.parameters['Pool.poolname'],
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
return True
def run(self):
if 'ECProfile.plugin' in self.parameters:
plugin = self.parameters['ECProfile.plugin']
else:
plugin = 'jerasure'
if 'ECProfile.directory' in self.parameters:
directory = self.parameters.get('ECProfile.directory')
else:
directory = "/usr/lib/ceph/erasure-code"
attrs = dict(name=self.parameters['ECProfile.name'],
k=self.parameters['ECProfile.k'],
m=self.parameters['ECProfile.m'],
plugin=plugin,
directory=directory
)
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message": "Creating ec-profile %s" %
self.parameters['ECProfile.name'],
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
)
)
crud = Crud()
resp = crud.create("ec_profile", attrs)
try:
crud.sync_request_status(resp['request'])
except RequestStateError as ex:
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message": "Failed to create ec-profile %s."
" Error: %s" % (self.parameters['ECProfile.name'],
ex)
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
)
)
return False
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message": "Successfully created ec-profile %s" %
self.parameters['ECProfile.name'],
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
)
)
return True
def run(self):
pool_id = self.parameters['Pool.pool_id']
attrs = {}
attrs['name'] = self.parameters.get('Pool.poolname')
existing_name = NS._int.client.read(
"clusters/%s/Pools/%s/pool_name" % \
(
NS.tendrl_context.integration_id,
self.parameters['Pool.pool_id']
)
).value
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message": "Renaming the pool:%s with new name: %s" %
(existing_name,
self.parameters.get('Pool.poolname'))
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
)
)
crud = Crud()
resp = crud.update("pool", pool_id, attrs)
try:
crud.sync_request_status(resp['request'])
except RequestStateError as ex:
Event(
Message(
priority="error",
publisher=NS.publisher_id,
payload={
"message": "Failed to rename pool: %s with new name: %s"
" Error: %s" % (existing_name,
self.parameters.get('Pool.poolname'),
ex)
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
)
)
return False
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message": "Pool: %s successfully renamed with new name: %s" %
(existing_name, self.parameters.get('Pool.poolname'))
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
)
)
return True
def run(self):
pool_id = self.parameters['Pool.pool_id']
attrs = {}
if 'Pool.pg_num' in self.parameters:
fetched_obj = Pool(pool_id=self.parameters['Pool.pool_id']).load()
attrs['pg_num'] = self.parameters.get('Pool.pg_num')
if attrs['pg_num'] <= int(fetched_obj.pg_num):
raise AtomExecutionFailedError(
"New pg-num cannot be less than existing value")
if 'Pool.size' in self.parameters:
attrs['size'] = self.parameters.get('Pool.size')
if 'Pool.min_size' in self.parameters:
attrs['min_size'] = self.parameters.get('Pool.min_size')
if 'Pool.quota_enabled' in self.parameters and \
self.parameters['Pool.quota_enabled'] is True:
attrs['quota_max_objects'] = \
self.parameters.get('Pool.quota_max_objects')
attrs['quota_max_bytes'] = \
self.parameters.get('Pool.quota_max_bytes')
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message":
"Updating details for pool-id %s."
" Attributes: %s" %
(self.parameters['Pool.pool_id'], str(attrs))
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
crud = Crud()
resp = crud.update("pool", pool_id, attrs)
try:
crud.sync_request_status(resp['request'])
except RequestStateError as ex:
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message":
"Failed to update pool %s."
" Error: %s" % (self.parameters['Pool.pool_id'], ex)
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
return False
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message":
"Pool %s successfully updated" %
(self.parameters['Pool.pool_id'])
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
return True
def run(self):
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message":
"Checking if a new pool has to be created or "
"not for rbd creation"
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
if not self.parameters.get('Rbd.pool_id'):
# Checking if mandatory parameters for pool creation are present
mandatory_pool_params = Set([
"Rbd.pool_poolname", "Rbd.pool_pg_num", "Rbd.pool_size",
"Rbd.pool_min_size"
])
missing_params = list(
mandatory_pool_params.difference(Set(self.parameters.keys())))
if not missing_params:
# Mapping the passed pool parameters into required keys
pool_parameters = {}
for key, value in self.parameters.items():
if "Rbd.pool_" in key:
pool_parameters[key.replace("Rbd.pool_", "Pool.")] =\
value
payload = {
"integration_id": NS.tendrl_context.integration_id,
"run": "ceph.flows.CreatePool",
"status": "new",
"parameters": pool_parameters,
"parent": self.parameters['job_id'],
"type": "sds",
"tags":
["tendrl/integration/$TendrlContext."
"integration_id"]
}
Event(
Message(
priority="error",
publisher=NS.publisher_id,
payload={"message": "Creating job for pool creation"},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
_job_id = str(uuid.uuid4())
Job(job_id=_job_id, status="new", payload=payload).save()
Event(
Message(
priority="error",
publisher=NS.publisher_id,
payload={
"message": "Checking for successful pool creation"
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
pool_created = False
job_status = "new"
while not pool_created:
try:
job_status = NS._int.client.read("/queue/%s/status" %
_job_id).value
except etcd.EtcdKeyNotFound:
Event(
Message(
priority="error",
publisher=NS.publisher_id,
payload={
"message":
"Failed to fetch pool "
"creation status for rbd "
"creation"
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
break
if job_status == "finished":
pool_created = True
elif job_status == "failed":
break
if pool_created:
# Setting pool_id for rbd creation
pool_id = self._get_pool_id(
self.parameters['Rbd.pool_poolname'])
if pool_id:
self.parameters['Rbd.pool_id'] = pool_id
else:
Event(
Message(
priority="error",
publisher=NS.publisher_id,
payload={
"message":
"Failed to fetch pool_id %s ."
"Cannot create rbd without "
"pool_id." % pool_id
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
return False
else:
Event(
Message(
priority="error",
publisher=NS.publisher_id,
payload={
"message":
"Failed to create pool. "
"Cannot proceed with rbd creation."
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
return False
else:
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message":
"Mandatory parameters %s for pool "
"creation not present. Cannot continue"
" with rbd creation." % ', '.join(missing_params)
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
return False
attrs = dict(name=self.parameters['Rbd.name'],
size=str(self.parameters['Rbd.size']),
pool_id=self.parameters.get('Rbd.pool_id'))
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message":
"Creating rbd %s on pool %s" %
(self.parameters['Rbd.name'],
self.parameters['Rbd.pool_id'])
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
crud = Crud()
resp = crud.create("rbd", attrs)
try:
crud.sync_request_status(resp['request'])
except RequestStateError as ex:
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message":
"Failed to create rbd %s."
" Error: %s" % (self.parameters['Rbd.name'], ex)
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
return False
Event(
Message(
priority="info",
publisher=NS.publisher_id,
payload={
"message":
"Successfully created rbd %s on pool %s" %
(self.parameters['Rbd.name'],
self.parameters['Rbd.pool_id'])
},
job_id=self.parameters['job_id'],
flow_id=self.parameters['flow_id'],
cluster_id=NS.tendrl_context.integration_id,
))
pool_name = NS._int.client.read("clusters/%s/Pools/%s/pool_name" %
(NS.tendrl_context.integration_id,
self.parameters['Rbd.pool_id'])).value
rbd_details = NS.state_sync_thread._get_rbds(pool_name)
for k, v in rbd_details.iteritems():
NS.ceph.objects.Rbd(
name=k,
size=v['size'],
pool_id=self.parameters['Rbd.pool_id'],
flags=v['flags'],
provisioned=NS.state_sync_thread._to_bytes(v['provisioned']),
used=NS.state_sync_thread._to_bytes(v['used'])).save()
return True
