class DBSMigrateModel(RESTModel):
"""
DBS Migration Service Web Model
"""
def __init__(self, config):
"""
All parameters are provided through DBSConfig module
"""
RESTModel.__init__(self, config)
self.addMethod('POST', 'submit', self.submit)
self.addMethod('POST', 'remove', self.remove)
self.addMethod('GET', 'status', self.status)
self.dbsMigrate = DBSMigrate(self.logger, self.dbi, config.dbowner)
def submit(self):
"""
Interface for submitting a migration request
"""
body = request.body.read()
indata = cjson.decode(body)
indata.update({"creation_date": dbsUtils().getTime(), \
"last_modification_date" : dbsUtils().getTime(), \
"create_by" : dbsUtils().getCreateBy() , "last_modified_by" : 0 })
return self.dbsMigrate.insertMigrationRequest(indata)
def status(self, migration_request_id="", block_name="", dataset="", user=""):
"""
Interface to query status of a migration request
In this preference order of input parameters :-
migration_request_id, block, dataset, user
(if multi parameters are provided, only the precedence order is followed
"""
return self.dbsMigrate.listMigrationRequests(migration_request_id, block_name, dataset, user)
def remove(self, migration_request_id=""):
"""
Interface to remove a migration request from the queue
Only FAILED, COMPLETED and PENDING requests can be removed
(running requests cannot be removed)
"""
return self.dbsMigrate.removeMigrationRequest(migration_request_id)
class DBSMigrateModel(RESTModel):
"""
DBS Migration Service Web Model
"""
def __init__(self, config):
"""
All parameters are provided through DBSConfig module
"""
dbowner = config.database.dbowner
RESTModel.__init__(self, config)
self.methods = {'GET': {}, 'PUT': {}, 'POST': {}, 'DELETE': {}}
self.security_params = config.security.params
self._addMethod('POST',
'submit',
self.submit,
secured=True,
security_params={
'role': self.security_params,
'authzfunc': authInsert
})
self._addMethod('POST',
'remove',
self.remove,
secured=True,
security_params={
'role': self.security_params,
'authzfunc': authInsert
})
self._addMethod(
'GET',
'status',
self.status,
args=['migration_rqst_id', 'block_name', 'dataset', 'user'],
secured=True,
security_params={
'role': self.security_params,
'authzfunc': authInsert
})
self.dbsMigrate = DBSMigrate(self.logger, self.dbi, dbowner)
def submit(self):
"""
Interface for submitting a migration request.
Required input keys:
MIGRATION_URL: The source DBS url for migration.
MIGRATION_INPUT: The block or dataset names to be migrated.
"""
body = request.body.read()
indata = cjson.decode(body)
try:
indata = validateJSONInputNoCopy("migration_rqst", indata)
indata.update({
"creation_date": dbsUtils().getTime(),
"last_modification_date": dbsUtils().getTime(),
"create_by": dbsUtils().getCreateBy(),
"last_modified_by": dbsUtils().getCreateBy(),
"migration_status": 0
})
return self.dbsMigrate.insertMigrationRequest(indata)
except dbsException as de:
dbsExceptionHandler(de.eCode, de.message, self.logger.exception,
de.serverError)
except Exception as ex:
sError = "DBSMigrateModle/submit. %s\n Exception trace: \n %s." \
% (ex, traceback.format_exc() )
if hasattr(ex, 'status') and ex.status == 400:
dbsExceptionHandler('dbsException-invalid-input2', str(ex),
self.logger.exception, sError)
else:
dbsExceptionHandler('dbsException-server-error', str(ex),
self.logger.exception, sError)
@inputChecks(migration_rqst_id=(long, int, basestring),
block_name=basestring,
dataset=basestring,
user=basestring)
def status(self, migration_rqst_id="", block_name="", dataset="", user=""):
"""
Interface to query status of a migration request
In this preference order of input parameters :
migration_rqst_id, block, dataset, user
(if multi parameters are provided, only the precedence order is followed)
"""
try:
return self.dbsMigrate.listMigrationRequests(
migration_rqst_id, block_name, dataset, user)
except dbsException as de:
dbsExceptionHandler(de.eCode, de.message, self.logger.exception,
de.serverError)
except Exception as ex:
sError = "DBSMigrateModle/status. %s\n Exception trace: \n %s." \
% (ex, traceback.format_exc() )
if hasattr(ex, 'status') and ex.status == 400:
dbsExceptionHandler('dbsException-invalid-input2', str(ex),
self.logger.exception, sError)
else:
dbsExceptionHandler('dbsException-server-error', str(ex),
self.logger.exception, sError)
def remove(self):
"""
Interface to remove a migration request from the queue.
Only Permanent FAILED/9 and PENDING/0 requests can be removed
(running and sucessed requests cannot be removed)
"""
body = request.body.read()
indata = cjson.decode(body)
try:
indata = validateJSONInputNoCopy("migration_rqst", indata)
return self.dbsMigrate.removeMigrationRequest(indata)
except dbsException as he:
dbsExceptionHandler(he.eCode, he.message, self.logger.exception,
he.message)
except Exception as e:
if e.code == 400:
dbsExceptionHandler('dbsException-invalid-input2', str(e),
self.logger.exception, str(e))
else:
dbsExceptionHandler(
'dbsException-server-error',
dbsExceptionCode['dbsException-server-error'],
self.logger.exception, str(e))
class DBSMigrateModel(RESTModel):
"""
DBS Migration Service Web Model
"""
def __init__(self, config):
"""
All parameters are provided through DBSConfig module
"""
dbowner = config.database.dbowner
RESTModel.__init__(self, config)
self.methods = {'GET':{}, 'PUT':{}, 'POST':{}, 'DELETE':{}}
self.security_params = config.security.params
self._addMethod('POST', 'submit', self.submit, secured=True,
security_params={'role':self.security_params, 'authzfunc': authInsert})
self._addMethod('POST', 'remove', self.remove, secured=True,
security_params={'role':self.security_params, 'authzfunc': authInsert})
self._addMethod('GET', 'status', self.status, args=['migration_rqst_id', 'block_name', 'dataset', 'user'],
secured=True, security_params={'role':self.security_params, 'authzfunc': authInsert})
self.dbsMigrate = DBSMigrate(self.logger, self.dbi, dbowner)
def submit(self):
"""
Interface for submitting a migration request.
Required input keys:
MIGRATION_URL: The source DBS url for migration.
MIGRATION_INPUT: The block or dataset names to be migrated.
"""
body = request.body.read()
indata = cjson.decode(body)
try:
indata = validateJSONInputNoCopy("migration_rqst", indata)
indata.update({"creation_date": dbsUtils().getTime(),
"last_modification_date" : dbsUtils().getTime(),
"create_by" : dbsUtils().getCreateBy() ,
"last_modified_by" : dbsUtils().getCreateBy(),
"migration_status": 0})
return self.dbsMigrate.insertMigrationRequest(indata)
except dbsException as de:
dbsExceptionHandler(de.eCode, de.message, self.logger.exception, de.serverError)
except Exception as ex:
sError = "DBSMigrateModle/submit. %s\n Exception trace: \n %s." \
% (ex, traceback.format_exc() )
if hasattr(ex, 'status') and ex.status == 400:
dbsExceptionHandler('dbsException-invalid-input2', str(ex), self.logger.exception, sError)
else:
dbsExceptionHandler('dbsException-server-error', str(ex), self.logger.exception, sError)
@inputChecks(migration_rqst_id=(long, int, basestring), block_name=basestring, dataset=basestring, user=basestring)
def status(self, migration_rqst_id="", block_name="", dataset="", user=""):
"""
Interface to query status of a migration request
In this preference order of input parameters :
migration_rqst_id, block, dataset, user
(if multi parameters are provided, only the precedence order is followed)
"""
try:
return self.dbsMigrate.listMigrationRequests(migration_rqst_id,
block_name, dataset, user)
except dbsException as de:
dbsExceptionHandler(de.eCode, de.message, self.logger.exception, de.serverError)
except Exception as ex:
sError = "DBSMigrateModle/status. %s\n Exception trace: \n %s." \
% (ex, traceback.format_exc() )
if hasattr(ex, 'status') and ex.status == 400:
dbsExceptionHandler('dbsException-invalid-input2', str(ex), self.logger.exception, sError)
else:
dbsExceptionHandler('dbsException-server-error', str(ex), self.logger.exception, sError)
def remove(self):
"""
Interface to remove a migration request from the queue.
Only Permanent FAILED/9 and PENDING/0 requests can be removed
(running and sucessed requests cannot be removed)
"""
body = request.body.read()
indata = cjson.decode(body)
try:
indata = validateJSONInputNoCopy("migration_rqst", indata)
return self.dbsMigrate.removeMigrationRequest(indata)
except dbsException as he:
dbsExceptionHandler(he.eCode, he.message, self.logger.exception, he.message)
except Exception as e:
dbsExceptionHandler('dbsException-server-error', dbsExceptionCode['dbsException-server-error'], self.logger.exception, str(e))
