def events_run(lock, qProjectEvents):
"""
Process the authority after approval
"""
logger.info("Worker authorities events starting")
# db connection is shared between threads
dbconnection = connect()
while True:
try:
event = Event(qProjectEvents.get())
except Exception as e:
logger.error("Problem with event: {}".format(e))
event.logError(str(e))
event.setError()
db.dispatch(dbconnection, event)
continue
else:
logger.info("Processing event: {} from user {}".format(event.id, event.user))
with lock:
try:
if event.isApproved():
user_id = event.manager
else:
user_id = event.user
u = User(db.get(dbconnection, table='users', id=user_id))
# Registry Only
user_setup = UserSetup(u, myslicelibsetup.registry_endpoints)
event.setRunning()
event.logInfo("Event is running")
logger.debug("Event %s is running" % event.id)
isSuccess = False
if event.creatingObject() or event.updatingObject():
logger.info("creating or updating the object project {}".format(event.data))
proj = Project(event.data)
proj.id = event.object.id
# XXX CASES TO BE CHECKED
if event.user not in proj.pi_users:
pi = User(db.get(dbconnection, table='users', id=event.user))
proj.addPi(pi)
isSuccess = proj.save(dbconnection, user_setup)
else:
p = db.get(dbconnection, table='projects', id=event.object.id)
if not p:
raise Exception("Project doesn't exist")
proj = Project(p)
if event.deletingObject():
logger.info("deleting the object project {}".format(event.object.id))
isSuccess = proj.delete(dbconnection, user_setup)
if event.addingObject():
logger.info("adding data to the object project {}".format(event.object.id))
if event.data.type == DataType.USER:
logger.info("Project only supports PI at the moment, need new feature in SFA Reg")
if event.data.type == DataType.PI or event.data.type == DataType.USER:
for val in event.data.values:
pi = User(db.get(dbconnection, table='users', id=val))
proj.addPi(pi)
isSuccess = proj.save(dbconnection, user_setup)
if event.removingObject():
logger.info("removing data from the object project {}".format(event.object.id))
if event.data.type == DataType.USER:
logger.info("Project only supports PI at the moment, need new feature in SFA Reg")
if event.data.type == DataType.PI or event.data.type == DataType.USER:
for val in event.data.values:
pi = User(db.get(dbconnection, table='users', id=val))
proj.removePi(pi)
isSuccess = proj.save(dbconnection, user_setup)
except Exception as e:
import traceback
traceback.print_exc()
logger.error("Problem with event {}: {}".format(event.id,e))
event.logError("Error in worker projects: {}, traceback: {}".format(e,traceback.print_exc()))
event.setError()
continue
else:
if isSuccess:
event.setSuccess()
event.logInfo("Event success")
logger.debug("Event %s Success" % event.id)
else:
logger.error("Error event {}: action failed".format(event.id))
event.setError()
event.logError("Error in worker projects: action failed")
finally:
db.dispatch(dbconnection, event)
def events_run(qSliceEvents):
"""
Process the slice after approval
"""
logger.info("Worker slices events starting")
while True:
try:
event = Event(qSliceEvents.get())
except Exception as e:
logger.error("Problem with event: {}".format(e))
event.logError(str(e))
event.setError()
db.dispatch(dbconnection, event)
continue
else:
logger.info("Processing event {} from user {}".format(event.id, event.user))
with lock:
try:
event.setRunning()
isSuccess = False
u = User(db.get(dbconnection, table='users', id=event.user))
user_setup = UserSetup(u, myslicelibsetup.endpoints)
if event.creatingObject():
sli = Slice(event.data)
# XXX To be checked
sli.id = event.object.id
# Add all Project PIs to the Slice
project = db.get(dbconnection, table='projects', id=sli.project)
for us in project['pi_users']:
us = User(db.get(dbconnection, table='users', id=us))
sli.addUser(us)
if 'users' in event.data and 'geni_users' not in event.data:
for u_id in event.data['users']:
u = User(db.get(dbconnection, table='users', id=u_id))
sli.addUser(u)
# Take into account the Resources on Create
if 'resources' in event.data:
for resource in event.data['resources']:
if not isinstance(resource, dict):
res = db.get(dbconnection, table='resources', id=resource)
if not res:
raise Exception("Resource %s doesn't exist" % resource)
resource = res
sli.addResource(Resource(resource))
# expiration_date = Renew at AMs
isSuccess = sli.save(dbconnection, user_setup)
if event.updatingObject():
logger.debug("Update users / resources of Slice %s" % event.object.id)
sli = Slice(db.get(dbconnection, table='slices', id=event.object.id))
## adding users
sli = add_users(event.data, sli)
## removing users
sli = remove_users(event.data, sli)
## adding resources
sli = add_resources(event.data, sli)
## removing resources
sli = remove_resources(event.data, sli)
isSuccess = sli.save(dbconnection, user_setup)
if event.deletingObject():
sli = Slice(db.get(dbconnection, table='slices', id=event.object.id))
if not sli:
raise Exception("Slice doesn't exist")
isSuccess = sli.delete(dbconnection, user_setup)
if event.addingObject():
sli = Slice(db.get(dbconnection, table='slices', id=event.object.id))
if event.data.type == DataType.USER:
for val in event.data.values:
if isinstance(val, dict):
val = val['id']
u = User(db.get(dbconnection, table='users', id=val))
sli.addUser(u)
isSuccess = sli.save(dbconnection, user_setup)
if event.data['type'] == DataType.RESOURCE:
for val in event.data.values:
if isinstance(val, dict):
val = val['id']
res = Resource(db.get(dbconnection, table='resources', id=val))
sli.addResource(res)
isSuccess = sli.save(dbconnection, user_setup)
if event.removingObject():
sli = Slice(db.get(dbconnection, table='slices', id=event.object.id))
if event.data.type == DataType.USER:
for val in event.data['values']:
if isinstance(val, dict):
val = val['id']
u = User(db.get(dbconnection, table='users', id=val))
sli.removeUser(u)
isSuccess = sli.save(dbconnection, user_setup)
if event.data.type == DataType.RESOURCE:
for val in event.data.values:
if isinstance(val, dict):
val = val['id']
r = Resource(db.get(dbconnection, table='resources', id=val))
sli.removeResource(r)
isSuccess = sli.save(dbconnection, user_setup)
except SliceException as e:
# CREATE, UPDATE, DELETE
# Calls toward Registry
# If an AM sends an Error it is not blocking
if event.creatingObject() or event.updatingObject() or event.deletingObject():
logger.debug("DEBUG services worker slices")
for err in e.stack:
logger.debug(err)
if err['type'] == 'Reg':
event.setError()
break
else:
# XXX TO BE REFINED
event.setSuccess()
#event.setWarning()
# TODO:
# if ALL AMs have failed -> Error
# if One AM succeeded -> Warning
else:
# XXX TO BE REFINED
logger.debug("DEBUG services worker slices")
for err in e.stack:
logger.debug(err)
event.setWarning()
#event.setError()
continue
except Exception as e:
import traceback
traceback.print_exc()
logger.error("Problem with event: {}".format(e))
event.logError(str(e))
event.setError()
continue
else:
if isSuccess:
event.setSuccess()
else:
event.setError()
db.dispatch(dbconnection, event)
def events_run(lock, qUserEvents):
"""
Process the user after approval
"""
logger.info("Worker users events starting")
dbconnection = connect()
while True:
try:
event = Event(qUserEvents.get())
except Exception as e:
logger.error("Problem with event: {}".format(e))
event.logError(str(e))
event.setError()
db.dispatch(dbconnection, event)
continue
else:
logger.info("Processing event from user {}".format(event.user))
with lock:
try:
event.setRunning()
event.logInfo("Event is running")
logger.debug("Event %s is running" % event.id)
isSuccess = False
# If we generate a new key pair the Query will not work, use the myslice account for that
if event.user and hasattr(
event.object, 'generate_keys'
) and event.object.generate_keys is False:
u = User(
db.get(dbconnection, table='users', id=event.user))
user_setup = UserSetup(u, myslicelibsetup.endpoints)
else:
user_setup = None
##
# Creating a new user
if event.creatingObject():
logger.info("Creating user {}".format(event.object.id))
user = User(event.data)
isSuccess = user.save(dbconnection, user_setup)
##
# Deleting user
if event.deletingObject():
logger.info("Deleting user {}".format(event.object.id))
user = User(
db.get(dbconnection,
table='users',
id=event.object.id))
if not user:
raise Exception("User doesn't exist")
user.id = event.object.id
isSuccess = user.delete(dbconnection, user_setup)
##
# Updating user
if event.updatingObject():
logger.info("Updating user {}".format(event.object.id))
user = User(event.data)
local_user = User(
db.get(dbconnection,
table='users',
id=event.object.id))
# we don't allow users to change their email
user.email = local_user.email
user.id = event.object.id
isSuccess = user.save(dbconnection, user_setup)
except Exception as e:
import traceback
traceback.print_exc()
logger.error("Problem updating user: {} - {}".format(
event.object.id, e))
event.logError(str(e))
event.setError()
continue
if isSuccess:
event.setSuccess()
event.logInfo("Event success")
logger.debug("Event %s Success" % event.id)
else:
logger.error("Error event {}: action failed".format(
event.id))
event.setError()
event.logError("Error in worker users: action failed")
##
# we then dispatch the event
db.dispatch(dbconnection, event)