def schedule_2(spec):
scheduled_containers = []
info = ''
container_id_list_all = itf_database.get_container_id_list()
# filter out some containers
container_id_list = []
for cid in container_id_list_all:
status = itf_database.get_status(cid)
if qos_checker.check_space(spec, [status]) and \
qos_checker.check_dataintegrity(spec,[status]) and \
status.StorageReliability > 0 and \
status.ContainerAvailability > 0:
container_id_list.append(cid)
# check if k containers together can satisfy the spec
for k in range(min(5, len(container_id_list))):
cid_comb = list(itertools.combinations(container_id_list, k))
for comb in cid_comb:
cid_list = list(comb)
status_list = [itf_database.get_status(x) for x in cid_list]
if qos_checker.check_availability(spec, status_list) and \
qos_checker.check_reliability(spec, status_list) and \
qos_checker.check_bandwidth(spec, status_list) and \
qos_checker.check_latency(spec, status_list):
scheduled_containers = cid_list
costs = [x.CostPerGBMonth for x in status_list]
cost = sum(costs) / 1024.0 * spec.ReservedSize
info = '$%.2f/month' % cost
return scheduled_containers, info
return scheduled_containers, info
def schedule_0(spec):
scheduled_containers = []
info = ''
container_id_list = itf_database.get_container_id_list()
container_id_list = [x for x in container_id_list if \
qos_checker.check_space(spec, [itf_database.get_status(x)])]
if len(container_id_list) > 0:
container_id = container_id_list[0]
status = itf_database.get_status(container_id)
scheduled_containers.append(container_id)
cost = status.CostPerGBMonth / 1024.0 * spec.ReservedSize
info = '$%.2f/month' % cost
return scheduled_containers, info
def update(container_id):
status_in_db = itf_database.get_status(container_id)
assert status_in_db != None
status_remote = get_container_status(status_in_db.StatusPath)
if status_remote == None:
print '[Container Monitor] Container', container_id, 'not available.'
# TODO: update database and reschedule
else:
assert status_remote.ContainerId == container_id
# Avoid overwriting the reservable size (container doesn't know this)
status_remote.StorageReserved = status_in_db.StorageReserved
itf_database.update_container(status_remote)
# call QoS Monitor
print '[Container Monitor] Call QoS Monitor for', container_id
monitor_qos.monitor_container(container_id)
def check_satisfiability(spec_id, container_id_list):
print '[QoS Checker] Check satisfiability of spec ' + spec_id + \
' on containers ' + str(container_id_list)
satisfied = True
spec = itf_database.get_spec(spec_id)
if len(container_id_list) == 0: # not scheduled
return False
container_status = []
for container_id in container_id_list:
status = itf_database.get_status(container_id)
container_status.append(status)
# Check disk space
satisfied = satisfied and check_space(spec, container_status)
if not satisfied:
print '[QoS Checker] Disk space not satisfied for spec: ' + spec_id
#check latency
satisfied = satisfied and check_latency(spec, container_status)
if not satisfied:
print '[QoS Checker] Latency not satisfied for spec: ' + spec_id
#check dataintegrity
satisfied = satisfied and check_dataintegrity(spec, container_status)
if not satisfied:
print '[QoS Checker] Dataintegrity not satisfied for spec: ' + spec_id
# Check reliability
satisfied = satisfied and check_reliability(spec, container_status)
if not satisfied:
print '[QoS Checker] Reliability not satisfied for spec: ' + spec_id
# Check availability
satisfied = satisfied and check_availability(spec, container_status)
if not satisfied:
print '[QoS Checker] Availability not satisfied for spec: ' + spec_id
# Check bandwidth
satisfied = satisfied and check_bandwidth(spec, container_status)
if not satisfied:
print '[QoS Checker] Bandwidth not satisfied for spec: ' + spec_id
if satisfied:
print '[QoS Checker] Spec ' + spec_id + ' is satisfied on ' + str(container_id_list)
return satisfied
def process_request(request):
cmd = request.cmd
data = request.data
print '[QoS Manager] Incoming request: ' + cmd + ' from ' + \
('cmdline' if request.from_cmdline else 'socket')
if data != '':
print 'Data:\n--------------------'
print data + '\n--------------------'
if cmd == '-schedule':
spec = itf_spec.QosSpec()
err = spec.parse_string(data)
if not err:
spec_db = itf_database.get_spec(spec.SpecId)
if spec_db == None: # spec does not exist
print '[QoS Manager] Schedule for new spec {' + spec.SpecId + '}'
scheduled_containers, data = qos_scheduler.schedule(spec, task='new')
if len(scheduled_containers) > 0:
itf_database.add_scheduled_spec(spec, scheduled_containers, init=True)
print '[QoS Manager] Successfully scheduled {' + spec.SpecId + '}'
else:
print '[QoS Manager] Fail to schedule new spec {' \
+ spec.SpecId + '} {' + data + '}'
exit(-1)
else: # reschedule for updated spec
print '[QoS Manager] User specification already exists'
print '[QoS Manager] Reschedule for spec {' + spec.SpecId + '}'
scheduled_containers, data = qos_scheduler.schedule(spec, task='update')
if len(scheduled_containers) > 0:
itf_database.add_scheduled_spec(spec, scheduled_containers)
print '[QoS Manager] Successfully rescheduled {' + spec.SpecId + '}'
else:
print '[QoS Manager] Fail to reschedule spec {' \
+ spec.SpecId + '} {' + data + '}'
exit(-1)
else:
print '[QoS Manager] Error: Invalid QoS spec.'
elif cmd == '-rm_spec':
spec_id = data
print '[QoS Manager] Remove spec {' + spec_id + '} from database'
itf_database.remove_spec(spec_id)
elif cmd == '-add_container':
# data is the path to the container status file
print '[QoS Manager] Add a new container with status: ' + data
# this request is from system admin when creating new container
monitor_container.insert(data) # insert status to db
status = itf_database.get_status(data)
print '[QoS Manager] Successfully adds new container ' + data
elif cmd == '-rm_container':
container_id = data
print '[QoS Manager] Remove container id: ' + container_id
# Set container availability to 0 for triggering reschedule
status = itf_database.get_status(container_id)
if status is not None:
old_avail = status.ContainerAvailability
status.ContainerAvailability = -1
itf_database.update_container(status)
# Reschedule every related spec - finally no spec will be on container
related_specs = itf_database.get_spec_ids_on_container(container_id)
for spec_id in related_specs:
print '[QoS Manager] Reschedule for spec {' + spec_id + '}'
spec = itf_database.get_spec(spec_id)
scheduled_containers, data = qos_scheduler.schedule(spec, task='new')
if len(scheduled_containers) > 0:
itf_database.add_scheduled_spec(spec, scheduled_containers)
print '[QoS Manager] Successfully rescheduled {' + spec_id + '}'
else:
print '[QoS Manager] Fail to reschedule spec {' \
+ spec_id + '} {' + data + '}'
status.ContainerAvailability = old_avail
itf_database.update_container(status)
exit(-1)
# Delete container in database
# NOTE: Must after finishing the file copy
succ = itf_database.remove_container(container_id)
if succ:
print '[QoS Manager] Container', container_id, 'is removed from database'
else:
print '[QoS Manager] Container', container_id, 'is not in database'
elif cmd == '-show_db':
print '[QoS Manager] QoS database summary:'
itf_database.summary(verbose=False)
elif cmd == '-show_db_verbose':
print '[QoS Manager] QoS database summary:'
itf_database.summary(verbose=True)
elif cmd == '-destroy_db':
print '[QoS Manager] Clearing all contents in the QoS database?'
prompt = raw_input('[y/n]:')
if prompt == 'y' or prompt == 'Y':
itf_database.init()
elif cmd == '-start_server':
if request.from_cmdline:
qos_server_main()
elif cmd == '-stop_server':
if request.from_cmdline:
# send a stop request to server
request = QosRequest()
request.cmd = '-stop_server'
client_send(request)
else:
return 1 # use this value for stop the server main loop
else:
print '[QoS Manager] Unsupported QoS request command: ', cmd
return -1
return 0
