def __init__(self):
self.identity = 'sched-' + socket.gethostbyname(socket.gethostname())
self.sched_client_thread = ZmqConnectionThread(
self.identity,
zmq.DEALER,
config.SCHEDULER+":" + str(config.ZMQ_SCHEDULER_PORT),
self.callback)
self.monitor_thread = NodeMonitor()
self.running = True
logfile = config.LOGDIR + "/local_scheduler.log"
self.logger = WeaselLogger('local_scheduler', logfile)
self.capacity = self.monitor_thread.capacity
self.max_tasks_to_run = {}
''' the starting number of tasks is defined based on the slot size '''
self.ntasks_to_ask = 1
self.task_id = 1
self.time_asked_first = time.time()
self.time_from_last_ask = -1
''' this is to keep track of number of running tasks ? '''
self.running_task = 0
self.nran_tasks = []
self.time_from_last_ask = time.time()
self.queues_asked_for = []
self.current_ntasks = 1
self.has_new_task = False
self.is_profiling = False
self.first_task = False
self.task_data = {}
self.t_avg = {}
self.task_data_lock = threading.Lock()
self.running_task_lock = threading.Lock()
self.average_utilization = {'cpu': 0.0, 'memory': 0.0, 'network': 0.0}
self.average_task_exec_time = 0.0
self.sleep_time = config.WAITTIME
self.past_speed_changes = []
# 'id': id, 'tpool': threadPool, 'rvector': resource_characteristics
self.queue_data = {}
self.task_time = 1
self.queue_data_lock = threading.Lock()
self.has_new_queue = False
self.new_queues = []
self.message_to_send = None
''' this is to control how many tasks to run in parallel'''
self.logger.info("NodeScheduler started...")
self.nrunning_past_period = []
