def __init__(self):
self._events_heap = Heap()
self._handlers = {}
self._latest_handled_timestamp = -1
self.RunningJobs = []
self.QueuedJobs = []
class EventQueue(object):
"""
Generic event queue.
Handlers are registered for specific event class types. They are called
when the event is reach with advance().
Example:
queue = EventQueue()
def handler1(event): ...
def handler2(event): ...
queue.add_handler(JobTerminationEvent, handler1)
queue.add_handler(JobSubmissionEvent, handler2)
queue.add_handler(JobSubmissionEvent, handler1)
queue.add_event( JobSubmissionEvent(0, ...) )
queue.add_event( JobTerminationEvent(1, ...) )
queue.advance() # JobSubmissionEvent reached, handler2 and handler1 called
queue.advance() # JobTerminationEvent reached, handler1 called
"""
def __init__(self):
self._events_heap = Heap()
self._handlers = {}
self._latest_handled_timestamp = -1
def add_event(self, event):
assert (
event.timestamp, event
) not in self._events_heap # TODO: slow assert, disable for production
assert event.timestamp >= self._latest_handled_timestamp
# insert into heap
self._events_heap.push((event.timestamp, event))
def remove_event(self, event):
assert (event.timestamp, event) in self._events_heap
self._events_heap.remove((event.timestamp, event))
@property
def events(self):
"All events, used for testing"
return set(event for (timestamp, event) in self._events_heap)
@property
def sorted_events(self):
"Sorted events, used for testing"
return sorted(self.events)
@property
def is_empty(self):
return len(self) == 0
def __len__(self):
return len(self._events_heap)
def pop(self):
assert not self.is_empty
timestamp, event = self._events_heap.pop()
return event
def _get_event_handlers(self, event_type):
if event_type in self._handlers:
return self._handlers[event_type]
else:
return []
def advance(self):
"pop and handle the next event in the queue"
assert not self.is_empty
event = self.pop()
for handler in self._get_event_handlers(type(event)):
handler(event)
self._latest_handled_timestamp = event.timestamp
def add_handler(self, event_type, handler):
self._handlers.setdefault(event_type, [])
self._handlers[event_type].append(handler)
def __str__(self):
return "EventQueue<num_events=%s>" % len(self)
def __init__(self):
self._events_heap = Heap()
self._handlers = {}
self._latest_handled_timestamp = -1
def __init__(self):
self._events_heap = Heap()
self._handlers = {}
self._latest_handled_timestamp = -1
self.RunningJobs = []
self.QueuedJobs = []
class EventQueue(object):
"""
Generic event queue.
Handlers are registered for specific event class types. They are called
when the event is reach with advance().
Example:
queue = EventQueue()
def handler1(event): ...
def handler2(event): ...
queue.add_handler(JobTerminationEvent, handler1)
queue.add_handler(JobSubmissionEvent, handler2)
queue.add_handler(JobSubmissionEvent, handler1)
queue.add_event( JobSubmissionEvent(0, ...) )
queue.add_event( JobTerminationEvent(1, ...) )
queue.advance() # JobSubmissionEvent reached, handler2 and handler1 called
queue.advance() # JobTerminationEvent reached, handler1 called
"""
def __init__(self):
self._events_heap = Heap()
self._handlers = {}
self._latest_handled_timestamp = -1
self.RunningJobs = []
self.QueuedJobs = []
def add_event(self, event):
print "add_event: ",event.__class__.__name__," JobId: ",event.job.id," timestamp: ",event.timestamp, ""
assert (event.timestamp, event) not in self._events_heap, "assert: JobID = %r" % event.job.id # TODO: slow assert, disable for production
#assert event.timestamp >= self._latest_handled_timestamp
# insert into heap
self._events_heap.push( (event.timestamp, event) )
def remove_event(self, event):
assert (event.timestamp, event) in self._events_heap
self._events_heap.remove( (event.timestamp, event) )
@property
def events(self):
"All events, used for testing"
return set(event for (timestamp, event) in self._events_heap)
#@property
#def sorted_events(self):
# "Sorted events, used for testing"
# return sorted(self.events)
@property
def is_empty(self):
return len(self) == 0
def __len__(self):
return len(self._events_heap)
def pop(self):
assert not self.is_empty
timestamp, event = self._events_heap.pop()
return event
def _get_event_handlers(self, event_type):
if event_type in self._handlers:
return self._handlers[event_type]
else:
return []
def advance(self):
"pop and handle the next event in the queue"
assert not self.is_empty
event = self.pop()
for handler in self._get_event_handlers( type(event) ):
handler(event)
self._latest_handled_timestamp = event.timestamp
def add_handler(self, event_type, handler):
self._handlers.setdefault(event_type, [])
self._handlers[event_type].append(handler)
def __str__(self):
return "EventQueue<num_events=%s>" % len(self)
def __init__(self):
self._events_heap = Heap()
self._handlers = {}
self._latest_handled_timestamp = -1
