def test_schedulerEventsAreSerializable(self):
s3 = InMemoryS3Interface.InMemoryS3InterfaceFactory()
result, simulation = self.computeUsingSeveralWorkers("""
sum(0,10**10)
""", s3, 4, timeout=240, returnSimulation=True
)
try:
someHadEvents = False
for worker, vdm, eventHandler in simulation.workersVdmsAndEventHandlers:
events = eventHandler.extractEvents()
events2 = pickle.loads(pickle.dumps(events))
print len(events), "events"
print len(pickle.dumps(events)), " bytes"
print len(pickle.dumps(events)) / len(events), " bytes per event."
self.assertTrue(len(events2) == len(events))
if len(events):
someHadEvents = True
CumulusNative.replayCumulusWorkerEventStream(events, True)
self.assertTrue(someHadEvents)
worker = None
vdm = None
eventHandler = None
finally:
simulation.teardown()
def test_schedulerEventsAreSerializable(self):
s3 = InMemoryS3Interface.InMemoryS3InterfaceFactory()
result, simulation = self.computeUsingSeveralWorkers("""
sum(0,10**10)
""", s3, 4, timeout=240, returnSimulation=True
)
try:
someHadEvents = False
for worker, vdm, eventHandler in simulation.workersVdmsAndEventHandlers:
events = eventHandler.extractEvents()
events2 = pickle.loads(pickle.dumps(events))
print len(events), "events"
print len(pickle.dumps(events)), " bytes"
print len(pickle.dumps(events)) / len(events), " bytes per event."
self.assertTrue(len(events2) == len(events))
if len(events):
someHadEvents = True
CumulusNative.replayCumulusWorkerEventStream(events, True)
self.assertTrue(someHadEvents)
worker = None
vdm = None
eventHandler = None
finally:
simulation.teardown()
def main(parsedArguments):
try:
eventSets = pickle.load(open(parsedArguments.file, "r"))
except:
eventSets = None
if eventSets is not None:
for events in eventSets:
logging.warn("**********************************************")
if len(events):
logging.warn("validating %s", events[0])
logging.warn("")
CumulusNative.replayCumulusWorkerEventStream(
events, parsedArguments.validation)
else:
CumulusNative.replayCumulusWorkerEventStreamFromFile(
parsedArguments.file, parsedArguments.validation)
return 0
def main(parsedArguments):
try:
eventSets = pickle.load(open(parsedArguments.file, "r"))
except:
eventSets = None
if eventSets is not None:
for events in eventSets:
logging.warn("**********************************************")
if len(events):
logging.warn("validating %s", events[0])
logging.warn("")
CumulusNative.replayCumulusWorkerEventStream(events, parsedArguments.validation)
else:
CumulusNative.replayCumulusWorkerEventStreamFromFile(
parsedArguments.file,
parsedArguments.validation
)
return 0
