def testNoMapper(self): events = [{ 'pid': 1, 'tid': 2, 'ph': 'X', 'name': 'a', 'cat': 'c', 'ts': 0, 'dur': 10, 'args': {} }, { 'pid': 1, 'tid': 2, 'ph': 'X', 'name': 'b', 'cat': 'c', 'ts': 3, 'dur': 5, 'args': {} }] trace_handle = file_handle.InMemoryFileHandle( '/a.json', json.dumps(events).encode('utf-8')) with map_single_trace.TemporaryMapScript(""" """) as map_script: result = map_single_trace.MapSingleTrace( trace_handle, _Handle(map_script.filename)) self.assertEquals(len(result.failures), 1) self.assertEquals(len(result.pairs), 0) f = result.failures[0] self.assertIsInstance(f, map_single_trace.FunctionNotDefinedFailure)
def testProcessingGiantTrace(self): # Populate a string trace of 2 million events. trace_events = ['['] for i in range(2000000): trace_events.append( '{"pid": 1, "tid": %i, "ph": "X", "name": "a", "cat": "c",' '"ts": %i, "dur": 1, "args": {}},' % (i % 5, 2 * i)) trace_events.append('{}]') trace_data = ''.join(trace_events) if not isinstance(trace_data, bytes): trace_data = trace_data.encode('utf-8') trace_handle = file_handle.InMemoryFileHandle('/a.json', trace_data) with map_single_trace.TemporaryMapScript(""" tr.mre.FunctionRegistry.register( function MyMapFunction(result, model) { var canonicalUrl = model.canonicalUrl; var numEvents = 0; for (var e of model.getProcess(1).getDescendantEvents()) { numEvents++; } result.addPair('result', { numEvents: numEvents }); }); """) as map_script: result = map_single_trace.MapSingleTrace( trace_handle, _Handle(map_script.filename)) self.assertFalse(result.failures, msg='\n'.join(str(f) for f in result.failures)) r = result.pairs['result'] self.assertEquals(r['numEvents'], 2000000)
def testPassingMapScript(self): events = [ {'pid': 1, 'tid': 2, 'ph': 'X', 'name': 'a', 'cat': 'c', 'ts': 0, 'dur': 10, 'args': {}}, {'pid': 1, 'tid': 2, 'ph': 'X', 'name': 'b', 'cat': 'c', 'ts': 3, 'dur': 5, 'args': {}} ] trace_handle = file_handle.InMemoryFileHandle( '/a.json', json.dumps(events)) with map_single_trace.TemporaryMapScript(""" tr.mre.FunctionRegistry.register( function MyMapFunction(result, model) { var canonicalUrl = model.canonicalUrl; result.addPair('result', { numProcesses: model.getAllProcesses().length }); }); """) as map_script: result = map_single_trace.MapSingleTrace(trace_handle, _Handle(map_script.filename)) self.assertFalse(result.failures) r = result.pairs['result'] self.assertEquals(r['numProcesses'], 1)
def testMapperWithUnexpectedError(self): events = [ { 'pid': 1, 'tid': 2, 'ph': 'X', 'name': 'a', 'cat': 'c', 'ts': 0, 'dur': 10, 'args': {} }, ] trace_handle = file_handle.InMemoryFileHandle( '/a.json', json.dumps(events).encode('utf-8')) with map_single_trace.TemporaryMapScript(""" quit(100); """) as map_script: result = map_single_trace.MapSingleTrace( trace_handle, _Handle(map_script.filename)) self.assertEquals(len(result.failures), 1) self.assertEquals(len(result.pairs), 0) f = result.failures[0] self.assertIsInstance(f, failure.Failure)
def testMapperDoesntAddValues(self): events = [{ 'pid': 1, 'tid': 2, 'ph': 'X', 'name': 'a', 'cat': 'c', 'ts': 0, 'dur': 10, 'args': {} }, { 'pid': 1, 'tid': 2, 'ph': 'X', 'name': 'b', 'cat': 'c', 'ts': 3, 'dur': 5, 'args': {} }] trace_handle = file_handle.InMemoryFileHandle('/a.json', json.dumps(events)) with map_single_trace.TemporaryMapScript(""" tr.mre.FunctionRegistry.register( function MyMapFunction(results, model) { }); """) as map_script: result = map_single_trace.MapSingleTrace( trace_handle, _Handle(map_script.filename)) self.assertEquals(len(result.failures), 1) self.assertEquals(len(result.pairs), 0) f = result.failures[0] self.assertIsInstance(f, map_single_trace.NoResultsAddedFailure)
def testMapperWithLoadError(self): events = [{ 'pid': 1, 'tid': 2, 'ph': 'X', 'name': 'a', 'cat': 'c', 'ts': 0, 'dur': 10, 'args': {} }, { 'pid': 1, 'tid': 2, 'ph': 'X', 'name': 'b', 'cat': 'c', 'ts': 3, 'dur': 5, 'args': {} }] trace_handle = file_handle.InMemoryFileHandle('/a.json', json.dumps(events)) with map_single_trace.TemporaryMapScript(""" throw new Error('Expected load error'); """) as map_script: result = map_single_trace.MapSingleTrace( trace_handle, _Handle(map_script.filename)) self.assertEquals(len(result.failures), 1) self.assertEquals(len(result.pairs), 0) f = result.failures[0] self.assertIsInstance(f, map_single_trace.FunctionLoadingFailure)
def testAsDict(self): result = mre_result.MreResult() with map_single_trace.TemporaryMapScript(""" tr.mre.FunctionRegistry.register( function MyMapFunction(result, model) { var canonicalUrl = model.canonicalUrl; result.addPair('result', { numProcesses: model.getAllProcesses().length }); }); """) as map_script: module = function_handle.ModuleToLoad(filename=map_script.filename) map_handle = function_handle.FunctionHandle( modules_to_load=[module], function_name='MyMapFunction') job = job_module.Job(map_handle, None) failure = failure_module.Failure(job, '2', '3', 'err', 'desc', 'stack') result.AddFailure(failure) result.AddPair('foo', 'bar') result_dict = result.AsDict() self.assertEquals(result_dict['failures'], [failure.AsDict()]) self.assertEquals(result_dict['pairs'], {'foo': 'bar'})
def testTraceDidntImport(self): trace_string = b'This is intentionally not a trace-formatted string.' trace_handle = file_handle.InMemoryFileHandle('/a.json', trace_string) with map_single_trace.TemporaryMapScript(""" tr.mre.FunctionRegistry.register( function MyMapFunction(results, model) { }); """) as map_script: result = map_single_trace.MapSingleTrace( trace_handle, _Handle(map_script.filename)) self.assertEquals(len(result.failures), 1) self.assertEquals(len(result.pairs), 0) f = result.failures[0] self.assertIsInstance(f, map_single_trace.TraceImportFailure)
def testMapFunctionThatThrows(self): events = [{ 'pid': 1, 'tid': 2, 'ph': 'X', 'name': 'a', 'cat': 'c', 'ts': 0, 'dur': 10, 'args': {} }, { 'pid': 1, 'tid': 2, 'ph': 'X', 'name': 'b', 'cat': 'c', 'ts': 3, 'dur': 5, 'args': {} }] trace_handle = file_handle.InMemoryFileHandle( '/a.json', json.dumps(events).encode('utf-8')) with map_single_trace.TemporaryMapScript(""" tr.mre.FunctionRegistry.register( function MyMapFunction(results, model) { throw new Error('Expected error'); }); """) as map_script: result = map_single_trace.MapSingleTrace( trace_handle, _Handle(map_script.filename)) self.assertEquals(len(result.failures), 1) self.assertEquals(len(result.pairs), 0) f = result.failures[0] self.assertIsInstance(f, map_single_trace.MapFunctionFailure)