def _check_deps(module, validate): """Check app:endpoint dependencies.""" deps = set() errors = [] for (appname, app) in module.apps.iteritems(): for epname in app.endpoints: endpt = app.endpoints[epname] for (_, call) in syslalgo.enumerate_calls(endpt.stmt): targetname = syslx.fmt_app_name(call.target) if targetname not in module.apps: errors.append('{} <- {}: calls non-existent app {}'.format( appname, epname, targetname)) else: target = module.apps[targetname] assert 'abstract' not in syslx.patterns(target.attrs), ( "call target '{}' must not be ~abstract".format(targetname)) if call.endpoint not in target.endpoints: errors.append( '{} <- {}: calls non-existent endpoint {} -> {}'.format( appname, epname, targetname, call.endpoint)) else: deps.add(((appname, epname), (targetname, call.endpoint))) if errors and validate: raise Exception('broken deps:\n ' + '\n '.join(errors)) return deps
def _map_subscriptions(module): """Map pubsub subscriptions into direct calls.""" for appname in module.apps: app = module.apps[appname] if 'abstract' in syslx.patterns(app.attrs): continue for epname in app.endpoints: endpt = app.endpoints[epname] if endpt.HasField('source'): src_app = module.apps[syslx.fmt_app_name(endpt.source)] src_ep_name = endpt.name.split(' -> ')[1] #if 'PoBusinessEvent' in src_ep_name: import pdb; pdb.set_trace() assert src_ep_name in src_app.endpoints, ( appname, epname, src_ep_name, str(src_app)) src_ep = src_app.endpoints[src_ep_name] # Add call to pubsub endpoint. stmt = src_ep.stmt.add() call = stmt.call call.target.CopyFrom(app.name) call.endpoint = endpt.name # Maybe add ret. ret_payload = syslalgo.return_payload(endpt.stmt) if ret_payload: stmt = src_ep.stmt.add() stmt.ret.payload = ret_payload
def _resolve_mixins(module): """Resolve mixin references. Copies endpoints from mixed-in apps. """ # Detect cycles edges = { (appname, syslx.fmt_app_name(mixin.name)) for (appname, app) in module.apps.iteritems() for mixin in app.mixin2} while True: more_edges = { (a, c) for (a, b1) in edges for (b2, c) in edges if b1 == b2 } - edges if not more_edges: break edges |= more_edges self_edges = {(a, b) for (a, b) in edges if a == b} if self_edges: raise RuntimeError( "mixin cycle(s) detected involving: {}".format( ', '.join(a for (a, _) in self_edges))) # recursively inject mixins, avoiding double-injection injected = set() def inject(appname): app = module.apps[appname] if appname not in injected: for mixin in app.mixin2: mixin_app = inject(syslx.fmt_app_name(mixin.name)) # Check for ~abstract assert 'abstract' in syslx.patterns(mixin_app.attrs), ( "mixin {} must be ~abstract".format(syslx.fmt_app_name(mixin.name))) for (epname, endpt) in mixin_app.endpoints.iteritems(): app.endpoints[epname].CopyFrom(endpt) for (tname, t) in mixin_app.types.iteritems(): app.types[tname].CopyFrom(t) for (vname, v) in mixin_app.views.iteritems(): app.views[vname].CopyFrom(v) injected.add(appname) return app for appname in module.apps: inject(appname)
def inject(appname): app = module.apps[appname] if appname not in injected: for mixin in app.mixin2: mixin_app = inject(syslx.fmt_app_name(mixin.name)) # Check for ~abstract assert 'abstract' in syslx.patterns(mixin_app.attrs), ( "mixin {} must be ~abstract".format(syslx.fmt_app_name(mixin.name))) for (epname, endpt) in mixin_app.endpoints.iteritems(): app.endpoints[epname].CopyFrom(endpt) for (tname, t) in mixin_app.types.iteritems(): app.types[tname].CopyFrom(t) for (vname, v) in mixin_app.views.iteritems(): app.views[vname].CopyFrom(v) injected.add(appname) return app
def serializer(context): (app, module, package, model_class, write_file, _, _) = context facade = bool(context.wrapped_model) w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) java.Import(w, 'java.io.IOException') w.head() java.Import(w, 'java.text.ParseException') w.head() java.Import(w, 'com.fasterxml.jackson.core.JsonGenerator') java.Import(w, 'com.fasterxml.jackson.databind.JsonSerializer') java.Import(w, 'com.fasterxml.jackson.databind.SerializerProvider') w.head() java.Import(w, 'org.joda.time.format.DateTimeFormatter') java.Import(w, 'org.joda.time.format.ISODateTimeFormat') if facade: model_name = syslx.fmt_app_name(context.wrapped_model.name) modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s w.head() java.Import(w, modelpkg + '.*') w() with java.Class(w, model_class + 'JsonSerializer', write_file, package=package, extends='JsonSerializer<' + model_class + '>'): w() with java.Method(w, 'public', 'void', 'serialize', [(model_class, 'facade' if facade else 'model'), ('JsonGenerator', 'g'), ('SerializerProvider', 'provider')], throws=['IOException'], override=True): if facade: w('{} model = facade.getModel();', model_name) w(u'g.writeStartObject();') for (tname, t) in sorted(app.types.iteritems()): if t.WhichOneof('type') == 'relation': w(u'serialize{0}View(g, model.get{0}Table());', tname) w(u'g.writeEndObject();') for (tname, t) in sorted(app.types.iteritems()): if not t.WhichOneof('type') in ['relation', 'tuple']: continue w() with java.Method(w, 'public', 'void', 'serialize' + tname + 'View', [('JsonGenerator', 'g'), (tname + '.View', 'view')], throws=['IOException']): with java.If(w, 'view.isEmpty()'): w('return;') w('g.writeArrayFieldStart("{}");', tname) with java.For(w, '{} item : view', tname): w('g.writeStartObject();') for (fname, f) in datamodel.sorted_fields(t): jfname = java.name(fname) method = java.CamelCase(jfname) type_ = datamodel.typeref(f, module)[2] extra = '{}' which_type = type_.WhichOneof('type') if which_type == 'primitive': (jsontype, extra) = JSON_GEN_MAP[type_.primitive] if type_.primitive == type_.DECIMAL: for c in type_.constraint: if c.scale: access = ( '{0} == null ? null : item.{0}.setScale({1}, ' 'java.math.RoundingMode.HALF_UP)').format( jfname, c.scale) break else: access = jfname elif which_type == 'enum': jsontype = 'Number' access = jfname + '.getValue()' elif which_type == 'tuple': access = jfname else: raise RuntimeError( 'Unexpected field type for JSON export: ' + which_type) w(u'writeField(g, "{}", {});', jfname, extra.format('item.' + access)) w(u'g.writeEndObject();') w(u'g.writeEndArray();') for t in ['Boolean', 'String']: w() with java.Method(w, 'private', 'void', 'writeField'.format(t), [('JsonGenerator', 'g'), ('String', 'fieldname'), (t, 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.write{}Field(fieldname, value);', t) w() with java.Method(w, 'private', 'void', 'writeField'.format(t), [('JsonGenerator', 'g'), ('String', 'fieldname'), ('Integer', 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeNumberField(fieldname, value.intValue());') w() with java.Method(w, 'private', 'void', 'writeField'.format(t), [('JsonGenerator', 'g'), ('String', 'fieldname'), ('Double', 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeNumberField(fieldname, value.doubleValue());') w() with java.Method(w, 'private', 'void', 'writeField'.format(t), [('JsonGenerator', 'g'), ('String', 'fieldname'), ('BigDecimal', 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeNumberField(fieldname, value);') w() with java.Method(w, 'private', 'void', 'writeField'.format(t), [('JsonGenerator', 'g'), ('String', 'fieldname'), ('DateTime', 'value'), ('DateTimeFormatter', 'fmt')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeStringField(fieldname, fmt.print(value));') w() with java.Method(w, 'private', 'void', 'writeField'.format(t), [('JsonGenerator', 'g'), ('String', 'fieldname'), ('LocalDate', 'value'), ('DateTimeFormatter', 'fmt')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeStringField(fieldname, fmt.print(value));') w() with java.Method(w, 'private', 'void', 'writeField'.format(t), [('JsonGenerator', 'g'), ('String', 'fieldname'), ('UUID', 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeStringField(fieldname, value.toString());') w('\nprivate final DateTimeFormatter iso8601Date = ' 'ISODateTimeFormat.date();') w('private final DateTimeFormatter iso8601DateTime = ' 'ISODateTimeFormat.dateTime();')
def deserializer(context): (app, module, package, model_class, write_file, _, _) = context facade = bool(context.wrapped_model) w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) java.Import(w, 'java.io.IOException') w.head() java.Import(w, 'java.text.ParseException') w.head() java.Import(w, 'com.fasterxml.jackson.core.JsonParseException') java.Import(w, 'com.fasterxml.jackson.core.JsonParser') java.Import(w, 'com.fasterxml.jackson.core.JsonToken') java.Import(w, 'com.fasterxml.jackson.databind.JsonDeserializer') java.Import(w, 'com.fasterxml.jackson.databind.DeserializationContext') w.head() java.Import(w, 'org.joda.time.format.DateTimeFormatter') java.Import(w, 'org.joda.time.format.ISODateTimeFormat') if facade: model_name = syslx.fmt_app_name(context.wrapped_model.name) modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s w.head() java.Import(w, modelpkg + '.*') else: model_name = model_class has_tables = any( t.HasField('relation') for (tname, t) in sorted(app.types.iteritems())) w() with java.Class(w, model_class + 'JsonDeserializer', write_file, package=package, extends=has_tables and 'JsonDeserializer<' + model_class + '>'): if has_tables: w() with java.Method(w, 'public', model_class, 'deserialize', [('JsonParser', 'p'), ('DeserializationContext', 'provider')], throws=['IOException', 'JsonParseException'], override=True): w('{0} model = new {0}();', model_name) w() w('eatToken(p, JsonToken.START_OBJECT);') with java.While(w, 'p.getCurrentToken() != JsonToken.END_OBJECT'): with java.Switch(w, 'eatName(p)'): for (tname, t) in sorted(app.types.iteritems()): if t.HasField('relation'): w(('case "{0}": deserialize{0}Table(p, ' 'model.get{0}Table()); break;'), tname) w('default: skipJson(p);') w('expectToken(p, JsonToken.END_OBJECT);') w() w('return model;') for (tname, t) in sorted(app.types.iteritems()): if not t.HasField('relation'): continue pkey = datamodel.primary_key_params(t, context.module) pkey_fields = {f for (_, f, _) in pkey} fkeys = { java.name(fname): type_info for (fname, _, type_info) in datamodel.foreign_keys(t, context.module)} private_setters = pkey_fields | set(fkeys.iterkeys()) w() with java.Method(w, 'private', 'void', 'deserialize' + tname + 'Table', [('JsonParser', 'p'), (tname + '.Table', 'table')], throws=['IOException', 'JsonParseException']): w('eatToken(p, JsonToken.START_ARRAY);') with java.While(w, 'p.getCurrentToken() != JsonToken.END_ARRAY'): w('eatToken(p, JsonToken.START_OBJECT);') w('{0} entity = {0}._PRIVATE_new(table.model());', tname) with java.While(w, 'p.getCurrentToken() != JsonToken.END_OBJECT'): with java.Switch(w, u'eatName(p)'): for (fname, f) in datamodel.sorted_fields(t): jfname = java.name(fname) (typename, _, type_) = datamodel.typeref(f, module) extra = '{}' which_type = type_.WhichOneof('type') if which_type == 'primitive': jsontype = JSON_PARSE_MAP[type_.primitive] if isinstance(jsontype, tuple): (jsontype, extra) = jsontype elif which_type == 'enum': jsontype = 'IntValue' extra = typename + '.from({})' else: raise RuntimeError( 'Unexpected field type for JSON export: ' + which_type) private = '_PRIVATE_' if jfname in private_setters else '' if type_.primitive in [ sysl_pb2.Type.DATE, sysl_pb2.Type.DATETIME]: with java.Case(w, '"{}"', jfname): w(('entity.{}set{}(' 'p.getCurrentToken() == JsonToken.VALUE_NULL' ' ? null : {}); break;'), private, java.CamelCase(jfname), extra.format('p.get{}()'.format(jsontype))) else: w(('case "{}": entity.{}set{}(p.getCurrentToken() == ' 'JsonToken.VALUE_NULL ? null : {}); break;'), jfname, private, java.CamelCase(jfname), extra.format('p.get{}()'.format(jsontype))) with java.Default(w): w('skipJson(p);') w('continue;') w('p.nextToken();') w('p.nextToken();') w() w('table.insert(entity);') w('p.nextToken();') with java.Method(w, '\nprivate', 'void', 'eatToken', [('JsonParser', 'p'), ('JsonToken', 'token')], throws=['IOException']): w(u'expectToken(p, token);') w(u'p.nextToken();') with java.Method(w, '\nprivate', 'void', 'expectToken', [('JsonParser', 'p'), ('JsonToken', 'token')]): with java.If(w, 'p.getCurrentToken() != token'): w(('System.err.printf("<<Unexpected token: %s (expecting %s)>>\\n", ' 'tokenName(p.getCurrentToken()), tokenName(token));')) w('throw new {}Exception();', model_name) with java.Method(w, '\nprivate', 'String', 'eatName', [('JsonParser', 'p')], throws=['IOException']): w('expectToken(p, JsonToken.FIELD_NAME);') w('String name = p.getCurrentName();') w('p.nextToken();') w('return name;') with java.Method(w, '\nprivate', 'String', 'tokenName', [('JsonToken', 'token')]): with java.If(w, 'token == null'): w('return "null";') with java.Switch(w, 'token'): for tok in ( 'END_ARRAY END_OBJECT FIELD_NAME NOT_AVAILABLE START_ARRAY ' 'START_OBJECT VALUE_EMBEDDED_OBJECT VALUE_FALSE VALUE_NULL ' 'VALUE_NUMBER_FLOAT VALUE_NUMBER_INT VALUE_STRING VALUE_TRUE' ).split(): w('case {0}: return "{0}";', tok); w('return "";') # TODO: refactor into base class # TODO: replace recursion with depth counter with java.Method(w, '\nprivate', 'void', 'skipJson', [('JsonParser', 'p')], throws=['IOException']): w('JsonToken tok = p.getCurrentToken();') w('p.nextToken();') with java.Switch(w, 'tok'): for tok in ( 'VALUE_FALSE VALUE_NULL VALUE_NUMBER_FLOAT VALUE_NUMBER_INT ' 'VALUE_STRING VALUE_TRUE').split(): w('case {}: break;', tok) with java.Case(w, 'START_ARRAY'): with java.While(w, 'p.getCurrentToken() != JsonToken.END_ARRAY'): w('skipJson(p);') w('p.nextToken();') w('break;') with java.Case(w, 'START_OBJECT'): with java.While(w, 'p.getCurrentToken() != JsonToken.END_OBJECT'): w('p.nextToken();') w('skipJson(p);') w('p.nextToken();') w('break;') # TODO: Is permissive dateTimeParser OK for date types? w('\nprivate final DateTimeFormatter iso8601DateTime = ' 'ISODateTimeFormat.dateTimeParser();') w()
def export_facade_class(context): model_name = syslx.fmt_app_name(context.wrapped_model.name) modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s w = writer.Writer('java') java.Package(w, context.package) java.StandardImports(w) java.Import(w, modelpkg + '.' + model_name) w() with java.Class(w, context.appname, context.write_file, package=context.package): with java.Ctor(w, '\npublic', context.appname, [(model_name, 'model')]): w('this.model = model;') for (tname, _, _) in syslx.wrapped_facade_types(context): w('this.{}Facade = new {}Facade();', java.safe(tname[:1].lower() + tname[1:]), tname) with java.Method(w, '\npublic', model_name, 'getModel'): w('return model;') java.SeparatorComment(w) for (tname, ft, t) in syslx.wrapped_facade_types(context): if t.HasField('relation'): pkey = datamodel.primary_key_params(t, context.module) pkey_fields = {f for (_, f, _) in pkey} param_defs = [(typ, jfname) for (typ, fname, jfname) in pkey if 'autoinc' not in syslx.patterns( t.relation.attr_defs[fname].attrs)] params = ''.join(', ' + f for (_, f) in param_defs) param = ', '.join(f for (_, f) in param_defs) fkeys = { java.name(fname): type_info for (fname, _, type_info ) in datamodel.foreign_keys(t, context.module) } inner_type = ('HashMap<Key, {}>' if pkey else 'HashSet<{}>').format(tname) required = [] for fname in sorted(ft.relation.attr_defs.keys()): f = t.relation.attr_defs.get(fname) if ('required' in syslx.patterns(f.attrs) or 'required' in syslx.patterns( ft.relation.attr_defs.get(fname).attrs)): jfname = java.name(fname) method = java.CamelCase(jfname) (java_type, type_info, _) = datamodel.typeref(f, context.module) if java_type == 'Object': datamodel.typeref(f, context.module) required.append((fname, java_type)) with java.Method(w, '\npublic', tname + 'Facade', 'get' + tname): w('return {}Facade;', java.safe(tname[:1].lower() + tname[1:])) w() with java.Class(w, tname + 'Facade', context.write_file): with java.Method(w, 'public', '{}.{}.Table'.format(modelpkg, tname), 'table'): w('return model.get{}Table();', tname, param) w() if param_defs or required: with java.Method(w, 'public', 'Builder0', 'build'): w('return new Builder0();') keytypes = {f: kt for (kt, f) in param_defs} keys = sorted(keytypes) keyindices = {k: i for (i, k) in enumerate(keys)} if len(keys) > 3: # 4 perms yields 16 builders with 32 setters. logging.error('OUCH! Too many primary key fields') import pdb pdb.set_trace() for perm in range(2**len(keys)): bname = 'Builder' + str(perm) w() with java.Class(w, bname, context.write_file): done = [ k for (i, k) in enumerate(keys) if 2**i & perm ] remaining = [k for k in keys if k not in done] with java.Ctor(w, '', bname, [(keytypes[k], k) for k in done]): for k in done: w('this.{0} = {0};', k) if required and not remaining: w( 'this._pending = {};', hex(2**len(required) - 1).rstrip('L')) for fname in remaining: f = t.relation.attr_defs[fname] jfname = java.name(fname) method = java.CamelCase(jfname) (java_type, type_info, _) = datamodel.typeref(f, context.module) next_bname = 'Builder{}'.format( perm | 2**keyindices[fname]) w() if jfname in fkeys: fk_type = fkeys[jfname].parent_path fk_field = fkeys[jfname].field if f.type_ref.ref.path[-1:] == [fname]: method_suffix = fk_type else: method_suffix = method + 'From' with java.Method( w, 'public', next_bname, 'with' + method_suffix, [(modelpkg + '.' + fk_type, 'entity')]): w( '{} {} = entity == null ? null : entity.get{}();', java_type, jfname, java.CamelCase(fk_field)) w( 'return new {}({});', next_bname, ', '.join(k for k in keys if k == fname or k in done)) else: with java.Method( w, 'public', next_bname, 'with' + java.CamelCase(fname), [(keytypes[fname], fname)]): w( 'return new {}({});', next_bname, ', '.join(k for k in keys if k == fname or k in done)) if not remaining: for (i, (r, rtype)) in enumerate(required): method = java.CamelCase(r) w() # TODO: jfname set in a previous loop?? if jfname in fkeys: fk_type = fkeys[jfname].parent_path fk_field = fkeys[jfname].field if f.type_ref.ref.path[-1:] == [ fname ]: method = fk_type else: method += 'From' with java.Method( w, 'public', bname, 'with' + method, [(modelpkg + '.' + fk_type, java.mixedCase(fk_type))]): with java.If( w, '(_pending & {}) == 0', hex(2**i)): # TODO: More specific exception w('throw new RuntimeException();' ) w('this.{0} = {0};', java.mixedCase(fk_type)) w('_pending &= ~{};', hex(2**i)) w('return this;') else: with java.Method( w, 'public', bname, 'with' + method, [(rtype, r)]): with java.If( w, '(_pending & {}) == 0', hex(2**i)): # TODO: More specific exception w('throw new RuntimeException();' ) w('this.{0} = {0};', r) w('_pending &= ~{};', hex(2**i)) w('return this;') with java.Method(w, '\npublic', modelpkg + '.' + tname, 'insert'): if required: with java.If(w, '_pending != 0'): # TODO: More specific exception w('throw new RuntimeException();' ) w( u'{} result = table()._PRIVATE_insert({});', modelpkg + '.' + tname, param) for (r, rtype) in required: if jfname in fkeys: fk_field = fkeys[ jfname].field w('result.set{}({});', fk_type, java.mixedCase(fk_type)) else: w('result.set{}({});', java.CamelCase(r), r) w('return result;') else: w( u'return table()._PRIVATE_insert({});', param) if done: w() w('// primary key') for d in done: w('private final {} {};', keytypes[d], d) if required and not remaining: w() w('// required fields') for (r, rtype) in required: if jfname in fkeys: fk_type = fkeys[jfname].parent_path fk_field = fkeys[jfname].field w('private {} {};', modelpkg + '.' + fk_type, java.mixedCase(fk_type)) else: w('private {} {};', rtype, r) w() w('private int _pending;') else: with java.Method(w, 'public', modelpkg + '.' + tname, 'insert'): w('{} result = table()._PRIVATE_insert();', modelpkg + '.' + tname) w('return result;') java.SeparatorComment(w) for (tname, _, t) in syslx.wrapped_facade_types(context): if t.HasField('relation'): w('private final {}Facade {}Facade;', tname, java.safe(tname[:1].lower() + tname[1:])) w() w('private final {}.{} model;', modelpkg, model_name) w()
def generate_component_view(): name_map = {} def make_varmgr(): """Return a variable manager instance.""" appfmt = syslx.View(module.apps.get( args.project).attrs)['appfmt'].s appfmt = diagutil.parse_fmt(appfmt) def new_var(var, name): """Outputs a new definition when VarManager makes a new variable.""" app = module.apps[name] write( '[{}] as {}{}', appfmt(appname=name_map.get(name, name), **diagutil.attr_fmt_vars(app.attrs)).replace( '\n', r'\n'), var, ' <<highlight>>' if name in highlights else '') return diagutil.VarManager(new_var) with write.uml(): if diagram_title: write('title ' + diagram_title) write('hide stereotype') write('scale max 16384 height') write('skinparam linetype ortho') write('skinparam component {{') write(' BackgroundColor FloralWhite') write(' BorderColor Black') write(' ArrowColor Crimson') if highlight_color: write(' BackgroundColor<<highlight>> ' + highlight_color) if arrow_color: write(' ArrowColor ' + arrow_color) if indirect_arrow_color and indirect_arrow_color != 'none': write(' ArrowColor<<indirect>> ' + indirect_arrow_color) write('}}') var_name = make_varmgr() if args.clustered or endpt_attrs['view'].s == 'clustered': clusters = diagutil.group_by( apps, key=lambda app: app.partition(' :: ')[0]) clusters = [(cluster, members) for (cluster, g) in clusters for members in [list(g)] if len(members) > 1] name_map = { app: app.partition(' :: ')[-1] or app for (cluster, members) in clusters for app in members } for (cluster, cluster_apps) in clusters: write('package "{}" {{', cluster) for app in cluster_apps: var_name(app) # write(' {}', var_name(app)) write('}}') calls_drawn = set() if endpt_attrs['view'].s == 'system': for ((app_a, _), (app_b, _)) in integrations: direct = {app_a, app_b} & highlights app_a = app_a.partition(' :: ')[0] app_b = app_b.partition(' :: ')[0] if app_a != app_b and (app_a, app_b) not in calls_drawn: if direct or indirect_arrow_color != 'none': write('{} --> {}{}', var_name(app_a), var_name(app_b), '' if direct else ' <<indirect>>') calls_drawn.add((app_a, app_b)) else: for ((app_a, _), (app_b, _)) in integrations: if app_a != app_b and (app_a, app_b) not in calls_drawn: direct = {app_a, app_b} & highlights if direct or indirect_arrow_color != 'none': write('{} --> {}{}', var_name(app_a), var_name(app_b), '' if direct else ' <<indirect>>') calls_drawn.add((app_a, app_b)) for appname in apps: for mixin in module.apps[appname].mixin2: mixin_name = syslx.fmt_app_name(mixin.name) mixin_app = module.apps[mixin_name] write('{} <|.. {}', var_name(mixin_name), var_name(appname))
def serializer(context): (app, module, package, model_class, write_file, _, _) = context facade = bool(context.wrapped_model) w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) java.Import(w, 'java.text.ParseException') w.head() java.Import(w, 'javax.xml.stream.XMLStreamException') java.Import(w, 'javax.xml.stream.XMLStreamWriter') w.head() java.Import(w, 'org.joda.time.format.DateTimeFormatter') java.Import(w, 'org.joda.time.format.ISODateTimeFormat') if facade: model_name = syslx.fmt_app_name(context.wrapped_model.name) modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s w.head() java.Import(w, modelpkg + '.*') else: modelpkg = package with java.Class(w, '\n{}XmlSerializer'.format(model_class), write_file, package=package): with java.Method(w, '\npublic', 'void', 'serialize', [(model_class, 'facade' if facade else 'model'), ('XMLStreamWriter', 'xsw')], throws=['XMLStreamException']): if facade: w('{} model = facade.getModel();', model_name) w('xsw.writeStartElement("{}");', model_class) for (tname, ft, t) in syslx.sorted_types(context): if t.WhichOneof('type') == 'relation': w('serialize(model.get{0}Table(), xsw, "{0}");', tname) w('xsw.writeEndElement();') for (tname, ft, t) in syslx.sorted_types(context): java.SeparatorComment(w) if t.WhichOneof('type') in ['relation', 'tuple']: with java.Method(w, '\npublic', 'void', 'serialize', [(modelpkg + '.' + tname + '.View', 'view'), ('XMLStreamWriter', 'xsw'), ('String', 'tag')], throws=['XMLStreamException']): with java.If(w, 'view == null || view.isEmpty()'): w('return;') if t.WhichOneof('type') == 'relation': w('xsw.writeStartElement("{}List");', tname) order = [ o.s for o in syslx.View(t.attrs)['xml_order'].a.elt ] if order: order_logic = [] for o in order: order_logic.append( ' i = io.sysl.ExprHelper.doCompare' '(a.get{0}(), b.get{0}());\n' ' if (i != 0) return i;\n'.format( java.CamelCase(o))) order_by = ( '.orderBy(\n' ' new java.util.Comparator<{0}> () {{\n' ' @Override\n' ' public int compare({0} a, {0} b) {{\n' ' int i;\n' '{1}' ' return 0;\n' ' }}\n' ' }})\n').format(tname, ''.join(order_logic)) else: order_by = '' with java.For(w, '{} item : view{}', modelpkg + '.' + tname, order_by): w('serialize(item, xsw, tag);', tname) if t.WhichOneof('type') == 'relation': w('xsw.writeEndElement();') with java.Method(w, '\npublic', 'void', 'serialize', [(modelpkg + '.' + tname, 'entity'), ('XMLStreamWriter', 'xsw')], throws=['XMLStreamException']): w('serialize(entity, xsw, "{}");', tname) with java.Method(w, '\npublic', 'void', 'serialize', [(modelpkg + '.' + tname, 'entity'), ('XMLStreamWriter', 'xsw'), ('String', 'tag')], throws=['XMLStreamException']): with java.If(w, 'entity == null'): w('return;') w('xsw.writeStartElement(tag);', tname) for wantAttrs in [True, False]: for (fname, f) in datamodel.sorted_fields(t): jfname = java.name(fname) method = java.CamelCase(jfname) tref = datamodel.typeref(f, module) type_ = tref[2] if not type_: continue extra = '' which_type = type_.WhichOneof('type') if which_type == 'primitive': extra = XML_GEN_MAP[type_.primitive] if type_.primitive == type_.DECIMAL: for c in type_.constraint: if c.scale: access = 'round(entity.get{}(), {})'.format( method, c.scale) break else: access = 'entity.get{}()'.format(method) elif which_type == 'enum': access = 'entity.get{}().getValue()'.format( method) elif which_type == 'tuple': access = 'entity.get{}()'.format(method) else: raise RuntimeError( 'Unexpected field type for XML export: ' + which_type) if wantAttrs == ('xml_attribute' in syslx.patterns(f.attrs)): if wantAttrs: w('serializeAttr("{}", {}{}, xsw);', jfname, access, extra) else: if jfname == 'index': import pdb pdb.set_trace() w('serializeField("{}", {}{}, xsw);', jfname, access, extra) w('xsw.writeEndElement();') with java.Method(w, '\npublic', 'void', 'serializeField', [('String', 'fieldname'), (modelpkg + '.' + tname + '.View', 'view'), ('XMLStreamWriter', 'xsw')], throws=['XMLStreamException']): with java.If(w, 'view != null && !view.isEmpty()'): w('serialize(view, xsw, fieldname);') with java.Method(w, '\npublic', 'void', 'serializeField', [('String', 'fieldname'), (modelpkg + '.' + tname, 'entity'), ('XMLStreamWriter', 'xsw')], throws=['XMLStreamException']): with java.If(w, 'entity != null'): w('serialize(entity, xsw, fieldname);') def serialize(t, access, extra_args=None): with java.Method( w, '\nprivate', 'void', 'serialize', ([(t, 'value')] + (extra_args or []) + [('XMLStreamWriter', 'xsw')]), throws=['XMLStreamException']): w('xsw.writeCharacters({});', access) serialize('String', 'value') serialize('Boolean', 'value.toString()') serialize('Integer', 'value.toString()') serialize('Double', 'value.toString()') serialize('BigDecimal', 'value.toString()') serialize('UUID', 'value.toString()') serialize('DateTime', 'fmt.print(value)', [('DateTimeFormatter', 'fmt')]) serialize('LocalDate', 'iso8601Date.print(value)') def serializeField(t, access, extra_args=None): with java.Method( w, '\nprivate', 'void', 'serializeField', ([('String', 'fieldname'), (t, 'value')] + (extra_args or []) + [('XMLStreamWriter', 'xsw')]), throws=['XMLStreamException']): with java.If(w, 'value != null'): w('xsw.writeStartElement(fieldname);') w('serialize(value{}, xsw);', ''.join(', ' + arg for (_, arg) in extra_args or [])) w('xsw.writeEndElement();') with java.Method( w, '\nprivate', 'void', 'serializeAttr', ([('String', 'fieldname'), (t, 'value')] + (extra_args or []) + [('XMLStreamWriter', 'xsw')]), throws=['XMLStreamException']): with java.If(w, 'value != null'): w('xsw.writeAttribute(fieldname, {});', access) serializeField('String', 'value') serializeField('Boolean', 'value.toString()') serializeField('Integer', 'value.toString()') serializeField('Double', 'value.toString()') serializeField('BigDecimal', 'value.toString()') serializeField('UUID', 'value.toString()') serializeField('DateTime', 'fmt.print(value)', [('DateTimeFormatter', 'fmt')]) serializeField('LocalDate', 'iso8601Date.print(value)') with java.Method(w, '\nprivate final', 'BigDecimal', 'round', [('BigDecimal', 'd'), ('int', 'scale')]): w('return d == null ? d : ' 'd.setScale(scale, java.math.RoundingMode.HALF_UP);') w('\nprivate final DateTimeFormatter iso8601Date = ' 'ISODateTimeFormat.date();') w('private final DateTimeFormatter iso8601DateTime = ' 'ISODateTimeFormat.dateTime();')
def deserializer(context): (app, module, package, model_class, write_file, _, _) = context facade = bool(context.wrapped_model) w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) java.Import(w, 'javax.xml.stream.XMLStreamConstants') java.Import(w, 'javax.xml.stream.XMLStreamException') java.Import(w, 'javax.xml.stream.XMLStreamReader') w.head() java.Import(w, 'java.text.ParseException') w.head() java.Import(w, 'org.joda.time.format.DateTimeFormatter') java.Import(w, 'org.joda.time.format.ISODateTimeFormat') if facade: model_name = syslx.fmt_app_name(context.wrapped_model.name) modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s w.head() java.Import(w, modelpkg + '.*') else: model_name = model_class modelpkg = package with java.Class(w, '\n{}XmlDeserializer'.format(model_class), write_file, package=package): with java.Method( w, 'public', 'void', 'deserialize', [(model_class, 'facade' if facade else 'model'), ('XMLStreamReader', 'xsr')], throws=[model_name + 'Exception', 'XMLStreamException']): if facade: w('{} model = facade.getModel();', model_name) w('expect(XMLStreamConstants.START_ELEMENT, xsr.next());') with java.While(w, 'xsr.next() == XMLStreamConstants.START_ELEMENT'): with java.Switch(w, 'xsr.getLocalName()'): for (tname, ft, t) in syslx.sorted_types(context): if t.HasField('relation'): w( 'case "{0}List": deserialize(model.get{0}Table(), xsr); break;', tname) w( 'case "{0}": deserializeOne(model.get{0}Table(), xsr); break;', tname) w('default: skipElement(xsr);') w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());') for (tname, ft, t) in syslx.sorted_types(context): pkey = datamodel.primary_key_params(t, context.module) pkey_fields = {f for (_, f, _) in pkey} fkeys = { java.name(fname): type_info for (fname, _, type_info) in datamodel.foreign_keys(t, context.module) } private_setters = pkey_fields | set(fkeys.iterkeys()) if not t.HasField('relation'): continue with java.Method(w, '\nprivate', 'void', 'deserialize', [(modelpkg + '.' + tname + '.Table', 'table'), ('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): with java.While( w, 'xsr.next() == XMLStreamConstants.START_ELEMENT'): w('deserializeOne(table, xsr);') w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());' ) with java.Method(w, '\nprivate', 'void', 'deserializeOne', [(modelpkg + '.' + tname + '.Table', 'table'), ('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): w('{0} entity = {0}._PRIVATE_new(table.model());', modelpkg + '.' + tname) with java.While( w, 'xsr.next() == XMLStreamConstants.START_ELEMENT'): with java.Switch(w, 'xsr.getLocalName()'): for (fname, f) in datamodel.sorted_fields(t): jfname = java.name(fname) (typename, _, type_) = datamodel.typeref(f, module) extra = '{}' which_type = type_.WhichOneof('type') if which_type == 'primitive': xmltype = XML_PARSE_MAP[type_.primitive] if isinstance(xmltype, tuple): (xmltype, extra) = xmltype elif which_type == 'enum': xmltype = 'IntValue' extra = typename + '.from({})' else: raise RuntimeError( 'Unexpected field type for XML export: ' + which_type) private = '_PRIVATE_' if jfname in private_setters else '' if type_.primitive in [ sysl_pb2.Type.DATE, sysl_pb2.Type.DATETIME ]: w( 'case "{}": entity.{}set{}(read{}(xsr, {})); break;', jfname, private, java.CamelCase(jfname), typename, extra) else: w( 'case "{}": entity.{}set{}(read{}(xsr)); break;', jfname, private, java.CamelCase(jfname), typename) w('default: skipField(xsr);') w('table.insert(entity);') w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());' ) with java.Method(w, '\nprivate', 'void', 'expect', [('int', 'expected'), ('int', 'got')]): with java.If(w, 'got != expected'): w('System.err.printf(\v' '"<<Unexpected token: %s (expecting %s)>>\\n", \v' 'tokenName(got), tokenName(expected));') w('throw new {}Exception();', model_name) with java.Method(w, '\nprivate', 'String', 'tokenName', [('int', 'token')]): with java.Switch(w, 'token'): for tok in ( 'ATTRIBUTE CDATA CHARACTERS COMMENT DTD END_DOCUMENT ' 'END_ELEMENT ENTITY_DECLARATION ENTITY_REFERENCE NAMESPACE ' 'NOTATION_DECLARATION PROCESSING_INSTRUCTION SPACE START_DOCUMENT ' 'START_ELEMENT'.split()): w('case XMLStreamConstants.{0}: return "{0}";', tok) w('return new Integer(token).toString();') def read(t, access, extra_args=None): with java.Method(w, '\nprivate', t, 'read' + t, [('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): with java.If(w, '!getCharacters(xsr)'): w('return null;') w('{} result = {};', t, access) w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());') w('return result;') read('String', 'xsr.getText()') read('Boolean', 'Boolean.parseBoolean(xsr.getText())') read('Integer', 'Integer.parseInt(xsr.getText())') read('Double', 'Double.parseDouble(xsr.getText())') read('BigDecimal', 'new BigDecimal(xsr.getText())') read('UUID', 'UUID.fromString(xsr.getText())') with java.Method(w, '\nprivate', 'DateTime', 'readDateTime', [('XMLStreamReader', 'xsr'), ('DateTimeFormatter', 'fmt')], throws=['XMLStreamException']): with java.If(w, '!getCharacters(xsr)'): w('return null;') w('DateTime result = fmt.parseDateTime(xsr.getText());') w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());') w('return result;') with java.Method(w, '\nprivate', 'LocalDate', 'readLocalDate', [('XMLStreamReader', 'xsr'), ('DateTimeFormatter', 'fmt')], throws=['XMLStreamException']): with java.If(w, '!getCharacters(xsr)'): w('return null;') w('LocalDate result = fmt.parseLocalDate(xsr.getText());') w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());') w('return result;') with java.Method(w, '\nprivate', 'void', 'skipField', [('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): with java.If(w, 'getCharacters(xsr)'): w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());') with java.Method(w, '\nprivate', 'boolean', 'getCharacters', [('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): w('int tok = xsr.next();') with java.If(w, 'tok == XMLStreamConstants.END_ELEMENT'): w('return false;') w('expect(XMLStreamConstants.CHARACTERS, tok);') w('return true;') with java.Method(w, '\nprivate', 'void', 'skipElement', [('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): with java.While(w, 'xsr.next() != XMLStreamConstants.END_ELEMENT'): with java.If( w, 'xsr.getEventType() == XMLStreamConstants.START_ELEMENT' ): w('skipElement(xsr);') # TODO: Is permissive dateTimeParser OK for date types? w('\nprivate final DateTimeFormatter iso8601DateTime = ' 'ISODateTimeFormat.dateTimeParser();') w()
def export(mode, module, appname, outdir, expected_package, entities, serializers): app = module.apps.get(appname) assert app, appname package = syslx.View(app.attrs)['package'].s if mode != 'xsd': assert package == expected_package, (package, expected_package) model_class = '_'.join(app.name.part).replace(' ', '') write_file = src.util.file.FileWriter(outdir, package, entities) inouts = [] for s in serializers: assert '_' in s, s (fmt, dirn) = s.split('_') fmts = ['json', 'xml'] if fmt == '*' else [fmt] dirns = ['in', 'out'] if dirn == '*' else [dirn] for fmt in fmts: for dirn in dirns: inouts.append(fmt + "_" + dirn) serializers = set(inouts) bogus_serializers = serializers - { 'json_in', 'json_out', 'xml_in', 'xml_out' } assert not bogus_serializers, bogus_serializers if app.HasField('wrapped'): model_name = syslx.fmt_app_name(app.wrapped.name) assert model_name in module.apps, ('missing app: ' + repr(model_name), module.apps.keys(), app.wrapped.endpoints.keys()) wrapped_model = module.apps[model_name] else: wrapped_model = None context = Context(app, module, package, model_class, write_file, appname, wrapped_model) def serializer_entities(): return (({appname + 'JsonDeserializer'} if 'json_in' in serializers else set()) | ({appname + 'JsonSerializer'} if 'json_out' in serializers else set()) | ({appname + 'XmlDeserializer'} if 'xml_in' in serializers else set()) | ({appname + 'XmlSerializer'} if 'xml_out' in serializers else set())) def export_serializers(): if 'json_in' in serializers: json_export.deserializer(context) if 'json_out' in serializers: json_export.serializer(context) if 'xml_in' in serializers: xml_export.deserializer(context) if 'xml_out' in serializers: xml_export.serializer(context) if mode == 'model': entities |= {appname, appname + 'Exception'} | serializer_entities() # Build a foreign key reverse map to enable efficeint navigation # in the generated classes fk_rmap = datamodel.build_fk_reverse_map(app, module) # For each of the "types" in the Application message from the # protocol buffer represenation of the sysl generate an # "Entity" class for (tname, t) in sorted(app.types.iteritems()): if not re.match(r'AnonType_\d+__$', tname): w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) java_model.export_entity_class(w, tname, t, fk_rmap[tname], context) java_model.export_model_class(fk_rmap, context) java_model.export_exception_class(context) export_serializers() elif mode == 'facade': entities |= {appname} | serializer_entities() java_facade.export_facade_class(context) export_serializers() elif mode == 'xsd': xsd_export.xsd(context) elif mode == 'swagger': swagger_export.swagger_file(app, module, model_class, write_file) elif mode == 'spring-rest-service': interfaces = { endpt.attrs['interface'].s for endpt in app.endpoints.itervalues() } assert None not in interfaces, '\n' + '\n'.join( sorted([ endpt.name for endpt in app.endpoints.itervalues() for i in [endpt.attrs['interface'].s] if not i ], key=lambda name: reversed(name.split()))) entities |= {model_class + 'Controller'} | set(interfaces) src.exporters.api.spring_rest.service(interfaces, context) elif mode == 'view': entities |= {appname} w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) w() java.Import(w, 'org.joda.time.DateTime') java.Import(w, 'org.joda.time.format.DateTimeFormat') java.Import(w, 'org.joda.time.format.DateTimeFormatter') w() java_model.export_view_class(w, context)
def visit_stmts(stmts, deactivate, last_parent_stmt): """Recursively visit a stmt list.""" def block(last_stmt, block_stmts, fmt, *args): """Output a compound block.""" write(fmt, *args) with write.indent(): return visit_stmts(block_stmts, deactivate, last_stmt) def block_with_end(last_stmt, block_stmts, fmt, *args): """Output a compound block, including the 'end' clause.""" payload = block(last_stmt, block_stmts, fmt, *args) write('end') return payload payload = None for (i, stmt) in enumerate(stmts): last_stmt = last_parent_stmt and i == len(stmts) - 1 if stmt.HasField('call'): with write.indent(): payload = visit_endpoint( app, syslx.fmt_app_name(stmt.call.target), stmt.call.endpoint, uptos, app_patterns, stmt, last_stmt and deactivate) elif stmt.HasField('action'): write('{0} -> {0} : {1}', agent, r'\n'.join(textwrap.wrap(stmt.action.action, 40))) elif stmt.HasField('cond'): payload = block_with_end(last_stmt, stmt.cond.stmt, 'opt {}', stmt.cond.test) elif stmt.HasField('loop'): payload = block_with_end( last_stmt, stmt.loop.stmt, 'loop {} {}', stmt.loop.Mode.Name(stmt.loop.mode), stmt.loop.criterion) elif stmt.HasField('loop_n'): payload = block_with_end(last_stmt, stmt.loop_n.stmt, 'loop {} times', stmt.loop_n.count) elif stmt.HasField('foreach'): payload = block_with_end(last_stmt, stmt.foreach.stmt, 'loop for each {}', stmt.foreach.collection) elif stmt.HasField('group'): payload = block_with_end(last_stmt, stmt.group.stmt, 'group {}', stmt.group.title) elif stmt.HasField('alt'): prefix = 'alt' for (j, choice) in enumerate(stmt.alt.choice): last_alt_stmt = last_stmt and j == len( stmt.alt.choice) - 1 payload = block(last_alt_stmt, choice.stmt, '{} {}', prefix, choice.cond) prefix = 'else' write('end') elif stmt.HasField('ret'): write('{}<--{} : {}', sender, agent, stmt.ret.payload) else: raise Exception('No statement!') return payload
def visit_endpoint(from_app, appname, epname, uptos, sender_patterns, stmt=None, deactivate=None): """Recursively visit an endpoint.""" if from_app: sender = var_name(syslx.fmt_app_name(from_app.name)) else: sender = '[' agent = var_name(appname) app = module.apps.get(appname) endpt = app.endpoints.get(epname) assert endpt def visit_stmts(stmts, deactivate, last_parent_stmt): """Recursively visit a stmt list.""" def block(last_stmt, block_stmts, fmt, *args): """Output a compound block.""" write(fmt, *args) with write.indent(): return visit_stmts(block_stmts, deactivate, last_stmt) def block_with_end(last_stmt, block_stmts, fmt, *args): """Output a compound block, including the 'end' clause.""" payload = block(last_stmt, block_stmts, fmt, *args) write('end') return payload payload = None for (i, stmt) in enumerate(stmts): last_stmt = last_parent_stmt and i == len(stmts) - 1 if stmt.HasField('call'): with write.indent(): payload = visit_endpoint( app, syslx.fmt_app_name(stmt.call.target), stmt.call.endpoint, uptos, app_patterns, stmt, last_stmt and deactivate) elif stmt.HasField('action'): write('{0} -> {0} : {1}', agent, r'\n'.join(textwrap.wrap(stmt.action.action, 40))) elif stmt.HasField('cond'): payload = block_with_end(last_stmt, stmt.cond.stmt, 'opt {}', stmt.cond.test) elif stmt.HasField('loop'): payload = block_with_end( last_stmt, stmt.loop.stmt, 'loop {} {}', stmt.loop.Mode.Name(stmt.loop.mode), stmt.loop.criterion) elif stmt.HasField('loop_n'): payload = block_with_end(last_stmt, stmt.loop_n.stmt, 'loop {} times', stmt.loop_n.count) elif stmt.HasField('foreach'): payload = block_with_end(last_stmt, stmt.foreach.stmt, 'loop for each {}', stmt.foreach.collection) elif stmt.HasField('group'): payload = block_with_end(last_stmt, stmt.group.stmt, 'group {}', stmt.group.title) elif stmt.HasField('alt'): prefix = 'alt' for (j, choice) in enumerate(stmt.alt.choice): last_alt_stmt = last_stmt and j == len( stmt.alt.choice) - 1 payload = block(last_alt_stmt, choice.stmt, '{} {}', prefix, choice.cond) prefix = 'else' write('end') elif stmt.HasField('ret'): write('{}<--{} : {}', sender, agent, stmt.ret.payload) else: raise Exception('No statement!') return payload app_patterns = syslx.patterns(app.attrs) target_patterns = syslx.patterns(endpt.attrs) patterns = target_patterns human = 'human' in app_patterns human_sender = 'human' in sender_patterns cron = 'cron' in sender_patterns needs_int = not (human or human_sender or cron) and sender != agent # pdb.set_trace() label = re.sub(ur'^.*? -> ', u' ⬄ ', r'\n'.join(textwrap.wrap(unicode(epname), 40))) cron = 'cron' in app_patterns if stmt: assert stmt.HasField('call') # pdb.set_trace() patterns = syslx.patterns(stmt.attrs) or patterns label = params.epfmt( epname=label, human='human' if human else '', human_sender='human sender' if human_sender else '', needs_int='needs_int' if needs_int else '', args=', '.join(p.name for p in stmt.call.arg), patterns=', '.join(sorted(patterns)), **diagutil.attr_fmt_vars(stmt.attrs)).replace('\n', r'\n') if not ((human and sender == '[') or cron): ep_patterns = syslx.patterns(endpt.attrs) icon = '<&timer> ' if 'cron' in ep_patterns else '' # pdb.set_trace() write('{}->{} : {}{}', sender, agent, icon, label) if log_integration and stmt: log_integration(app=from_app, stmt=stmt, patterns=patterns) payload = syslalgo.return_payload(endpt.stmt) calling_self = from_app and syslx.fmt_app_name( from_app.name) == appname if not calling_self and not payload and deactivate: deactivate() if len(endpt.stmt): hit_blackbox = False for (upto, comment) in itertools.chain(uptos.iteritems(), already_visited.keys()): # Compare the common prefix of the current endpt and upto. upto_parts = upto.split(' <- ') if [appname, epname][:len(upto_parts)] == upto_parts: hit_blackbox = True if payload: write.activate(agent) if comment is not None: write('note over {}: {}', agent, comment or 'see below') else: if comment is not None: write('note {}: {}', 'left' if sender > agent else 'right', comment or 'see below') if payload: write('{}<--{} : {}', sender, agent, payload) write.deactivate(agent) break if not hit_blackbox: with write.activated(agent, human or cron) as deactivate: visiting = (appname + ' <- ' + epname, None) #'see above') already_visited[visiting] += 1 try: return visit_stmts(endpt.stmt, deactivate, True) finally: already_visited[visiting] -= 1 if not already_visited[visiting]: del already_visited[visiting]