def _check_deps(module, validate): """Check app:endpoint dependencies.""" deps = set() errors = [] for (appname, app) in module.apps.iteritems(): for epname in app.endpoints: endpt = app.endpoints[epname] for (_, call) in syslalgo.enumerate_calls(endpt.stmt): targetname = syslx.fmt_app_name(call.target) if targetname not in module.apps: errors.append('{} <- {}: calls non-existent app {}'.format( appname, epname, targetname)) else: target = module.apps[targetname] assert 'abstract' not in syslx.patterns(target.attrs), ( "call target '{}' must not be ~abstract".format( targetname)) if call.endpoint not in target.endpoints: errors.append( '{} <- {}: calls non-existent endpoint {} -> {}'. format(appname, epname, targetname, call.endpoint)) else: deps.add( ((appname, epname), (targetname, call.endpoint))) if errors and validate: raise Exception('broken deps:\n ' + '\n '.join(errors)) return deps
def _map_subscriptions(module): """Map pubsub subscriptions into direct calls.""" for appname in module.apps: app = module.apps[appname] if 'abstract' in syslx.patterns(app.attrs): continue for epname in app.endpoints: endpt = app.endpoints[epname] if endpt.HasField('source'): src_app = module.apps[syslx.fmt_app_name(endpt.source)] src_ep_name = endpt.name.split(' -> ')[1] assert src_ep_name in src_app.endpoints, ( appname, epname, src_ep_name, str(src_app)) src_ep = src_app.endpoints[src_ep_name] # Add call to pubsub endpoint. stmt = src_ep.stmt.add() call = stmt.call call.target.CopyFrom(app.name) call.endpoint = endpt.name # Maybe add ret. ret_payload = syslalgo.return_payload(endpt.stmt) if ret_payload: stmt = src_ep.stmt.add() stmt.ret.payload = ret_payload
def _check_deps(module, validate): """Check app:endpoint dependencies.""" deps = set() errors = [] for (appname, app) in module.apps.iteritems(): for epname in app.endpoints: endpt = app.endpoints[epname] for (_, call) in syslalgo.enumerate_calls(endpt.stmt): targetname = syslx.fmt_app_name(call.target) if targetname not in module.apps: errors.append('{} <- {}: calls non-existent app {}'.format( appname, epname, targetname)) else: target = module.apps[targetname] assert 'abstract' not in syslx.patterns(target.attrs), ( "call target '{}' must not be ~abstract".format(targetname)) if call.endpoint not in target.endpoints: errors.append( '{} <- {}: calls non-existent endpoint {} -> {}'.format( appname, epname, targetname, call.endpoint)) else: deps.add( ((appname, epname), (targetname, call.endpoint))) if errors and validate: raise Exception('broken deps:\n ' + '\n '.join(errors)) return deps
def _map_subscriptions(module): """Map pubsub subscriptions into direct calls.""" for appname in module.apps: app = module.apps[appname] if 'abstract' in syslx.patterns(app.attrs): continue for epname in app.endpoints: endpt = app.endpoints[epname] if endpt.HasField('source'): src_app = module.apps[syslx.fmt_app_name(endpt.source)] src_ep_name = endpt.name.split(' -> ')[1] assert src_ep_name in src_app.endpoints, (appname, epname, src_ep_name, str(src_app)) src_ep = src_app.endpoints[src_ep_name] # Add call to pubsub endpoint. stmt = src_ep.stmt.add() call = stmt.call call.target.CopyFrom(app.name) call.endpoint = endpt.name # Maybe add ret. ret_payload = syslalgo.return_payload(endpt.stmt) if ret_payload: stmt = src_ep.stmt.add() stmt.ret.payload = ret_payload
def _resolve_mixins(module): """Resolve mixin references. Copies endpoints from mixed-in apps. """ # Detect cycles edges = { (appname, syslx.fmt_app_name(mixin.name)) for (appname, app) in module.apps.iteritems() for mixin in app.mixin2} while True: more_edges = { (a, c) for (a, b1) in edges for (b2, c) in edges if b1 == b2 } - edges if not more_edges: break edges |= more_edges self_edges = {(a, b) for (a, b) in edges if a == b} if self_edges: raise RuntimeError( "mixin cycle(s) detected involving: {}".format( ', '.join(a for (a, _) in self_edges))) # recursively inject mixins, avoiding double-injection injected = set() def inject(appname): app = module.apps[appname] if appname not in injected: for mixin in app.mixin2: mixin_app = inject(syslx.fmt_app_name(mixin.name)) # Check for ~abstract assert 'abstract' in syslx.patterns(mixin_app.attrs), ( "mixin {} must be ~abstract".format(syslx.fmt_app_name(mixin.name))) for (epname, endpt) in mixin_app.endpoints.iteritems(): app.endpoints[epname].CopyFrom(endpt) for (tname, t) in mixin_app.types.iteritems(): app.types[tname].CopyFrom(t) for (vname, v) in mixin_app.views.iteritems(): app.views[vname].CopyFrom(v) injected.add(appname) return app for appname in module.apps: inject(appname)
def inject(appname): app = module.apps[appname] if appname not in injected: for mixin in app.mixin2: mixin_app = inject(syslx.fmt_app_name(mixin.name)) # Check for ~abstract assert 'abstract' in syslx.patterns(mixin_app.attrs), ( "mixin {} must be ~abstract".format(syslx.fmt_app_name(mixin.name))) for (epname, endpt) in mixin_app.endpoints.iteritems(): app.endpoints[epname].CopyFrom(endpt) for (tname, t) in mixin_app.types.iteritems(): app.types[tname].CopyFrom(t) for (vname, v) in mixin_app.views.iteritems(): app.views[vname].CopyFrom(v) injected.add(appname) return app
def inject(appname): app = module.apps[appname] if appname not in injected: for mixin in app.mixin2: mixin_app = inject(syslx.fmt_app_name(mixin.name)) # Check for ~abstract assert 'abstract' in syslx.patterns( mixin_app.attrs), ("mixin {} must be ~abstract".format( syslx.fmt_app_name(mixin.name))) for (epname, endpt) in mixin_app.endpoints.iteritems(): app.endpoints[epname].CopyFrom(endpt) for (tname, t) in mixin_app.types.iteritems(): app.types[tname].CopyFrom(t) for (vname, v) in mixin_app.views.iteritems(): app.views[vname].CopyFrom(v) injected.add(appname) return app
def _resolve_mixins(module): """Resolve mixin references. Copies endpoints from mixed-in apps. """ # Detect cycles edges = {(appname, syslx.fmt_app_name(mixin.name)) for (appname, app) in module.apps.iteritems() for mixin in app.mixin2} while True: more_edges = {(a, c) for (a, b1) in edges for (b2, c) in edges if b1 == b2} - edges if not more_edges: break edges |= more_edges self_edges = {(a, b) for (a, b) in edges if a == b} if self_edges: raise RuntimeError("mixin cycle(s) detected involving: {}".format( ', '.join(a for (a, _) in self_edges))) # recursively inject mixins, avoiding double-injection injected = set() def inject(appname): app = module.apps[appname] if appname not in injected: for mixin in app.mixin2: mixin_app = inject(syslx.fmt_app_name(mixin.name)) # Check for ~abstract assert 'abstract' in syslx.patterns( mixin_app.attrs), ("mixin {} must be ~abstract".format( syslx.fmt_app_name(mixin.name))) for (epname, endpt) in mixin_app.endpoints.iteritems(): app.endpoints[epname].CopyFrom(endpt) for (tname, t) in mixin_app.types.iteritems(): app.types[tname].CopyFrom(t) for (vname, v) in mixin_app.views.iteritems(): app.views[vname].CopyFrom(v) injected.add(appname) return app for appname in module.apps: inject(appname)
def serializer(context): (app, module, package, model_class, write_file, _, _) = context facade = bool(context.wrapped_model) w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) java.Import(w, 'java.text.ParseException') w.head() java.Import(w, 'javax.xml.stream.XMLStreamException') java.Import(w, 'javax.xml.stream.XMLStreamWriter') w.head() java.Import(w, 'org.joda.time.format.DateTimeFormatter') java.Import(w, 'org.joda.time.format.ISODateTimeFormat') if facade: model_name = syslx.fmt_app_name(context.wrapped_model.name) modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s w.head() java.Import(w, modelpkg + '.*') else: modelpkg = package with java.Class(w, '\n{}XmlSerializer'.format(model_class), write_file, package=package): with java.Method(w, '\npublic', 'void', 'serialize', [(model_class, 'facade' if facade else 'model'), ('XMLStreamWriter', 'xsw')], throws=['XMLStreamException']): if facade: w('{} model = facade.getModel();', model_name) w('xsw.writeStartElement("{}");', model_class) for (tname, ft, t) in syslx.sorted_types(context): if t.WhichOneof('type') == 'relation': w('serialize(model.get{0}Table(), xsw, "{0}");', tname) w('xsw.writeEndElement();') for (tname, ft, t) in syslx.sorted_types(context): java.SeparatorComment(w) if t.WhichOneof('type') in ['relation', 'tuple']: with java.Method(w, '\npublic', 'void', 'serialize', [(modelpkg + '.' + tname + '.View', 'view'), ('XMLStreamWriter', 'xsw'), ('String', 'tag')], throws=['XMLStreamException']): with java.If(w, 'view == null || view.isEmpty()'): w('return;') if t.WhichOneof('type') == 'relation': w('xsw.writeStartElement("{}List");', tname) order = [o.s for o in syslx.View( t.attrs)['xml_order'].a.elt] if order: order_logic = [] for o in order: order_logic.append( ' i = io.sysl.ExprHelper.doCompare' '(a.get{0}(), b.get{0}());\n' ' if (i != 0) return i;\n'.format(java.CamelCase(o))) order_by = ( '.orderBy(\n' ' new java.util.Comparator<{0}> () {{\n' ' @Override\n' ' public int compare({0} a, {0} b) {{\n' ' int i;\n' '{1}' ' return 0;\n' ' }}\n' ' }})\n').format(tname, ''.join(order_logic)) else: order_by = '' with java.For(w, '{} item : view{}', modelpkg + '.' + tname, order_by): w('serialize(item, xsw, tag);', tname) if t.WhichOneof('type') == 'relation': w('xsw.writeEndElement();') with java.Method(w, '\npublic', 'void', 'serialize', [(modelpkg + '.' + tname, 'entity'), ('XMLStreamWriter', 'xsw')], throws=['XMLStreamException']): w('serialize(entity, xsw, "{}");', tname) with java.Method(w, '\npublic', 'void', 'serialize', [(modelpkg + '.' + tname, 'entity'), ('XMLStreamWriter', 'xsw'), ('String', 'tag')], throws=['XMLStreamException']): with java.If(w, 'entity == null'): w('return;') w('xsw.writeStartElement(tag);', tname) for wantAttrs in [True, False]: for (fname, f) in datamodel.sorted_fields(t): jfname = java.name(fname) method = java.CamelCase(jfname) tref = datamodel.typeref(f, module) type_ = tref[2] if not type_: continue extra = '' which_type = type_.WhichOneof('type') if which_type == 'primitive': extra = XML_GEN_MAP[type_.primitive] if type_.primitive == type_.DECIMAL: for c in type_.constraint: if c.scale: access = 'round(entity.get{}(), {})'.format( method, c.scale) break else: access = 'round(entity.get{}(), 0)'.format( method) else: access = 'entity.get{}()'.format(method) elif which_type == 'enum': access = 'entity.get{}().getValue()'.format(method) elif which_type == 'tuple': access = 'entity.get{}()'.format(method) else: raise RuntimeError( 'Unexpected field type for XML export: ' + which_type) if wantAttrs == ( 'xml_attribute' in syslx.patterns(f.attrs)): if wantAttrs: w('serializeAttr("{}", {}{}, xsw);', jfname, access, extra) else: # TODO: Why is 'index' bad? (NB: This was a debug hook, but the author forgot why.) assert jfname != 'index' w('serializeField("{}", {}{}, xsw);', jfname, access, extra) w('xsw.writeEndElement();') with java.Method(w, '\npublic', 'void', 'serializeField', [('String', 'fieldname'), (modelpkg + '.' + tname + '.View', 'view'), ('XMLStreamWriter', 'xsw')], throws=['XMLStreamException']): with java.If(w, 'view != null && !view.isEmpty()'): w('serialize(view, xsw, fieldname);') with java.Method(w, '\npublic', 'void', 'serializeField', [('String', 'fieldname'), (modelpkg + '.' + tname, 'entity'), ('XMLStreamWriter', 'xsw')], throws=['XMLStreamException']): with java.If(w, 'entity != null'): w('serialize(entity, xsw, fieldname);') def serialize(t, access, extra_args=None): with java.Method(w, '\nprivate', 'void', 'serialize', ([(t, 'value')] + (extra_args or []) + [('XMLStreamWriter', 'xsw')]), throws=['XMLStreamException']): w('xsw.writeCharacters({});', access) serialize('String', 'value') serialize('Boolean', 'value.toString()') serialize('Integer', 'value.toString()') serialize('Double', 'value.toString()') serialize('BigDecimal', 'value.toString()') serialize('UUID', 'value.toString()') serialize('DateTime', 'fmt.print(value)', [('DateTimeFormatter', 'fmt')]) serialize('LocalDate', 'iso8601Date.print(value)') def serializeField(t, access, extra_args=None): with java.Method(w, '\nprivate', 'void', 'serializeField', ([('String', 'fieldname'), (t, 'value')] + (extra_args or []) + [('XMLStreamWriter', 'xsw')]), throws=['XMLStreamException']): with java.If(w, 'value != null'): w('xsw.writeStartElement(fieldname);') w('serialize(value{}, xsw);', ''.join(', ' + arg for (_, arg) in extra_args or [])) w('xsw.writeEndElement();') with java.Method(w, '\nprivate', 'void', 'serializeAttr', ([('String', 'fieldname'), (t, 'value')] + (extra_args or []) + [('XMLStreamWriter', 'xsw')]), throws=['XMLStreamException']): with java.If(w, 'value != null'): w('xsw.writeAttribute(fieldname, {});', access) serializeField('String', 'value') serializeField('Boolean', 'value.toString()') serializeField('Integer', 'value.toString()') serializeField('Double', 'value.toString()') serializeField('BigDecimal', 'value.toString()') serializeField('UUID', 'value.toString()') serializeField('DateTime', 'fmt.print(value)', [('DateTimeFormatter', 'fmt')]) serializeField('LocalDate', 'iso8601Date.print(value)') with java.Method(w, '\nprivate final', 'BigDecimal', 'round', [('BigDecimal', 'd'), ('int', 'scale')]): w('return d == null ? d : ' 'd.setScale(scale, java.math.RoundingMode.HALF_UP);') w('\nprivate final DateTimeFormatter iso8601Date = ' 'ISODateTimeFormat.date();') w('private final DateTimeFormatter iso8601DateTime = ' 'ISODateTimeFormat.dateTime();')
def deserializer(context): (app, module, package, model_class, write_file, _, _) = context facade = bool(context.wrapped_model) w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) java.Import(w, 'javax.xml.stream.XMLStreamConstants') java.Import(w, 'javax.xml.stream.XMLStreamException') java.Import(w, 'javax.xml.stream.XMLStreamReader') w.head() java.Import(w, 'java.text.ParseException') w.head() java.Import(w, 'org.joda.time.format.DateTimeFormatter') java.Import(w, 'org.joda.time.format.ISODateTimeFormat') if facade: model_name = syslx.fmt_app_name(context.wrapped_model.name) modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s w.head() java.Import(w, modelpkg + '.*') else: model_name = model_class modelpkg = package with java.Class(w, '\n{}XmlDeserializer'.format(model_class), write_file, package=package): with java.Method(w, 'public', 'void', 'deserialize', [(model_class, 'facade' if facade else 'model'), ('XMLStreamReader', 'xsr')], throws=[model_name + 'Exception', 'XMLStreamException']): if facade: w('{} model = facade.getModel();', model_name) w('expect(XMLStreamConstants.START_ELEMENT, xsr.next());') with java.While(w, 'xsr.next() == XMLStreamConstants.START_ELEMENT'): with java.Switch(w, 'xsr.getLocalName()'): for (tname, ft, t) in syslx.sorted_types(context): if t.HasField('relation'): w('case "{0}List": deserialize(model.get{0}Table(), xsr); break;', tname) w('case "{0}": deserializeOne(model.get{0}Table(), xsr); break;', tname) w('default: skipElement(xsr);') w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());') for (tname, ft, t) in syslx.sorted_types(context): if not t.HasField('relation'): continue pkey = datamodel.primary_key_params(t, context.module) pkey_fields = {f for (_, f, _) in pkey} fkeys = { java.name(fname): type_info for (fname, _, type_info) in datamodel.foreign_keys(t, context.module)} private_setters = pkey_fields | set(fkeys.iterkeys()) with java.Method(w, '\nprivate', 'void', 'deserialize', [(modelpkg + '.' + tname + '.Table', 'table'), ('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): with java.While(w, 'xsr.next() == XMLStreamConstants.START_ELEMENT'): w('deserializeOne(table, xsr);') w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());') with java.Method(w, '\nprivate', 'void', 'deserializeOne', [(modelpkg + '.' + tname + '.Table', 'table'), ('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): w('{0} entity = {0}._PRIVATE_new(table.model());', modelpkg + '.' + tname) with java.While(w, 'xsr.next() == XMLStreamConstants.START_ELEMENT'): with java.Switch(w, 'xsr.getLocalName()'): for (fname, f) in datamodel.sorted_fields(t): jfname = java.name(fname) (typename, _, type_) = datamodel.typeref(f, module) extra = '{}' which_type = type_.WhichOneof('type') if which_type == 'primitive': xmltype = XML_PARSE_MAP[type_.primitive] if isinstance(xmltype, tuple): (xmltype, extra) = xmltype elif which_type == 'enum': xmltype = 'IntValue' extra = typename + '.from({})' else: raise RuntimeError( 'Unexpected field type for XML export: ' + which_type) private = '_PRIVATE_' if jfname in private_setters else '' if type_.primitive in [ sysl_pb2.Type.DATE, sysl_pb2.Type.DATETIME]: w('case "{}": entity.{}set{}(read{}(xsr, {})); break;', jfname, private, java.CamelCase(jfname), typename, extra) else: w('case "{}": entity.{}set{}(read{}(xsr)); break;', jfname, private, java.CamelCase(jfname), typename) w('default: skipField(xsr);') w('table.insert(entity);') w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());') with java.Method(w, '\nprivate', 'void', 'expect', [('int', 'expected'), ('int', 'got')]): with java.If(w, 'got != expected'): w('System.err.printf(\v' '"<<Unexpected token: %s (expecting %s)>>\\n", \v' 'tokenName(got), tokenName(expected));') w('throw new {}Exception();', model_name) with java.Method(w, '\nprivate', 'String', 'tokenName', [('int', 'token')]): with java.Switch(w, 'token'): for tok in ('ATTRIBUTE CDATA CHARACTERS COMMENT DTD END_DOCUMENT ' 'END_ELEMENT ENTITY_DECLARATION ENTITY_REFERENCE NAMESPACE ' 'NOTATION_DECLARATION PROCESSING_INSTRUCTION SPACE START_DOCUMENT ' 'START_ELEMENT'.split()): w('case XMLStreamConstants.{0}: return "{0}";', tok) w('return new Integer(token).toString();') def read(t, access, extra_args=None): with java.Method(w, '\nprivate', t, 'read' + t, [('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): with java.If(w, '!getCharacters(xsr)'): w('return null;') w('{} result = {};', t, access) w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());') w('return result;') read('String', 'xsr.getText()') read('Boolean', 'Boolean.parseBoolean(xsr.getText())') read('Integer', 'Integer.parseInt(xsr.getText())') read('Double', 'Double.parseDouble(xsr.getText())') read('BigDecimal', 'new BigDecimal(xsr.getText())') read('UUID', 'UUID.fromString(xsr.getText())') with java.Method(w, '\nprivate', 'DateTime', 'readDateTime', [('XMLStreamReader', 'xsr'), ('DateTimeFormatter', 'fmt')], throws=['XMLStreamException']): with java.If(w, '!getCharacters(xsr)'): w('return null;') w('DateTime result = fmt.parseDateTime(xsr.getText());') w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());') w('return result;') with java.Method(w, '\nprivate', 'LocalDate', 'readLocalDate', [('XMLStreamReader', 'xsr'), ('DateTimeFormatter', 'fmt')], throws=['XMLStreamException']): with java.If(w, '!getCharacters(xsr)'): w('return null;') w('LocalDate result = fmt.parseLocalDate(xsr.getText());') w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());') w('return result;') with java.Method(w, '\nprivate', 'void', 'skipField', [('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): with java.If(w, 'getCharacters(xsr)'): w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());') with java.Method(w, '\nprivate', 'boolean', 'getCharacters', [('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): w('int tok = xsr.next();') with java.If(w, 'tok == XMLStreamConstants.END_ELEMENT'): w('return false;') w('expect(XMLStreamConstants.CHARACTERS, tok);') w('return true;') with java.Method(w, '\nprivate', 'void', 'skipElement', [('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): with java.While(w, 'xsr.next() != XMLStreamConstants.END_ELEMENT'): with java.If(w, 'xsr.getEventType() == XMLStreamConstants.START_ELEMENT'): w('skipElement(xsr);') # TODO: Is permissive dateTimeParser OK for date types? w('\nprivate final DateTimeFormatter iso8601DateTime = ' 'ISODateTimeFormat.dateTimeParser();') w()
def serializer(context): (app, module, package, model_class, write_file, _, _) = context facade = bool(context.wrapped_model) w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) java.Import(w, 'java.io.IOException') w.head() java.Import(w, 'java.text.ParseException') w.head() java.Import(w, 'com.fasterxml.jackson.core.JsonGenerator') java.Import(w, 'com.fasterxml.jackson.databind.JsonSerializer') java.Import(w, 'com.fasterxml.jackson.databind.SerializerProvider') w.head() java.Import(w, 'org.joda.time.format.DateTimeFormatter') java.Import(w, 'org.joda.time.format.ISODateTimeFormat') if facade: model_name = syslx.fmt_app_name(context.wrapped_model.name) modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s w.head() java.Import(w, modelpkg + '.*') w() with java.Class(w, model_class + 'JsonSerializer', write_file, package=package, extends='JsonSerializer<' + model_class + '>'): w() with java.Method(w, 'public', 'void', 'serialize', [(model_class, 'facade' if facade else 'model'), ('JsonGenerator', 'g'), ('SerializerProvider', 'provider')], throws=['IOException'], override=True): if facade: w('{} model = facade.getModel();', model_name) w(u'g.writeStartObject();') for (tname, t) in sorted(app.types.iteritems()): if t.WhichOneof('type') == 'relation': w(u'serialize{0}View(g, model.get{0}Table());', tname) w(u'g.writeEndObject();') for (tname, t) in sorted(app.types.iteritems()): if not t.WhichOneof('type') in ['relation', 'tuple']: continue java.SeparatorComment(w) if t.WhichOneof('type') == 'relation': w() with java.Method(w, 'public', 'void', 'serialize' + tname + 'View', [('JsonGenerator', 'g'), (tname + '.View', 'view')], throws=['IOException']): with java.If(w, 'view.isEmpty()'): w('return;') w('g.writeArrayFieldStart("{}");', tname) with java.For(w, '{} item : view', tname): w('g.writeStartObject();') for (fname, f) in datamodel.sorted_fields(t): jfname = java.name(fname) method = java.CamelCase(jfname) type_ = datamodel.typeref(f, module)[2] extra = '{}' which_type = type_.WhichOneof('type') if which_type == 'primitive': (jsontype, extra) = JSON_GEN_MAP[type_.primitive] if type_.primitive == type_.DECIMAL: for c in type_.constraint: if c.scale: access = ( '{0} == null ? null : item.{0}.setScale({1}, ' 'java.math.RoundingMode.HALF_UP)').format( jfname, c.scale) break else: access = jfname elif which_type == 'enum': jsontype = 'Number' access = jfname + '.getValue()' elif which_type == 'tuple': access = jfname else: raise RuntimeError( 'Unexpected field type for JSON export: ' + which_type) w(u'writeField(g, "{}", {});', jfname, extra.format('item.' + access)) w(u'g.writeEndObject();') w(u'g.writeEndArray();') else: # fieldname, entity with java.Method(w, 'public', 'void', 'serialize', [('JsonGenerator', 'g'), ('String', 'fieldname'), (tname, 'entity')], throws=['IOException']): with java.If(w, 'entity == null'): w(u'return;') w(u'g.writeFieldName(fieldname);') w(u'serialize(g, entity);') # entity with java.Method(w, 'public', 'void', 'serialize', [('JsonGenerator', 'g'), (tname, 'entity')], throws=['IOException']): w(u'g.writeStartObject();') for (fname, f) in datamodel.sorted_fields(t): jfname = java.name(fname) method = java.CamelCase(jfname) type_ = datamodel.typeref(f, module)[2] which_type = '' if type_ is None: if f.WhichOneof('type') == 'set' and f.set.HasField('primitive'): which_type = 'tuple' else: which_type = type_.WhichOneof('type') extra = '{}' if which_type == 'primitive': access = 'entity.get{}()'.format(method) (jsontype, extra) = JSON_GEN_MAP[type_.primitive] if type_.primitive == type_.DECIMAL: for c in type_.constraint: if c.scale: access = ( 'entity.{} == null ? null : entity.get{}().setScale({}, ' 'java.math.RoundingMode.HALF_UP)').format( jfname, method, c.scale) break w(u'writeField(g, "{}", {});', jfname, access) elif which_type == 'enum': access = 'entity.{} == null ? null : entity.get{}().getValue()'.format(jfname, method) w(u'writeField(g, "{}", {});', jfname, access) elif which_type == 'tuple': w(u'serialize(g, "{}", entity.get{}());'.format( fname, method)) else: raise RuntimeError( 'Unexpected field type for JSON export: ' + which_type) # end for w(u'g.writeEndObject();') w() # view, fieldname with java.Method(w, 'public', 'void', 'serialize', [('JsonGenerator', 'g'), ('String', 'fieldname'), (tname + '.View', 'view')], throws=['IOException']): with java.If(w, 'view == null || view.isEmpty()'): w(u'return;') w(u'g.writeArrayFieldStart(fieldname);') with java.For(w, '{} item : view', tname): w(u'serialize(g, item);') w(u'g.writeEndArray();') for t in ['Boolean', 'String']: w() with java.Method(w, 'private', 'void', 'writeField', [('JsonGenerator', 'g'), ('String', 'fieldname'), (t, 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.write{}Field(fieldname, value);', t) # TODO(sahejsingh): implement for ['Boolean', 'Integer', 'Double', 'BigDecimal', 'DateTime', 'LocalDate', 'UUID'] w() with java.Method(w, 'private', 'void', 'serialize', [('JsonGenerator', 'g'), ('String', 'fieldname'), ('HashSet<String>', 'value')], throws=['IOException']): with java.If(w, 'value == null || value.isEmpty()'): w(u'return;') w(u'g.writeArrayFieldStart(fieldname);') with java.For(w, 'String item : value', t): w(u'g.writeString(item);') w(u'g.writeEndArray();') w() with java.Method(w, 'private', 'void', 'writeField', [('JsonGenerator', 'g'), ('String', 'fieldname'), ('Integer', 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeNumberField(fieldname, value.intValue());') w() with java.Method(w, 'private', 'void', 'writeField', [('JsonGenerator', 'g'), ('String', 'fieldname'), ('Double', 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeNumberField(fieldname, value.doubleValue());') w() with java.Method(w, 'private', 'void', 'writeField', [('JsonGenerator', 'g'), ('String', 'fieldname'), ('BigDecimal', 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeNumberField(fieldname, value);') w() with java.Method(w, 'private', 'void', 'writeField', [('JsonGenerator', 'g'), ('String', 'fieldname'), ('DateTime', 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeStringField(fieldname, iso8601DateTime.print(value));') w() with java.Method(w, 'private', 'void', 'writeField', [('JsonGenerator', 'g'), ('String', 'fieldname'), ('LocalDate', 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeStringField(fieldname, iso8601Date.print(value));') w() with java.Method(w, 'private', 'void', 'writeField', [('JsonGenerator', 'g'), ('String', 'fieldname'), ('UUID', 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeStringField(fieldname, value.toString());') w('\nprivate final DateTimeFormatter iso8601Date = ' 'ISODateTimeFormat.date();') w('private final DateTimeFormatter iso8601DateTime = ' 'ISODateTimeFormat.dateTime();')
def deserializer(context): (app, module, package, model_class, write_file, _, _) = context facade = bool(context.wrapped_model) w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) java.Import(w, 'java.io.IOException') w.head() java.Import(w, 'java.text.ParseException') w.head() java.Import(w, 'com.fasterxml.jackson.core.JsonParseException') java.Import(w, 'com.fasterxml.jackson.core.JsonParser') java.Import(w, 'com.fasterxml.jackson.core.JsonToken') java.Import(w, 'com.fasterxml.jackson.databind.JsonDeserializer') java.Import(w, 'com.fasterxml.jackson.databind.DeserializationContext') w.head() java.Import(w, 'org.joda.time.format.DateTimeFormatter') java.Import(w, 'org.joda.time.format.ISODateTimeFormat') if facade: model_name = syslx.fmt_app_name(context.wrapped_model.name) modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s w.head() java.Import(w, modelpkg + '.*') else: model_name = model_class has_tables = any( t.HasField('relation') for (tname, t) in sorted(app.types.iteritems())) w() with java.Class(w, model_class + 'JsonDeserializer', write_file, package=package, extends='JsonDeserializer<' + model_class + '>'): w() with java.Method(w, 'public', model_class, 'deserialize', [('JsonParser', 'p'), ('DeserializationContext', 'provider')], throws=['IOException', 'JsonParseException'], override=True): w('{0} model = new {0}();', model_name) if facade: w('{0} facade = new {0}(model);', model_class) w() w('eatToken(p, JsonToken.START_OBJECT);') with java.While(w, 'p.getCurrentToken() != JsonToken.END_OBJECT'): with java.Switch(w, 'eatName(p)'): for (tname, t) in sorted(app.types.iteritems()): if t.HasField('relation'): w(('case "{0}": deserialize{0}Table(p, ' 'model.get{0}Table()); break;'), tname) w('default: skipJson(p);') w('expectToken(p, JsonToken.END_OBJECT);') w() if facade: w('return facade;') else: w('return model;') for (tname, t) in sorted(app.types.iteritems()): if t.HasField('tuple'): # HashSet<User defined type> with java.Method(w, 'private', tname + '.View', 'deserialize' + tname + 'View', [('JsonParser', 'p')], throws=['IOException', 'JsonParseException']): w() w('{0}.Set view = new {0}.Set();', tname) w('eatToken(p, JsonToken.START_ARRAY);') with java.While(w, 'p.getCurrentToken() != JsonToken.END_ARRAY'): w('{0} entity = {0}._PRIVATE_new();', tname) w('deserialize(p, entity);') w('view.add(entity);') w('p.nextToken();') w('return view;') with java.Method(w, 'public', tname, 'deserialize', [('JsonParser', 'p'), (tname, 'entity')], throws=['IOException', 'JsonParseException'], override=False): w() w('eatToken(p, JsonToken.START_OBJECT);') with java.If(w, 'entity == null'): w('entity = {0}._PRIVATE_new();', tname) with java.While(w, 'p.getCurrentToken() != JsonToken.END_OBJECT'): with java.Switch(w, 'eatName(p)'): for (fname, f) in datamodel.sorted_fields(t): jfname = java.name(fname) (typename, _, type_) = datamodel.typeref( f, module) extra = '{}' set_with_primitive = False if type_ is None: if f.WhichOneof('type') == 'set' and f.set.HasField('primitive'): which_type = 'tuple' set_with_primitive = True type_ = f.set else: which_type = type_.WhichOneof('type') if which_type == 'primitive': jsontype = JSON_PARSE_MAP[type_.primitive] if isinstance(jsontype, tuple): (jsontype, extra) = jsontype elif which_type == 'enum': jsontype = 'IntValue' extra = typename + '.from({})' elif which_type == 'tuple': if set_with_primitive: extra = 'deserializeArray(p)' elif f.WhichOneof('type') == 'set': extra = 'deserialize{}View(p)'.format( f.set.type_ref.ref.path[-1]) elif f.WhichOneof('type') == 'type_ref': extra = 'deserialize(p, entity.get{}())'.format( java.CamelCase(jfname)) jsontype = '' else: raise RuntimeError( 'Unexpected field type for JSON export: ' + which_type) private = '' if type_.primitive in [ sysl_pb2.Type.DATE, sysl_pb2.Type.DATETIME]: with java.Case(w, '"{}"', jfname): w(('entity.{}set{}(' 'p.getCurrentToken() == JsonToken.VALUE_NULL' ' ? null : {}); p.nextToken(); break;'), private, java.CamelCase(jfname), extra.format('p.get{}()'.format(jsontype))) else: w(('case "{}": entity.{}set{}(p.getCurrentToken() == ' 'JsonToken.VALUE_NULL ? null : {}); {} break;'), jfname, private, java.CamelCase(jfname), extra.format( 'p.get{}()'.format(jsontype)), '' if which_type == 'tuple' else 'p.nextToken();') w('default: skipJson(p);') w('p.nextToken();') w('return entity;') if not t.HasField('relation'): continue pkey = datamodel.primary_key_params(t, context.module) pkey_fields = {f for (_, f, _) in pkey} fkeys = { java.name(fname): type_info for (fname, _, type_info) in datamodel.foreign_keys(t, context.module)} private_setters = pkey_fields | set(fkeys.iterkeys()) w() with java.Method(w, 'private', 'void', 'deserialize' + tname + 'Table', [('JsonParser', 'p'), (tname + '.Table', 'table')], throws=['IOException', 'JsonParseException']): w('eatToken(p, JsonToken.START_ARRAY);') with java.While(w, 'p.getCurrentToken() != JsonToken.END_ARRAY'): w('eatToken(p, JsonToken.START_OBJECT);') w('{0} entity = {0}._PRIVATE_new(table.model());', tname) with java.While(w, 'p.getCurrentToken() != JsonToken.END_OBJECT'): with java.Switch(w, u'eatName(p)'): for (fname, f) in datamodel.sorted_fields(t): jfname = java.name(fname) (typename, _, type_) = datamodel.typeref(f, module) extra = '{}' which_type = type_.WhichOneof('type') if which_type == 'primitive': jsontype = JSON_PARSE_MAP[type_.primitive] if isinstance(jsontype, tuple): (jsontype, extra) = jsontype elif which_type == 'enum': jsontype = 'IntValue' extra = typename + '.from({})' else: raise RuntimeError( 'Unexpected field type for JSON export: ' + which_type) private = '_PRIVATE_' if jfname in private_setters else '' if type_.primitive in [ sysl_pb2.Type.DATE, sysl_pb2.Type.DATETIME]: with java.Case(w, '"{}"', jfname): w(('entity.{}set{}(' 'p.getCurrentToken() == JsonToken.VALUE_NULL' ' ? null : {}); break;'), private, java.CamelCase(jfname), extra.format('p.get{}()'.format(jsontype))) else: w(('case "{}": entity.{}set{}(p.getCurrentToken() == ' 'JsonToken.VALUE_NULL ? null : {}); break;'), jfname, private, java.CamelCase(jfname), extra.format('p.get{}()'.format(jsontype))) with java.Default(w): w('skipJson(p);') w('continue;') w('p.nextToken();') w('p.nextToken();') w() w('table.insert(entity);') w('p.nextToken();') # HashSet<Primitive Type> with java.Method(w, 'private', 'HashSet<String>', 'deserializeArray', [('JsonParser', 'p')], throws=['IOException', 'JsonParseException']): w() w('HashSet<String> view = new HashSet<String>();') w('eatToken(p, JsonToken.START_ARRAY);') with java.While(w, 'p.getCurrentToken() != JsonToken.END_ARRAY'): w('expectToken(p, JsonToken.VALUE_STRING);') w('view.add(p.getText());') w('p.nextToken();') w('p.nextToken();') w('return view;') with java.Method(w, '\nprivate', 'void', 'eatToken', [('JsonParser', 'p'), ('JsonToken', 'token')], throws=['IOException']): w(u'expectToken(p, token);') w(u'p.nextToken();') with java.Method(w, '\nprivate', 'void', 'expectToken', [('JsonParser', 'p'), ('JsonToken', 'token')]): with java.If(w, 'p.getCurrentToken() != token'): w(('System.err.printf("<<Unexpected token: %s (expecting %s)>>\\n", ' 'tokenName(p.getCurrentToken()), tokenName(token));')) w('throw new {}Exception();', model_name) with java.Method(w, '\nprivate', 'String', 'eatName', [('JsonParser', 'p')], throws=['IOException']): w('expectToken(p, JsonToken.FIELD_NAME);') w('String name = p.getCurrentName();') w('p.nextToken();') w('return name;') with java.Method(w, '\nprivate', 'String', 'tokenName', [('JsonToken', 'token')]): with java.If(w, 'token == null'): w('return "null";') with java.Switch(w, 'token'): for tok in ( 'END_ARRAY END_OBJECT FIELD_NAME NOT_AVAILABLE START_ARRAY ' 'START_OBJECT VALUE_EMBEDDED_OBJECT VALUE_FALSE VALUE_NULL ' 'VALUE_NUMBER_FLOAT VALUE_NUMBER_INT VALUE_STRING VALUE_TRUE' ).split(): w('case {0}: return "{0}";', tok) w('return "";') # TODO: refactor into base class # TODO: replace recursion with depth counter with java.Method(w, '\nprivate', 'void', 'skipJson', [('JsonParser', 'p')], throws=['IOException']): w('JsonToken tok = p.getCurrentToken();') w('p.nextToken();') with java.Switch(w, 'tok'): for tok in ( 'END_ARRAY END_OBJECT FIELD_NAME NOT_AVAILABLE ' 'VALUE_EMBEDDED_OBJECT VALUE_FALSE VALUE_NULL ' 'VALUE_NUMBER_FLOAT VALUE_NUMBER_INT VALUE_STRING VALUE_TRUE').split(): w('case {}: break;', tok) with java.Case(w, 'START_ARRAY'): with java.While(w, 'p.getCurrentToken() != JsonToken.END_ARRAY'): w('skipJson(p);') w('p.nextToken();') w('break;') with java.Case(w, 'START_OBJECT'): with java.While(w, 'p.getCurrentToken() != JsonToken.END_OBJECT'): w('p.nextToken();') w('skipJson(p);') w('p.nextToken();') w('break;') # TODO: Is permissive dateTimeParser OK for date types? w('\nprivate final DateTimeFormatter iso8601DateTime = ' 'ISODateTimeFormat.dateTimeParser();') w()
def export( mode, module, appname, outdir, expected_package, entities, serializers): app = module.apps.get(appname) assert app, appname package = syslx.View(app.attrs)['package'].s if mode != 'xsd' and expected_package is not None: assert package == expected_package, (package, expected_package) model_class = '_'.join(app.name.part).replace(' ', '') write_file = sysl.util.file.FileWriter(outdir, package, entities) inouts = [] for s in serializers: assert '_' in s, s (fmt, dirn) = s.split('_') fmts = ['json', 'xml'] if fmt == '*' else [fmt] dirns = ['in', 'out'] if dirn == '*' else [dirn] for fmt in fmts: for dirn in dirns: inouts.append(fmt + "_" + dirn) serializers = set(inouts) bogus_serializers = serializers - \ {'json_in', 'json_out', 'xml_in', 'xml_out'} assert not bogus_serializers, bogus_serializers if app.HasField('wrapped'): model_name = syslx.fmt_app_name(app.wrapped.name) assert model_name in module.apps, ( 'missing app: ' + repr(model_name), module.apps.keys(), app.wrapped.endpoints.keys()) wrapped_model = module.apps[model_name] else: wrapped_model = None context = Context( app, module, package, model_class, write_file, appname, wrapped_model) def serializer_entities(): return ( ({appname + 'JsonDeserializer'} if 'json_in' in serializers else set()) | ({appname + 'JsonSerializer'} if 'json_out' in serializers else set()) | ({appname + 'XmlDeserializer'} if 'xml_in' in serializers else set()) | ({appname + 'XmlSerializer'} if 'xml_out' in serializers else set()) ) def export_serializers(): if 'json_in' in serializers: json_export.deserializer(context) if 'json_out' in serializers: json_export.serializer(context) if 'xml_in' in serializers: xml_export.deserializer(context) if 'xml_out' in serializers: xml_export.serializer(context) if mode == 'model': if entities: entities |= {appname, appname + 'Exception'} | serializer_entities() # Build a foreign key reverse map to enable efficeint navigation # in the generated classes fk_rmap = datamodel.build_fk_reverse_map(app, module) # For each of the "types" in the Application message from the # protocol buffer represenation of the sysl generate an # "Entity" class for (tname, t) in sorted(app.types.iteritems()): if not re.match(r'AnonType_\d+__$', tname): w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) java_model.export_entity_class( w, tname, t, fk_rmap[tname], context) java_model.export_model_class(fk_rmap, context) java_model.export_exception_class(context) export_serializers() elif mode == 'facade': if entities: entities |= {appname} | serializer_entities() java_facade.export_facade_class(context) export_serializers() elif mode == 'xsd': xsd_export.xsd(context) elif mode == 'swagger': swagger_export.swagger_file(app, module, model_class, write_file) elif mode == 'spring-rest-service': interfaces = { endpt.attrs['interface'].s for endpt in app.endpoints.itervalues() if endpt.attrs['interface'].s != ''} assert None not in interfaces, '\n' + '\n'.join(sorted([ endpt.name for endpt in app.endpoints.itervalues() for i in [endpt.attrs['interface'].s] if not i], key=lambda name: reversed(name.split()))) if entities: entities |= {model_class + 'Controller'} | set(interfaces) sysl.exporters.api.spring_rest.service(interfaces, context) elif mode == 'view': if entities: entities |= {appname} w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) w() java.Import(w, 'org.joda.time.DateTime') java.Import(w, 'org.joda.time.format.DateTimeFormat') java.Import(w, 'org.joda.time.format.DateTimeFormatter') w() java_model.export_view_class(w, context)
def visit_endpoint(from_app, appname, epname, uptos, sender_patterns, sender_endpt_patterns=None, stmt=None, deactivate=None): """Recursively visit an endpoint.""" if from_app: sender = var_name(syslx.fmt_app_name(from_app.name)) else: sender = '[' agent = var_name(appname) app = module.apps.get(appname) endpt = app.endpoints.get(epname) assert endpt def visit_stmts(stmts, deactivate, last_parent_stmt): """Recursively visit a stmt list.""" def block(last_stmt, block_stmts, fmt, *args): """Output a compound block.""" write(fmt, *args) with write.indent(): return visit_stmts(block_stmts, deactivate, last_stmt) def block_with_end(last_stmt, block_stmts, fmt, *args): """Output a compound block, including the 'end' clause.""" payload = block(last_stmt, block_stmts, fmt, *args) write('end') return payload payload = None for (i, stmt) in enumerate(stmts): last_stmt = last_parent_stmt and i == len(stmts) - 1 if stmt.HasField('call'): with write.indent(): payload = visit_endpoint( app, syslx.fmt_app_name(stmt.call.target), stmt.call.endpoint, uptos, app_patterns, syslx.patterns(stmt.attrs) | syslx.patterns(endpt.attrs), stmt, last_stmt and deactivate) elif stmt.HasField('action'): #write('{0} -> {0} : {1}', agent, r'\n'.join(textwrap.wrap(stmt.action.action, 40))) write('{0} -> {0} : {1}', agent, stmt.action.action) elif stmt.HasField('cond'): payload = block_with_end(last_stmt, stmt.cond.stmt, 'opt {}', stmt.cond.test) elif stmt.HasField('loop'): payload = block_with_end( last_stmt, stmt.loop.stmt, 'loop {} {}', stmt.loop.Mode.Name(stmt.loop.mode), stmt.loop.criterion) elif stmt.HasField('loop_n'): payload = block_with_end(last_stmt, stmt.loop_n.stmt, 'loop {} times', stmt.loop_n.count) elif stmt.HasField('foreach'): payload = block_with_end(last_stmt, stmt.foreach.stmt, 'loop for each {}', stmt.foreach.collection) elif stmt.HasField('group'): payload = block_with_end(last_stmt, stmt.group.stmt, 'group {}', stmt.group.title) elif stmt.HasField('alt'): prefix = 'alt' for (j, choice) in enumerate(stmt.alt.choice): last_alt_stmt = last_stmt and j == len( stmt.alt.choice) - 1 payload = block(last_alt_stmt, choice.stmt, '{} {}', prefix, choice.cond) prefix = 'else' write('end') elif stmt.HasField('ret'): rargs = [] for param in syslalgo.yield_ret_params(stmt.ret.payload): if param != '...' and '.' in param: (an, pn) = rex.split(r'\.', param) rarg = format_args(an, pn) if rarg: rargs.append(rarg) else: rargs.append(param) write('{}<--{} : {}', sender, agent, ' | '.join(p for p in rargs)) else: raise Exception('No statement!') return payload app_patterns = syslx.patterns(app.attrs) target_patterns = syslx.patterns(endpt.attrs) patterns = target_patterns human = 'human' in app_patterns human_sender = 'human' in sender_patterns cron = 'cron' in sender_patterns needs_int = not (human or human_sender or cron) and sender != agent label = re.sub(ur'^.*? -> ', u' ⬄ ', unicode(epname)) cron = 'cron' in app_patterns if stmt: assert stmt.HasField('call') ptrns = '' if bool(sender_endpt_patterns) or bool(patterns): ptrns = u', '.join(sorted(sender_endpt_patterns)) + \ u' → ' + u', '.join(sorted(patterns)) isoctrl = [] for ctrl in endpt.attrs.keys(): if 'iso_ctrl' in ctrl: isoctrl.append(re.sub(r'iso_ctrl_(.*)_txt', r'\1', ctrl)) epargs = [] def format_args(an, pn): arg = '.'.join((an, pn)) if arg: conf = module.apps[an].types[pn].attrs[ 'iso_conf'].s[:1].upper() integ = module.apps[an].types[pn].attrs[ 'iso_integ'].s[:1].upper() isocolor = 'red' if 'R' in conf else 'green' arg = '<color blue>' + arg + '</color>' + ' <<color ' + isocolor + '>' + \ (conf if conf else '?') + ', ' + \ (integ if integ else '?') + '</color>>' return arg for p in endpt.param: an = ' :: '.join(p.type.type_ref.ref.appname.part) pn = '.'.join(p.type.type_ref.ref.path) eparg = format_args(an, pn) if eparg: epargs.append(eparg) label = params.epfmt( epname=label, human='human' if human else '', human_sender='human sender' if human_sender else '', needs_int='needs_int' if needs_int else '', args=' | '.join(e for e in epargs), #args=', '.join(p.name for p in stmt.call.arg), patterns=ptrns, controls=', '.join(i for i in sorted(isoctrl)), **diagutil.attr_fmt_vars(stmt.attrs)).replace('\n', r'\n') if not ((human and sender == '[') or cron): ep_patterns = syslx.patterns(endpt.attrs) icon = '<&timer> ' if 'cron' in ep_patterns else '' write('{}->{} : {}{}', sender, agent, icon, label) if log_integration and stmt: log_integration(app=from_app, stmt=stmt, patterns=patterns) rargs = [] for param in syslalgo.yield_ret_params( syslalgo.return_payload(endpt.stmt)): if param != '...' and '.' in param: (an, pn) = rex.split(r'\.', param) rarg = format_args(an, pn) if rarg: rargs.append(rarg) else: rargs.append(param) payload = ' | '.join(p for p in rargs) calling_self = from_app and syslx.fmt_app_name( from_app.name) == appname if not calling_self and not payload and deactivate: deactivate() if len(endpt.stmt): hit_blackbox = False for (upto, comment) in itertools.chain(uptos.iteritems(), already_visited.keys()): # Compare the common prefix of the current endpt and upto. upto_parts = upto.split(' <- ') if [appname, epname][:len(upto_parts)] == upto_parts: hit_blackbox = True if payload: write.activate(agent) if comment is not None: write('note over {}: {}', agent, comment or 'see below') else: if comment is not None: write('note {}: {}', 'left' if sender > agent else 'right', comment or 'see below') if payload: write('{}<--{} : {}', sender, agent, payload) write.deactivate(agent) break if not hit_blackbox: with write.activated(agent, human or cron) as deactivate: # 'see above') visiting = (appname + ' <- ' + epname, None) already_visited[visiting] += 1 try: return visit_stmts(endpt.stmt, deactivate, True) finally: already_visited[visiting] -= 1 if not already_visited[visiting]: del already_visited[visiting]
def serializer(context): (app, module, package, model_class, write_file, _, _) = context facade = bool(context.wrapped_model) w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) java.Import(w, 'java.text.ParseException') w.head() java.Import(w, 'javax.xml.stream.XMLStreamException') java.Import(w, 'javax.xml.stream.XMLStreamWriter') w.head() java.Import(w, 'org.joda.time.format.DateTimeFormatter') java.Import(w, 'org.joda.time.format.ISODateTimeFormat') if facade: model_name = syslx.fmt_app_name(context.wrapped_model.name) modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s w.head() java.Import(w, modelpkg + '.*') else: modelpkg = package with java.Class(w, '\n{}XmlSerializer'.format(model_class), write_file, package=package): with java.Method(w, '\npublic', 'void', 'serialize', [(model_class, 'facade' if facade else 'model'), ('XMLStreamWriter', 'xsw')], throws=['XMLStreamException']): if facade: w('{} model = facade.getModel();', model_name) w('xsw.writeStartElement("{}");', model_class) for (tname, ft, t) in syslx.sorted_types(context): if t.WhichOneof('type') == 'relation': w('serialize(model.get{0}Table(), xsw, "{0}");', tname) w('xsw.writeEndElement();') for (tname, ft, t) in syslx.sorted_types(context): java.SeparatorComment(w) if t.WhichOneof('type') in ['relation', 'tuple']: with java.Method(w, '\npublic', 'void', 'serialize', [(modelpkg + '.' + tname + '.View', 'view'), ('XMLStreamWriter', 'xsw'), ('String', 'tag')], throws=['XMLStreamException']): with java.If(w, 'view == null || view.isEmpty()'): w('return;') if t.WhichOneof('type') == 'relation': w('xsw.writeStartElement("{}List");', tname) order = [ o.s for o in syslx.View(t.attrs)['xml_order'].a.elt ] if order: order_logic = [] for o in order: order_logic.append( ' i = io.sysl.ExprHelper.doCompare' '(a.get{0}(), b.get{0}());\n' ' if (i != 0) return i;\n'.format( java.CamelCase(o))) order_by = ( '.orderBy(\n' ' new java.util.Comparator<{0}> () {{\n' ' @Override\n' ' public int compare({0} a, {0} b) {{\n' ' int i;\n' '{1}' ' return 0;\n' ' }}\n' ' }})\n').format(tname, ''.join(order_logic)) else: order_by = '' with java.For(w, '{} item : view{}', modelpkg + '.' + tname, order_by): w('serialize(item, xsw, tag);', tname) if t.WhichOneof('type') == 'relation': w('xsw.writeEndElement();') with java.Method(w, '\npublic', 'void', 'serialize', [(modelpkg + '.' + tname, 'entity'), ('XMLStreamWriter', 'xsw')], throws=['XMLStreamException']): w('serialize(entity, xsw, "{}");', tname) with java.Method(w, '\npublic', 'void', 'serialize', [(modelpkg + '.' + tname, 'entity'), ('XMLStreamWriter', 'xsw'), ('String', 'tag')], throws=['XMLStreamException']): with java.If(w, 'entity == null'): w('return;') w('xsw.writeStartElement(tag);', tname) for wantAttrs in [True, False]: for (fname, f) in datamodel.sorted_fields(t): jfname = java.name(fname) method = java.CamelCase(jfname) tref = datamodel.typeref(f, module) type_ = tref[2] if not type_: continue extra = '' which_type = type_.WhichOneof('type') if which_type == 'primitive': extra = XML_GEN_MAP[type_.primitive] if type_.primitive == type_.DECIMAL: for c in type_.constraint: if c.scale: access = 'round(entity.get{}(), {})'.format( method, c.scale) break else: access = 'round(entity.get{}(), 0)'.format( method) else: access = 'entity.get{}()'.format(method) elif which_type == 'enum': access = 'entity.get{}().getValue()'.format( method) elif which_type == 'tuple': access = 'entity.get{}()'.format(method) else: raise RuntimeError( 'Unexpected field type for XML export: ' + which_type) if wantAttrs == ('xml_attribute' in syslx.patterns(f.attrs)): if wantAttrs: w('serializeAttr("{}", {}{}, xsw);', jfname, access, extra) else: # TODO: Why is 'index' bad? (NB: This was a debug hook, but the author forgot why.) assert jfname != 'index' w('serializeField("{}", {}{}, xsw);', jfname, access, extra) w('xsw.writeEndElement();') with java.Method(w, '\npublic', 'void', 'serializeField', [('String', 'fieldname'), (modelpkg + '.' + tname + '.View', 'view'), ('XMLStreamWriter', 'xsw')], throws=['XMLStreamException']): with java.If(w, 'view != null && !view.isEmpty()'): w('serialize(view, xsw, fieldname);') with java.Method(w, '\npublic', 'void', 'serializeField', [('String', 'fieldname'), (modelpkg + '.' + tname, 'entity'), ('XMLStreamWriter', 'xsw')], throws=['XMLStreamException']): with java.If(w, 'entity != null'): w('serialize(entity, xsw, fieldname);') def serialize(t, access, extra_args=None): with java.Method( w, '\nprivate', 'void', 'serialize', ([(t, 'value')] + (extra_args or []) + [('XMLStreamWriter', 'xsw')]), throws=['XMLStreamException']): w('xsw.writeCharacters({});', access) serialize('String', 'value') serialize('Boolean', 'value.toString()') serialize('Integer', 'value.toString()') serialize('Double', 'value.toString()') serialize('BigDecimal', 'value.toString()') serialize('UUID', 'value.toString()') serialize('DateTime', 'fmt.print(value)', [('DateTimeFormatter', 'fmt')]) serialize('LocalDate', 'iso8601Date.print(value)') def serializeField(t, access, extra_args=None): with java.Method( w, '\nprivate', 'void', 'serializeField', ([('String', 'fieldname'), (t, 'value')] + (extra_args or []) + [('XMLStreamWriter', 'xsw')]), throws=['XMLStreamException']): with java.If(w, 'value != null'): w('xsw.writeStartElement(fieldname);') w('serialize(value{}, xsw);', ''.join(', ' + arg for (_, arg) in extra_args or [])) w('xsw.writeEndElement();') with java.Method( w, '\nprivate', 'void', 'serializeAttr', ([('String', 'fieldname'), (t, 'value')] + (extra_args or []) + [('XMLStreamWriter', 'xsw')]), throws=['XMLStreamException']): with java.If(w, 'value != null'): w('xsw.writeAttribute(fieldname, {});', access) serializeField('String', 'value') serializeField('Boolean', 'value.toString()') serializeField('Integer', 'value.toString()') serializeField('Double', 'value.toString()') serializeField('BigDecimal', 'value.toString()') serializeField('UUID', 'value.toString()') serializeField('DateTime', 'fmt.print(value)', [('DateTimeFormatter', 'fmt')]) serializeField('LocalDate', 'iso8601Date.print(value)') with java.Method(w, '\nprivate final', 'BigDecimal', 'round', [('BigDecimal', 'd'), ('int', 'scale')]): w('return d == null ? d : ' 'd.setScale(scale, java.math.RoundingMode.HALF_UP);') w('\nprivate final DateTimeFormatter iso8601Date = ' 'ISODateTimeFormat.date();') w('private final DateTimeFormatter iso8601DateTime = ' 'ISODateTimeFormat.dateTime();')
def deserializer(context): (app, module, package, model_class, write_file, _, _) = context facade = bool(context.wrapped_model) w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) java.Import(w, 'javax.xml.stream.XMLStreamConstants') java.Import(w, 'javax.xml.stream.XMLStreamException') java.Import(w, 'javax.xml.stream.XMLStreamReader') w.head() java.Import(w, 'java.text.ParseException') w.head() java.Import(w, 'org.joda.time.format.DateTimeFormatter') java.Import(w, 'org.joda.time.format.ISODateTimeFormat') if facade: model_name = syslx.fmt_app_name(context.wrapped_model.name) modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s w.head() java.Import(w, modelpkg + '.*') else: model_name = model_class modelpkg = package with java.Class(w, '\n{}XmlDeserializer'.format(model_class), write_file, package=package): with java.Method( w, 'public', 'void', 'deserialize', [(model_class, 'facade' if facade else 'model'), ('XMLStreamReader', 'xsr')], throws=[model_name + 'Exception', 'XMLStreamException']): if facade: w('{} model = facade.getModel();', model_name) w('expect(XMLStreamConstants.START_ELEMENT, xsr.next());') with java.While(w, 'xsr.next() == XMLStreamConstants.START_ELEMENT'): with java.Switch(w, 'xsr.getLocalName()'): for (tname, ft, t) in syslx.sorted_types(context): if t.HasField('relation'): w( 'case "{0}List": deserialize(model.get{0}Table(), xsr); break;', tname) w( 'case "{0}": deserializeOne(model.get{0}Table(), xsr); break;', tname) w('default: skipElement(xsr);') w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());') for (tname, ft, t) in syslx.sorted_types(context): if not t.HasField('relation'): continue pkey = datamodel.primary_key_params(t, context.module) pkey_fields = {f for (_, f, _) in pkey} fkeys = { java.name(fname): type_info for (fname, _, type_info) in datamodel.foreign_keys(t, context.module) } private_setters = pkey_fields | set(fkeys.iterkeys()) with java.Method(w, '\nprivate', 'void', 'deserialize', [(modelpkg + '.' + tname + '.Table', 'table'), ('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): with java.While( w, 'xsr.next() == XMLStreamConstants.START_ELEMENT'): w('deserializeOne(table, xsr);') w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());' ) with java.Method(w, '\nprivate', 'void', 'deserializeOne', [(modelpkg + '.' + tname + '.Table', 'table'), ('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): w('{0} entity = {0}._PRIVATE_new(table.model());', modelpkg + '.' + tname) with java.While( w, 'xsr.next() == XMLStreamConstants.START_ELEMENT'): with java.Switch(w, 'xsr.getLocalName()'): for (fname, f) in datamodel.sorted_fields(t): jfname = java.name(fname) (typename, _, type_) = datamodel.typeref(f, module) extra = '{}' which_type = type_.WhichOneof('type') if which_type == 'primitive': xmltype = XML_PARSE_MAP[type_.primitive] if isinstance(xmltype, tuple): (xmltype, extra) = xmltype elif which_type == 'enum': xmltype = 'IntValue' extra = typename + '.from({})' else: raise RuntimeError( 'Unexpected field type for XML export: ' + which_type) private = '_PRIVATE_' if jfname in private_setters else '' if type_.primitive in [ sysl_pb2.Type.DATE, sysl_pb2.Type.DATETIME ]: w( 'case "{}": entity.{}set{}(read{}(xsr, {})); break;', jfname, private, java.CamelCase(jfname), typename, extra) else: w( 'case "{}": entity.{}set{}(read{}(xsr)); break;', jfname, private, java.CamelCase(jfname), typename) w('default: skipField(xsr);') w('table.insert(entity);') w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());' ) with java.Method(w, '\nprivate', 'void', 'expect', [('int', 'expected'), ('int', 'got')]): with java.If(w, 'got != expected'): w('System.err.printf(\v' '"<<Unexpected token: %s (expecting %s)>>\\n", \v' 'tokenName(got), tokenName(expected));') w('throw new {}Exception();', model_name) with java.Method(w, '\nprivate', 'String', 'tokenName', [('int', 'token')]): with java.Switch(w, 'token'): for tok in ( 'ATTRIBUTE CDATA CHARACTERS COMMENT DTD END_DOCUMENT ' 'END_ELEMENT ENTITY_DECLARATION ENTITY_REFERENCE NAMESPACE ' 'NOTATION_DECLARATION PROCESSING_INSTRUCTION SPACE START_DOCUMENT ' 'START_ELEMENT'.split()): w('case XMLStreamConstants.{0}: return "{0}";', tok) w('return new Integer(token).toString();') def read(t, access, extra_args=None): with java.Method(w, '\nprivate', t, 'read' + t, [('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): with java.If(w, '!getCharacters(xsr)'): w('return null;') w('{} result = {};', t, access) w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());') w('return result;') read('String', 'xsr.getText()') read('Boolean', 'Boolean.parseBoolean(xsr.getText())') read('Integer', 'Integer.parseInt(xsr.getText())') read('Double', 'Double.parseDouble(xsr.getText())') read('BigDecimal', 'new BigDecimal(xsr.getText())') read('UUID', 'UUID.fromString(xsr.getText())') with java.Method(w, '\nprivate', 'DateTime', 'readDateTime', [('XMLStreamReader', 'xsr'), ('DateTimeFormatter', 'fmt')], throws=['XMLStreamException']): with java.If(w, '!getCharacters(xsr)'): w('return null;') w('DateTime result = fmt.parseDateTime(xsr.getText());') w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());') w('return result;') with java.Method(w, '\nprivate', 'LocalDate', 'readLocalDate', [('XMLStreamReader', 'xsr'), ('DateTimeFormatter', 'fmt')], throws=['XMLStreamException']): with java.If(w, '!getCharacters(xsr)'): w('return null;') w('LocalDate result = fmt.parseLocalDate(xsr.getText());') w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());') w('return result;') with java.Method(w, '\nprivate', 'void', 'skipField', [('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): with java.If(w, 'getCharacters(xsr)'): w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());') with java.Method(w, '\nprivate', 'boolean', 'getCharacters', [('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): w('int tok = xsr.next();') with java.If(w, 'tok == XMLStreamConstants.END_ELEMENT'): w('return false;') w('expect(XMLStreamConstants.CHARACTERS, tok);') w('return true;') with java.Method(w, '\nprivate', 'void', 'skipElement', [('XMLStreamReader', 'xsr')], throws=['XMLStreamException']): with java.While(w, 'xsr.next() != XMLStreamConstants.END_ELEMENT'): with java.If( w, 'xsr.getEventType() == XMLStreamConstants.START_ELEMENT' ): w('skipElement(xsr);') # TODO: Is permissive dateTimeParser OK for date types? w('\nprivate final DateTimeFormatter iso8601DateTime = ' 'ISODateTimeFormat.dateTimeParser();') w()
def generate_component_view(): name_map = {} def make_varmgr(): """Return a variable manager instance.""" appfmt = syslx.View(module.apps.get( args.project).attrs)['appfmt'].s appfmt = diagutil.parse_fmt(appfmt) def new_var(var, name): """Outputs a new definition when VarManager makes a new variable.""" app = module.apps[name] write('[{}] as {}{}', appfmt(appname=name_map.get(name, name), **diagutil.attr_fmt_vars(app.attrs)).replace('\n', r'\n'), var, ' <<highlight>>' if name in highlights else '') return diagutil.VarManager(new_var) with write.uml(): if diagram_title: write('title ' + diagram_title) write('hide stereotype') write('scale max 16384 height') #write('skinparam nodesep 30') #write('skinparam ranksep 120') write('skinparam component {{') write(' BackgroundColor FloralWhite') write(' BorderColor Black') write(' ArrowColor Crimson') if highlight_color: write(' BackgroundColor<<highlight>> ' + highlight_color) if arrow_color: write(' ArrowColor ' + arrow_color) if indirect_arrow_color and indirect_arrow_color != 'none': write(' ArrowColor<<indirect>> ' + indirect_arrow_color) write('}}') var_name = make_varmgr() if args.clustered or endpt_attrs['view'].s == 'clustered': clusters = diagutil.group_by( apps, key=lambda app: app.partition(' :: ')[0]) clusters = [ (cluster, members) for (cluster, g) in clusters for members in [list(g)] if len(members) > 1] name_map = {app: app.partition(' :: ')[-1] or app for (cluster, members) in clusters for app in members} for (cluster, cluster_apps) in clusters: write('package "{}" {{', cluster) for app in cluster_apps: var_name(app) # write(' {}', var_name(app)) write('}}') calls_drawn = set() if endpt_attrs['view'].s == 'system': for ((app_a, _), (app_b, _), (_, _)) in integrations: direct = {app_a, app_b} & highlights app_a = app_a.partition(' :: ')[0] app_b = app_b.partition(' :: ')[0] if app_a != app_b and (app_a, app_b) not in calls_drawn: if direct or indirect_arrow_color != 'none': write('{} --> {}{}', var_name(app_a), var_name(app_b), '' if direct else ' <<indirect>>') calls_drawn.add((app_a, app_b)) else: for ((app_a, _), (app_b, _)) in integrations: if app_a != app_b and (app_a, app_b) not in calls_drawn: direct = {app_a, app_b} & highlights if direct or indirect_arrow_color != 'none': write('{} --> {}{}', var_name(app_a), var_name(app_b), '' if direct else ' <<indirect>>') calls_drawn.add((app_a, app_b)) for appname in apps: for mixin in module.apps[appname].mixin2: mixin_name = syslx.fmt_app_name(mixin.name) mixin_app = module.apps[mixin_name] write('{} <|.. {}', var_name(mixin_name), var_name(appname))
def export_facade_class(context): model_name = syslx.fmt_app_name(context.wrapped_model.name) modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s w = writer.Writer('java') java.Package(w, context.package) java.StandardImports(w) java.Import(w, modelpkg + '.' + model_name) w() with java.Class(w, context.appname, context.write_file, package=context.package): with java.Ctor(w, '\npublic', context.appname, [(model_name, 'model')]): w('this.model = model;') for (tname, _, _) in syslx.wrapped_facade_types(context): w('this.{}Facade = new {}Facade();', java.safe(tname[:1].lower() + tname[1:]), tname) with java.Method(w, '\npublic', model_name, 'getModel'): w('return model;') java.SeparatorComment(w) for (tname, ft, t) in syslx.wrapped_facade_types(context): if t.HasField('relation'): pkey = datamodel.primary_key_params(t, context.module) pkey_fields = {f for (_, f, _) in pkey} param_defs = [(typ, jfname) for (typ, fname, jfname) in pkey if 'autoinc' not in syslx.patterns( t.relation.attr_defs[fname].attrs)] params = ''.join(', ' + f for (_, f) in param_defs) param = ', '.join(f for (_, f) in param_defs) fkeys = { java.name(fname): type_info for (fname, _, type_info ) in datamodel.foreign_keys(t, context.module) } inner_type = ('HashMap<Key, {}>' if pkey else 'HashSet<{}>').format(tname) required = [] for fname in sorted(ft.relation.attr_defs.keys()): f = t.relation.attr_defs.get(fname) if ('required' in syslx.patterns(f.attrs) or 'required' in syslx.patterns( ft.relation.attr_defs.get(fname).attrs)): jfname = java.name(fname) method = java.CamelCase(jfname) (java_type, type_info, _) = datamodel.typeref(f, context.module) if java_type == 'Object': datamodel.typeref(f, context.module) required.append((fname, java_type)) with java.Method(w, '\npublic', tname + 'Facade', 'get' + tname): w('return {}Facade;', java.safe(tname[:1].lower() + tname[1:])) w() with java.Class(w, tname + 'Facade', context.write_file): with java.Method(w, 'public', '{}.{}.Table'.format(modelpkg, tname), 'table'): w('return model.get{}Table();', tname, param) w() if param_defs or required: with java.Method(w, 'public', 'Builder0', 'build'): w('return new Builder0();') keytypes = {f: kt for (kt, f) in param_defs} keys = sorted(keytypes) keyindices = {k: i for (i, k) in enumerate(keys)} if len(keys) > 3: # 4 perms yields 16 builders with 32 setters. logging.error('OUCH! Too many primary key fields') raise Exception('Too many primary key fields') for perm in range(2**len(keys)): bname = 'Builder' + str(perm) w() with java.Class(w, bname, context.write_file): done = [ k for (i, k) in enumerate(keys) if 2**i & perm ] remaining = [k for k in keys if k not in done] with java.Ctor(w, '', bname, [(keytypes[k], k) for k in done]): for k in done: w('this.{0} = {0};', k) if required and not remaining: w( 'this._pending = {};', hex(2**len(required) - 1).rstrip('L')) for fname in remaining: f = t.relation.attr_defs[fname] jfname = java.name(fname) method = java.CamelCase(jfname) (java_type, type_info, _) = datamodel.typeref(f, context.module) next_bname = 'Builder{}'.format( perm | 2**keyindices[fname]) w() if jfname in fkeys: fk_type = fkeys[jfname].parent_path fk_field = fkeys[jfname].field if f.type_ref.ref.path[-1:] == [fname]: method_suffix = fk_type else: method_suffix = method + 'From' with java.Method( w, 'public', next_bname, 'with' + method_suffix, [(modelpkg + '.' + fk_type, 'entity')]): w( '{} {} = entity == null ? null : entity.get{}();', java_type, jfname, java.CamelCase(fk_field)) w( 'return new {}({});', next_bname, ', '.join(k for k in keys if k == fname or k in done)) else: with java.Method( w, 'public', next_bname, 'with' + java.CamelCase(fname), [(keytypes[fname], fname)]): w( 'return new {}({});', next_bname, ', '.join(k for k in keys if k == fname or k in done)) if not remaining: for (i, (r, rtype)) in enumerate(required): method = java.CamelCase(r) w() # TODO: jfname set in a previous loop?? if jfname in fkeys: fk_type = fkeys[jfname].parent_path fk_field = fkeys[jfname].field if f.type_ref.ref.path[-1:] == [ fname ]: method = fk_type else: method += 'From' with java.Method( w, 'public', bname, 'with' + method, [(modelpkg + '.' + fk_type, java.mixedCase(fk_type))]): with java.If( w, '(_pending & {}) == 0', hex(2**i)): # TODO: More specific # exception w('throw new RuntimeException();' ) w('this.{0} = {0};', java.mixedCase(fk_type)) w('_pending &= ~{};', hex(2**i)) w('return this;') else: with java.Method( w, 'public', bname, 'with' + method, [(rtype, r)]): with java.If( w, '(_pending & {}) == 0', hex(2**i)): # TODO: More specific # exception w('throw new RuntimeException();' ) w('this.{0} = {0};', r) w('_pending &= ~{};', hex(2**i)) w('return this;') with java.Method(w, '\npublic', modelpkg + '.' + tname, 'insert'): if required: with java.If(w, '_pending != 0'): # TODO: More specific exception w('throw new RuntimeException();' ) w( u'{} result = table()._PRIVATE_insert({});', modelpkg + '.' + tname, param) for (r, rtype) in required: if jfname in fkeys: fk_field = fkeys[ jfname].field w('result.set{}({});', fk_type, java.mixedCase(fk_type)) else: w('result.set{}({});', java.CamelCase(r), r) w('return result;') else: w( u'return table()._PRIVATE_insert({});', param) if done: w() w('// primary key') for d in done: w('private final {} {};', keytypes[d], d) if required and not remaining: w() w('// required fields') for (r, rtype) in required: if jfname in fkeys: fk_type = fkeys[jfname].parent_path fk_field = fkeys[jfname].field w('private {} {};', modelpkg + '.' + fk_type, java.mixedCase(fk_type)) else: w('private {} {};', rtype, r) w() w('private int _pending;') else: with java.Method(w, 'public', modelpkg + '.' + tname, 'insert'): w('{} result = table()._PRIVATE_insert();', modelpkg + '.' + tname) w('return result;') java.SeparatorComment(w) for (tname, _, t) in syslx.wrapped_facade_types(context): if t.HasField('relation'): w('private final {}Facade {}Facade;', tname, java.safe(tname[:1].lower() + tname[1:])) w() w('private final {}.{} model;', modelpkg, model_name) w()
def export(mode, module, appname, outdir, expected_package, entities, serializers): app = module.apps.get(appname) assert app, appname package = syslx.View(app.attrs)['package'].s if mode != 'xsd' and expected_package is not None: assert package == expected_package, (package, expected_package) model_class = '_'.join(app.name.part).replace(' ', '') write_file = sysl.util.file.FileWriter(outdir, package, entities) inouts = [] for s in serializers: assert '_' in s, s (fmt, dirn) = s.split('_') fmts = ['json', 'xml'] if fmt == '*' else [fmt] dirns = ['in', 'out'] if dirn == '*' else [dirn] for fmt in fmts: for dirn in dirns: inouts.append(fmt + "_" + dirn) serializers = set(inouts) bogus_serializers = serializers - \ {'json_in', 'json_out', 'xml_in', 'xml_out'} assert not bogus_serializers, bogus_serializers if app.HasField('wrapped'): model_name = syslx.fmt_app_name(app.wrapped.name) assert model_name in module.apps, ('missing app: ' + repr(model_name), module.apps.keys(), app.wrapped.endpoints.keys()) wrapped_model = module.apps[model_name] else: wrapped_model = None context = Context(app, module, package, model_class, write_file, appname, wrapped_model) def serializer_entities(): return (({appname + 'JsonDeserializer'} if 'json_in' in serializers else set()) | ({appname + 'JsonSerializer'} if 'json_out' in serializers else set()) | ({appname + 'XmlDeserializer'} if 'xml_in' in serializers else set()) | ({appname + 'XmlSerializer'} if 'xml_out' in serializers else set())) def export_serializers(): if 'json_in' in serializers: json_export.deserializer(context) if 'json_out' in serializers: json_export.serializer(context) if 'xml_in' in serializers: xml_export.deserializer(context) if 'xml_out' in serializers: xml_export.serializer(context) if mode == 'model': if entities: entities |= {appname, appname + 'Exception' } | serializer_entities() # Build a foreign key reverse map to enable efficeint navigation # in the generated classes fk_rmap = datamodel.build_fk_reverse_map(app, module) # For each of the "types" in the Application message from the # protocol buffer represenation of the sysl generate an # "Entity" class for (tname, t) in sorted(app.types.iteritems()): if not re.match(r'AnonType_\d+__$', tname): w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) java_model.export_entity_class(w, tname, t, fk_rmap[tname], context) java_model.export_model_class(fk_rmap, context) java_model.export_exception_class(context) export_serializers() elif mode == 'facade': if entities: entities |= {appname} | serializer_entities() java_facade.export_facade_class(context) export_serializers() elif mode == 'xsd': xsd_export.xsd(context) elif mode == 'swagger': swagger_export.swagger_file(app, module, model_class, write_file) elif mode == 'spring-rest-service': interfaces = { endpt.attrs['interface'].s for endpt in app.endpoints.itervalues() if endpt.attrs['interface'].s != '' } assert None not in interfaces, '\n' + '\n'.join( sorted([ endpt.name for endpt in app.endpoints.itervalues() for i in [endpt.attrs['interface'].s] if not i ], key=lambda name: reversed(name.split()))) if entities: entities |= {model_class + 'Controller'} | set(interfaces) sysl.exporters.api.spring_rest.service(interfaces, context) elif mode == 'view': if entities: entities |= {appname} w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) w() java.Import(w, 'org.joda.time.DateTime') java.Import(w, 'org.joda.time.format.DateTimeFormat') java.Import(w, 'org.joda.time.format.DateTimeFormatter') w() java_model.export_view_class(w, context)
def visit_endpoint( from_app, appname, epname, uptos, sender_patterns, sender_endpt_patterns=None, stmt=None, deactivate=None): """Recursively visit an endpoint.""" if from_app: sender = var_name(syslx.fmt_app_name(from_app.name)) else: sender = '[' agent = var_name(appname) app = module.apps.get(appname) endpt = app.endpoints.get(epname) assert endpt def visit_stmts(stmts, deactivate, last_parent_stmt): """Recursively visit a stmt list.""" def block(last_stmt, block_stmts, fmt, *args): """Output a compound block.""" write(fmt, *args) with write.indent(): return visit_stmts(block_stmts, deactivate, last_stmt) def block_with_end(last_stmt, block_stmts, fmt, *args): """Output a compound block, including the 'end' clause.""" payload = block(last_stmt, block_stmts, fmt, *args) write('end') return payload payload = None for (i, stmt) in enumerate(stmts): last_stmt = last_parent_stmt and i == len(stmts) - 1 if stmt.HasField('call'): with write.indent(): payload = visit_endpoint( app, syslx.fmt_app_name(stmt.call.target), stmt.call.endpoint, uptos, app_patterns, syslx.patterns(stmt.attrs) | syslx.patterns( endpt.attrs), stmt, last_stmt and deactivate) elif stmt.HasField('action'): #write('{0} -> {0} : {1}', agent, r'\n'.join(textwrap.wrap(stmt.action.action, 40))) write('{0} -> {0} : {1}', agent, stmt.action.action) elif stmt.HasField('cond'): payload = block_with_end(last_stmt, stmt.cond.stmt, 'opt {}', stmt.cond.test) elif stmt.HasField('loop'): payload = block_with_end(last_stmt, stmt.loop.stmt, 'loop {} {}', stmt.loop.Mode.Name( stmt.loop.mode), stmt.loop.criterion) elif stmt.HasField('loop_n'): payload = block_with_end(last_stmt, stmt.loop_n.stmt, 'loop {} times', stmt.loop_n.count) elif stmt.HasField('foreach'): payload = block_with_end(last_stmt, stmt.foreach.stmt, 'loop for each {}', stmt.foreach.collection) elif stmt.HasField('group'): payload = block_with_end(last_stmt, stmt.group.stmt, 'group {}', stmt.group.title) elif stmt.HasField('alt'): prefix = 'alt' for (j, choice) in enumerate(stmt.alt.choice): last_alt_stmt = last_stmt and j == len( stmt.alt.choice) - 1 payload = block(last_alt_stmt, choice.stmt, '{} {}', prefix, choice.cond) prefix = 'else' write('end') elif stmt.HasField('ret'): rargs = [] for param in syslalgo.yield_ret_params(stmt.ret.payload): if param != '...' and '.' in param: (an, pn) = rex.split(r'\.', param) rarg = format_args(an, pn) if rarg: rargs.append(rarg) else: rargs.append(param) write('{}<--{} : {}', sender, agent, ' | '.join(p for p in rargs)) else: raise Exception('No statement!') return payload app_patterns = syslx.patterns(app.attrs) target_patterns = syslx.patterns(endpt.attrs) patterns = target_patterns human = 'human' in app_patterns human_sender = 'human' in sender_patterns cron = 'cron' in sender_patterns needs_int = not (human or human_sender or cron) and sender != agent label = re.sub(ur'^.*? -> ', u' ⬄ ', unicode(epname)) cron = 'cron' in app_patterns if stmt: assert stmt.HasField('call') ptrns = '' if bool(sender_endpt_patterns) or bool(patterns): ptrns = u', '.join(sorted(sender_endpt_patterns)) + \ u' → ' + u', '.join(sorted(patterns)) isoctrl = [] for ctrl in endpt.attrs.keys(): if 'iso_ctrl' in ctrl: isoctrl.append(re.sub(r'iso_ctrl_(.*)_txt', r'\1', ctrl)) epargs = [] def format_args(an, pn): arg = '.'.join((an, pn)) if arg: conf = module.apps[an].types[pn].attrs['iso_conf'].s[:1].upper( ) integ = module.apps[an].types[pn].attrs['iso_integ'].s[:1].upper( ) isocolor = 'red' if 'R' in conf else 'green' arg = '<color blue>' + arg + '</color>' + ' <<color ' + isocolor + '>' + \ (conf if conf else '?') + ', ' + \ (integ if integ else '?') + '</color>>' return arg for p in endpt.param: an = ' :: '.join(p.type.type_ref.ref.appname.part) pn = '.'.join(p.type.type_ref.ref.path) eparg = format_args(an, pn) if eparg: epargs.append(eparg) label = params.epfmt( epname=label, human='human' if human else '', human_sender='human sender' if human_sender else '', needs_int='needs_int' if needs_int else '', args=' | '.join(e for e in epargs), #args=', '.join(p.name for p in stmt.call.arg), patterns=ptrns, controls=', '.join(i for i in sorted(isoctrl)), **diagutil.attr_fmt_vars(stmt.attrs) ).replace('\n', r'\n') if not ((human and sender == '[') or cron): ep_patterns = syslx.patterns(endpt.attrs) icon = '<&timer> ' if 'cron' in ep_patterns else '' write('{}->{} : {}{}', sender, agent, icon, label) if log_integration and stmt: log_integration(app=from_app, stmt=stmt, patterns=patterns) rargs = [] for param in syslalgo.yield_ret_params( syslalgo.return_payload(endpt.stmt)): if param != '...' and '.' in param: (an, pn) = rex.split(r'\.', param) rarg = format_args(an, pn) if rarg: rargs.append(rarg) else: rargs.append(param) payload = ' | '.join(p for p in rargs) calling_self = from_app and syslx.fmt_app_name( from_app.name) == appname if not calling_self and not payload and deactivate: deactivate() if len(endpt.stmt): hit_blackbox = False for (upto, comment) in itertools.chain( uptos.iteritems(), already_visited.keys()): # Compare the common prefix of the current endpt and upto. upto_parts = upto.split(' <- ') if [appname, epname][:len(upto_parts)] == upto_parts: hit_blackbox = True if payload: write.activate(agent) if comment is not None: write('note over {}: {}', agent, comment or 'see below') else: if comment is not None: write('note {}: {}', 'left' if sender > agent else 'right', comment or 'see below') if payload: write('{}<--{} : {}', sender, agent, payload) write.deactivate(agent) break if not hit_blackbox: with write.activated(agent, human or cron) as deactivate: # 'see above') visiting = (appname + ' <- ' + epname, None) already_visited[visiting] += 1 try: return visit_stmts(endpt.stmt, deactivate, True) finally: already_visited[visiting] -= 1 if not already_visited[visiting]: del already_visited[visiting]
def visit_stmts(stmts, deactivate, last_parent_stmt): """Recursively visit a stmt list.""" def block(last_stmt, block_stmts, fmt, *args): """Output a compound block.""" write(fmt, *args) with write.indent(): return visit_stmts(block_stmts, deactivate, last_stmt) def block_with_end(last_stmt, block_stmts, fmt, *args): """Output a compound block, including the 'end' clause.""" payload = block(last_stmt, block_stmts, fmt, *args) write('end') return payload payload = None for (i, stmt) in enumerate(stmts): last_stmt = last_parent_stmt and i == len(stmts) - 1 if stmt.HasField('call'): with write.indent(): payload = visit_endpoint( app, syslx.fmt_app_name(stmt.call.target), stmt.call.endpoint, uptos, app_patterns, syslx.patterns(stmt.attrs) | syslx.patterns(endpt.attrs), stmt, last_stmt and deactivate) elif stmt.HasField('action'): #write('{0} -> {0} : {1}', agent, r'\n'.join(textwrap.wrap(stmt.action.action, 40))) write('{0} -> {0} : {1}', agent, stmt.action.action) elif stmt.HasField('cond'): payload = block_with_end(last_stmt, stmt.cond.stmt, 'opt {}', stmt.cond.test) elif stmt.HasField('loop'): payload = block_with_end( last_stmt, stmt.loop.stmt, 'loop {} {}', stmt.loop.Mode.Name(stmt.loop.mode), stmt.loop.criterion) elif stmt.HasField('loop_n'): payload = block_with_end(last_stmt, stmt.loop_n.stmt, 'loop {} times', stmt.loop_n.count) elif stmt.HasField('foreach'): payload = block_with_end(last_stmt, stmt.foreach.stmt, 'loop for each {}', stmt.foreach.collection) elif stmt.HasField('group'): payload = block_with_end(last_stmt, stmt.group.stmt, 'group {}', stmt.group.title) elif stmt.HasField('alt'): prefix = 'alt' for (j, choice) in enumerate(stmt.alt.choice): last_alt_stmt = last_stmt and j == len( stmt.alt.choice) - 1 payload = block(last_alt_stmt, choice.stmt, '{} {}', prefix, choice.cond) prefix = 'else' write('end') elif stmt.HasField('ret'): rargs = [] for param in syslalgo.yield_ret_params(stmt.ret.payload): if param != '...' and '.' in param: (an, pn) = rex.split(r'\.', param) rarg = format_args(an, pn) if rarg: rargs.append(rarg) else: rargs.append(param) write('{}<--{} : {}', sender, agent, ' | '.join(p for p in rargs)) else: raise Exception('No statement!') return payload
def deserializer(context): (app, module, package, model_class, write_file, _, _) = context facade = bool(context.wrapped_model) w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) java.Import(w, 'java.io.IOException') w.head() java.Import(w, 'java.text.ParseException') w.head() java.Import(w, 'com.fasterxml.jackson.core.JsonParseException') java.Import(w, 'com.fasterxml.jackson.core.JsonParser') java.Import(w, 'com.fasterxml.jackson.core.JsonToken') java.Import(w, 'com.fasterxml.jackson.databind.JsonDeserializer') java.Import(w, 'com.fasterxml.jackson.databind.DeserializationContext') w.head() java.Import(w, 'org.joda.time.format.DateTimeFormatter') java.Import(w, 'org.joda.time.format.ISODateTimeFormat') if facade: model_name = syslx.fmt_app_name(context.wrapped_model.name) modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s w.head() java.Import(w, modelpkg + '.*') else: model_name = model_class has_tables = any( t.HasField('relation') for (tname, t) in sorted(app.types.iteritems())) w() with java.Class(w, model_class + 'JsonDeserializer', write_file, package=package, extends='JsonDeserializer<' + model_class + '>'): w() with java.Method(w, 'public', model_class, 'deserialize', [('JsonParser', 'p'), ('DeserializationContext', 'provider')], throws=['IOException', 'JsonParseException'], override=True): w('{0} model = new {0}();', model_name) if facade: w('{0} facade = new {0}(model);', model_class) w() w('eatToken(p, JsonToken.START_OBJECT);') with java.While(w, 'p.getCurrentToken() != JsonToken.END_OBJECT'): with java.Switch(w, 'eatName(p)'): for (tname, t) in sorted(app.types.iteritems()): if t.HasField('relation'): w(('case "{0}": deserialize{0}Table(p, ' 'model.get{0}Table()); break;'), tname) w('default: skipJson(p);') w('expectToken(p, JsonToken.END_OBJECT);') w() if facade: w('return facade;') else: w('return model;') for (tname, t) in sorted(app.types.iteritems()): if not t.HasField('relation') and t.HasField('tuple'): # HashSet<User defined type> with java.Method(w, 'private', tname + '.View', 'deserialize' + tname + 'View', [('JsonParser', 'p')], throws=['IOException', 'JsonParseException']): w() w('{0}.Set view = new {0}.Set();', tname) w('eatToken(p, JsonToken.START_ARRAY);') with java.While( w, 'p.getCurrentToken() != JsonToken.END_ARRAY'): w('{0} entity = {0}._PRIVATE_new();', tname) w('deserialize(p, entity);') w('view.add(entity);') w('p.nextToken();') w('return view;') with java.Method(w, 'public', tname, 'deserialize', [('JsonParser', 'p'), (tname, 'entity')], throws=['IOException', 'JsonParseException'], override=False): w() w('eatToken(p, JsonToken.START_OBJECT);') with java.If(w, 'entity == null'): w('entity = {0}._PRIVATE_new();', tname) with java.While( w, 'p.getCurrentToken() != JsonToken.END_OBJECT'): with java.Switch(w, 'eatName(p)'): for (fname, f) in datamodel.sorted_fields(t): jfname = java.name(fname) (typename, _, type_) = datamodel.typeref(f, module) extra = '{}' set_with_primitive = False if type_ is None: if f.WhichOneof( 'type' ) == 'set' and f.set.HasField('primitive'): which_type = 'tuple' set_with_primitive = True type_ = f.set else: which_type = type_.WhichOneof('type') if which_type == 'primitive': jsontype = JSON_PARSE_MAP[type_.primitive] if isinstance(jsontype, tuple): (jsontype, extra) = jsontype elif which_type == 'enum': jsontype = 'IntValue' extra = typename + '.from({})' elif which_type == 'tuple': if set_with_primitive: extra = 'deserializeArray(p)' elif f.WhichOneof('type') == 'set': extra = 'deserialize{}View(p)'.format( f.set.type_ref.ref.path[-1]) elif f.WhichOneof('type') == 'type_ref': extra = 'deserialize(p, entity.get{}())'.format( jfname) jsontype = '' else: raise RuntimeError( 'Unexpected field type for JSON export: ' + which_type) private = '' if type_.primitive in [ sysl_pb2.Type.DATE, sysl_pb2.Type.DATETIME ]: with java.Case(w, '"{}"', jfname): w(('entity.{}set{}(' 'p.getCurrentToken() == JsonToken.VALUE_NULL' ' ? null : {}); p.nextToken(); break;' ), private, java.CamelCase(jfname), extra.format( 'p.get{}()'.format(jsontype))) else: w(('case "{}": entity.{}set{}(p.getCurrentToken() == ' 'JsonToken.VALUE_NULL ? null : {}); {} break;' ), jfname, private, java.CamelCase(jfname), extra.format( 'p.get{}()'.format(jsontype)), '' if which_type == 'tuple' else 'p.nextToken();') w('default: skipJson(p);') w('p.nextToken();') w('return entity;') continue pkey = datamodel.primary_key_params(t, context.module) pkey_fields = {f for (_, f, _) in pkey} fkeys = { java.name(fname): type_info for (fname, _, type_info) in datamodel.foreign_keys(t, context.module) } private_setters = pkey_fields | set(fkeys.iterkeys()) w() with java.Method(w, 'private', 'void', 'deserialize' + tname + 'Table', [('JsonParser', 'p'), (tname + '.Table', 'table')], throws=['IOException', 'JsonParseException']): w('eatToken(p, JsonToken.START_ARRAY);') with java.While(w, 'p.getCurrentToken() != JsonToken.END_ARRAY'): w('eatToken(p, JsonToken.START_OBJECT);') w('{0} entity = {0}._PRIVATE_new(table.model());', tname) with java.While( w, 'p.getCurrentToken() != JsonToken.END_OBJECT'): with java.Switch(w, u'eatName(p)'): for (fname, f) in datamodel.sorted_fields(t): jfname = java.name(fname) (typename, _, type_) = datamodel.typeref(f, module) extra = '{}' which_type = type_.WhichOneof('type') if which_type == 'primitive': jsontype = JSON_PARSE_MAP[type_.primitive] if isinstance(jsontype, tuple): (jsontype, extra) = jsontype elif which_type == 'enum': jsontype = 'IntValue' extra = typename + '.from({})' else: raise RuntimeError( 'Unexpected field type for JSON export: ' + which_type) private = '_PRIVATE_' if jfname in private_setters else '' if type_.primitive in [ sysl_pb2.Type.DATE, sysl_pb2.Type.DATETIME ]: with java.Case(w, '"{}"', jfname): w(('entity.{}set{}(' 'p.getCurrentToken() == JsonToken.VALUE_NULL' ' ? null : {}); break;'), private, java.CamelCase(jfname), extra.format( 'p.get{}()'.format(jsontype))) else: w(('case "{}": entity.{}set{}(p.getCurrentToken() == ' 'JsonToken.VALUE_NULL ? null : {}); break;' ), jfname, private, java.CamelCase(jfname), extra.format( 'p.get{}()'.format(jsontype))) with java.Default(w): w('skipJson(p);') w('continue;') w('p.nextToken();') w('p.nextToken();') w() w('table.insert(entity);') w('p.nextToken();') # HashSet<Primitive Type> with java.Method(w, 'private', 'HashSet<String>', 'deserializeArray', [('JsonParser', 'p')], throws=['IOException', 'JsonParseException']): w() w('HashSet<String> view = new HashSet<String>();') w('eatToken(p, JsonToken.START_ARRAY);') with java.While(w, 'p.getCurrentToken() != JsonToken.END_ARRAY'): w('expectToken(p, JsonToken.VALUE_STRING);') w('view.add(p.getText());') w('p.nextToken();') w('p.nextToken();') w('return view;') with java.Method(w, '\nprivate', 'void', 'eatToken', [('JsonParser', 'p'), ('JsonToken', 'token')], throws=['IOException']): w(u'expectToken(p, token);') w(u'p.nextToken();') with java.Method(w, '\nprivate', 'void', 'expectToken', [('JsonParser', 'p'), ('JsonToken', 'token')]): with java.If(w, 'p.getCurrentToken() != token'): w(('System.err.printf("<<Unexpected token: %s (expecting %s)>>\\n", ' 'tokenName(p.getCurrentToken()), tokenName(token));')) w('throw new {}Exception();', model_name) with java.Method(w, '\nprivate', 'String', 'eatName', [('JsonParser', 'p')], throws=['IOException']): w('expectToken(p, JsonToken.FIELD_NAME);') w('String name = p.getCurrentName();') w('p.nextToken();') w('return name;') with java.Method(w, '\nprivate', 'String', 'tokenName', [('JsonToken', 'token')]): with java.If(w, 'token == null'): w('return "null";') with java.Switch(w, 'token'): for tok in ( 'END_ARRAY END_OBJECT FIELD_NAME NOT_AVAILABLE START_ARRAY ' 'START_OBJECT VALUE_EMBEDDED_OBJECT VALUE_FALSE VALUE_NULL ' 'VALUE_NUMBER_FLOAT VALUE_NUMBER_INT VALUE_STRING VALUE_TRUE' ).split(): w('case {0}: return "{0}";', tok) w('return "";') # TODO: refactor into base class # TODO: replace recursion with depth counter with java.Method(w, '\nprivate', 'void', 'skipJson', [('JsonParser', 'p')], throws=['IOException']): w('JsonToken tok = p.getCurrentToken();') w('p.nextToken();') with java.Switch(w, 'tok'): for tok in ( 'END_ARRAY END_OBJECT FIELD_NAME NOT_AVAILABLE ' 'VALUE_EMBEDDED_OBJECT VALUE_FALSE VALUE_NULL ' 'VALUE_NUMBER_FLOAT VALUE_NUMBER_INT VALUE_STRING VALUE_TRUE' ).split(): w('case {}: break;', tok) with java.Case(w, 'START_ARRAY'): with java.While( w, 'p.getCurrentToken() != JsonToken.END_ARRAY'): w('skipJson(p);') w('p.nextToken();') w('break;') with java.Case(w, 'START_OBJECT'): with java.While( w, 'p.getCurrentToken() != JsonToken.END_OBJECT'): w('p.nextToken();') w('skipJson(p);') w('p.nextToken();') w('break;') # TODO: Is permissive dateTimeParser OK for date types? w('\nprivate final DateTimeFormatter iso8601DateTime = ' 'ISODateTimeFormat.dateTimeParser();') w()
def visit_stmts(stmts, deactivate, last_parent_stmt): """Recursively visit a stmt list.""" def block(last_stmt, block_stmts, fmt, *args): """Output a compound block.""" write(fmt, *args) with write.indent(): return visit_stmts(block_stmts, deactivate, last_stmt) def block_with_end(last_stmt, block_stmts, fmt, *args): """Output a compound block, including the 'end' clause.""" payload = block(last_stmt, block_stmts, fmt, *args) write('end') return payload payload = None for (i, stmt) in enumerate(stmts): last_stmt = last_parent_stmt and i == len(stmts) - 1 if stmt.HasField('call'): with write.indent(): payload = visit_endpoint( app, syslx.fmt_app_name(stmt.call.target), stmt.call.endpoint, uptos, app_patterns, syslx.patterns(stmt.attrs) | syslx.patterns( endpt.attrs), stmt, last_stmt and deactivate) elif stmt.HasField('action'): #write('{0} -> {0} : {1}', agent, r'\n'.join(textwrap.wrap(stmt.action.action, 40))) write('{0} -> {0} : {1}', agent, stmt.action.action) elif stmt.HasField('cond'): payload = block_with_end(last_stmt, stmt.cond.stmt, 'opt {}', stmt.cond.test) elif stmt.HasField('loop'): payload = block_with_end(last_stmt, stmt.loop.stmt, 'loop {} {}', stmt.loop.Mode.Name( stmt.loop.mode), stmt.loop.criterion) elif stmt.HasField('loop_n'): payload = block_with_end(last_stmt, stmt.loop_n.stmt, 'loop {} times', stmt.loop_n.count) elif stmt.HasField('foreach'): payload = block_with_end(last_stmt, stmt.foreach.stmt, 'loop for each {}', stmt.foreach.collection) elif stmt.HasField('group'): payload = block_with_end(last_stmt, stmt.group.stmt, 'group {}', stmt.group.title) elif stmt.HasField('alt'): prefix = 'alt' for (j, choice) in enumerate(stmt.alt.choice): last_alt_stmt = last_stmt and j == len( stmt.alt.choice) - 1 payload = block(last_alt_stmt, choice.stmt, '{} {}', prefix, choice.cond) prefix = 'else' write('end') elif stmt.HasField('ret'): rargs = [] for param in syslalgo.yield_ret_params(stmt.ret.payload): if param != '...' and '.' in param: (an, pn) = rex.split(r'\.', param) rarg = format_args(an, pn) if rarg: rargs.append(rarg) else: rargs.append(param) write('{}<--{} : {}', sender, agent, ' | '.join(p for p in rargs)) else: raise Exception('No statement!') return payload
def serializer(context): (app, module, package, model_class, write_file, _, _) = context facade = bool(context.wrapped_model) w = writer.Writer('java') java.Package(w, package) java.StandardImports(w) java.Import(w, 'java.io.IOException') w.head() java.Import(w, 'java.text.ParseException') w.head() java.Import(w, 'com.fasterxml.jackson.core.JsonGenerator') java.Import(w, 'com.fasterxml.jackson.databind.JsonSerializer') java.Import(w, 'com.fasterxml.jackson.databind.SerializerProvider') w.head() java.Import(w, 'org.joda.time.format.DateTimeFormatter') java.Import(w, 'org.joda.time.format.ISODateTimeFormat') if facade: model_name = syslx.fmt_app_name(context.wrapped_model.name) modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s w.head() java.Import(w, modelpkg + '.*') w() with java.Class(w, model_class + 'JsonSerializer', write_file, package=package, extends='JsonSerializer<' + model_class + '>'): w() with java.Method(w, 'public', 'void', 'serialize', [(model_class, 'facade' if facade else 'model'), ('JsonGenerator', 'g'), ('SerializerProvider', 'provider')], throws=['IOException'], override=True): if facade: w('{} model = facade.getModel();', model_name) w(u'g.writeStartObject();') for (tname, t) in sorted(app.types.iteritems()): if t.WhichOneof('type') == 'relation': w(u'serialize{0}View(g, model.get{0}Table());', tname) w(u'g.writeEndObject();') for (tname, t) in sorted(app.types.iteritems()): if not t.WhichOneof('type') in ['relation', 'tuple']: continue java.SeparatorComment(w) if t.WhichOneof('type') == 'relation': w() with java.Method(w, 'public', 'void', 'serialize' + tname + 'View', [('JsonGenerator', 'g'), (tname + '.View', 'view')], throws=['IOException']): with java.If(w, 'view.isEmpty()'): w('return;') w('g.writeArrayFieldStart("{}");', tname) with java.For(w, '{} item : view', tname): w('g.writeStartObject();') for (fname, f) in datamodel.sorted_fields(t): jfname = java.name(fname) method = java.CamelCase(jfname) type_ = datamodel.typeref(f, module)[2] extra = '{}' which_type = type_.WhichOneof('type') if which_type == 'primitive': (jsontype, extra) = JSON_GEN_MAP[type_.primitive] if type_.primitive == type_.DECIMAL: for c in type_.constraint: if c.scale: access = ( '{0} == null ? null : item.{0}.setScale({1}, ' 'java.math.RoundingMode.HALF_UP)' ).format(jfname, c.scale) break else: access = jfname elif which_type == 'enum': jsontype = 'Number' access = jfname + '.getValue()' elif which_type == 'tuple': access = jfname else: raise RuntimeError( 'Unexpected field type for JSON export: ' + which_type) w(u'writeField(g, "{}", {});', jfname, extra.format('item.' + access)) w(u'g.writeEndObject();') w(u'g.writeEndArray();') else: # fieldname, entity with java.Method(w, 'public', 'void', 'serialize', [('JsonGenerator', 'g'), ('String', 'fieldname'), (tname, 'entity')], throws=['IOException']): with java.If(w, 'entity == null'): w(u'return;') w(u'g.writeFieldName(fieldname);') w(u'serialize(g, entity);') # entity with java.Method(w, 'public', 'void', 'serialize', [('JsonGenerator', 'g'), (tname, 'entity')], throws=['IOException']): w(u'g.writeStartObject();') for (fname, f) in datamodel.sorted_fields(t): jfname = java.name(fname) method = java.CamelCase(jfname) type_ = datamodel.typeref(f, module)[2] which_type = '' if type_ is None: if f.WhichOneof( 'type') == 'set' and f.set.HasField( 'primitive'): which_type = 'tuple' else: which_type = type_.WhichOneof('type') extra = '{}' if which_type == 'primitive': access = 'entity.get{}()'.format(method) (jsontype, extra) = JSON_GEN_MAP[type_.primitive] if type_.primitive == type_.DECIMAL: for c in type_.constraint: if c.scale: access = ( 'entity.{} == null ? null : entity.get{}().setScale({}, ' 'java.math.RoundingMode.HALF_UP)' ).format(jfname, method, c.scale) break w(u'writeField(g, "{}", {});', jfname, access) elif which_type == 'enum': access = 'entity.{} == null ? null : entity.get{}().getValue()'.format( jfname, method) w(u'writeField(g, "{}", {});', jfname, access) elif which_type == 'tuple': w(u'serialize(g, "{}", entity.get{}());'.format( fname, method)) else: raise RuntimeError( 'Unexpected field type for JSON export: ' + which_type) # end for w(u'g.writeEndObject();') w() # view, fieldname with java.Method(w, 'public', 'void', 'serialize', [('JsonGenerator', 'g'), ('String', 'fieldname'), (tname + '.View', 'view')], throws=['IOException']): with java.If(w, 'view == null || view.isEmpty()'): w(u'return;') w(u'g.writeArrayFieldStart(fieldname);') with java.For(w, '{} item : view', tname): w(u'serialize(g, item);') w(u'g.writeEndArray();') for t in ['Boolean', 'String']: w() with java.Method(w, 'private', 'void', 'writeField', [('JsonGenerator', 'g'), ('String', 'fieldname'), (t, 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.write{}Field(fieldname, value);', t) # TODO(sahejsingh): implement for ['Boolean', 'Integer', 'Double', 'BigDecimal', 'DateTime', 'LocalDate', 'UUID'] w() with java.Method(w, 'private', 'void', 'serialize', [('JsonGenerator', 'g'), ('String', 'fieldname'), ('HashSet<String>', 'value')], throws=['IOException']): with java.If(w, 'value == null || value.isEmpty()'): w(u'return;') w(u'g.writeArrayFieldStart(fieldname);') with java.For(w, 'String item : value', t): w(u'g.writeString(item);') w(u'g.writeEndArray();') w() with java.Method(w, 'private', 'void', 'writeField', [('JsonGenerator', 'g'), ('String', 'fieldname'), ('Integer', 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeNumberField(fieldname, value.intValue());') w() with java.Method(w, 'private', 'void', 'writeField', [('JsonGenerator', 'g'), ('String', 'fieldname'), ('Double', 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeNumberField(fieldname, value.doubleValue());') w() with java.Method(w, 'private', 'void', 'writeField', [('JsonGenerator', 'g'), ('String', 'fieldname'), ('BigDecimal', 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeNumberField(fieldname, value);') w() with java.Method(w, 'private', 'void', 'writeField', [('JsonGenerator', 'g'), ('String', 'fieldname'), ('DateTime', 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeStringField(fieldname, iso8601DateTime.print(value));' ) w() with java.Method(w, 'private', 'void', 'writeField', [('JsonGenerator', 'g'), ('String', 'fieldname'), ('LocalDate', 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeStringField(fieldname, iso8601Date.print(value));') w() with java.Method(w, 'private', 'void', 'writeField', [('JsonGenerator', 'g'), ('String', 'fieldname'), ('UUID', 'value')], throws=['IOException']): with java.If(w, 'value != null'): w('g.writeStringField(fieldname, value.toString());') w('\nprivate final DateTimeFormatter iso8601Date = ' 'ISODateTimeFormat.date();') w('private final DateTimeFormatter iso8601DateTime = ' 'ISODateTimeFormat.dateTime();')