def _check_deps(module, validate):
"""Check app:endpoint dependencies."""
deps = set()
errors = []
for (appname, app) in module.apps.iteritems():
for epname in app.endpoints:
endpt = app.endpoints[epname]
for (_, call) in syslalgo.enumerate_calls(endpt.stmt):
targetname = syslx.fmt_app_name(call.target)
if targetname not in module.apps:
errors.append('{} <- {}: calls non-existent app {}'.format(
appname, epname, targetname))
else:
target = module.apps[targetname]
assert 'abstract' not in syslx.patterns(target.attrs), (
"call target '{}' must not be ~abstract".format(
targetname))
if call.endpoint not in target.endpoints:
errors.append(
'{} <- {}: calls non-existent endpoint {} -> {}'.
format(appname, epname, targetname, call.endpoint))
else:
deps.add(
((appname, epname), (targetname, call.endpoint)))
if errors and validate:
raise Exception('broken deps:\n ' + '\n '.join(errors))
return deps
def _map_subscriptions(module):
"""Map pubsub subscriptions into direct calls."""
for appname in module.apps:
app = module.apps[appname]
if 'abstract' in syslx.patterns(app.attrs):
continue
for epname in app.endpoints:
endpt = app.endpoints[epname]
if endpt.HasField('source'):
src_app = module.apps[syslx.fmt_app_name(endpt.source)]
src_ep_name = endpt.name.split(' -> ')[1]
assert src_ep_name in src_app.endpoints, (
appname, epname, src_ep_name, str(src_app))
src_ep = src_app.endpoints[src_ep_name]
# Add call to pubsub endpoint.
stmt = src_ep.stmt.add()
call = stmt.call
call.target.CopyFrom(app.name)
call.endpoint = endpt.name
# Maybe add ret.
ret_payload = syslalgo.return_payload(endpt.stmt)
if ret_payload:
stmt = src_ep.stmt.add()
stmt.ret.payload = ret_payload
def _check_deps(module, validate):
"""Check app:endpoint dependencies."""
deps = set()
errors = []
for (appname, app) in module.apps.iteritems():
for epname in app.endpoints:
endpt = app.endpoints[epname]
for (_, call) in syslalgo.enumerate_calls(endpt.stmt):
targetname = syslx.fmt_app_name(call.target)
if targetname not in module.apps:
errors.append('{} <- {}: calls non-existent app {}'.format(
appname, epname, targetname))
else:
target = module.apps[targetname]
assert 'abstract' not in syslx.patterns(target.attrs), (
"call target '{}' must not be ~abstract".format(targetname))
if call.endpoint not in target.endpoints:
errors.append(
'{} <- {}: calls non-existent endpoint {} -> {}'.format(
appname, epname, targetname, call.endpoint))
else:
deps.add(
((appname, epname), (targetname, call.endpoint)))
if errors and validate:
raise Exception('broken deps:\n ' + '\n '.join(errors))
return deps
def _map_subscriptions(module):
"""Map pubsub subscriptions into direct calls."""
for appname in module.apps:
app = module.apps[appname]
if 'abstract' in syslx.patterns(app.attrs):
continue
for epname in app.endpoints:
endpt = app.endpoints[epname]
if endpt.HasField('source'):
src_app = module.apps[syslx.fmt_app_name(endpt.source)]
src_ep_name = endpt.name.split(' -> ')[1]
assert src_ep_name in src_app.endpoints, (appname, epname,
src_ep_name,
str(src_app))
src_ep = src_app.endpoints[src_ep_name]
# Add call to pubsub endpoint.
stmt = src_ep.stmt.add()
call = stmt.call
call.target.CopyFrom(app.name)
call.endpoint = endpt.name
# Maybe add ret.
ret_payload = syslalgo.return_payload(endpt.stmt)
if ret_payload:
stmt = src_ep.stmt.add()
stmt.ret.payload = ret_payload
def _resolve_mixins(module):
"""Resolve mixin references.
Copies endpoints from mixed-in apps.
"""
# Detect cycles
edges = {
(appname, syslx.fmt_app_name(mixin.name))
for (appname, app) in module.apps.iteritems()
for mixin in app.mixin2}
while True:
more_edges = {
(a, c)
for (a, b1) in edges
for (b2, c) in edges
if b1 == b2
} - edges
if not more_edges:
break
edges |= more_edges
self_edges = {(a, b) for (a, b) in edges if a == b}
if self_edges:
raise RuntimeError(
"mixin cycle(s) detected involving: {}".format(
', '.join(a for (a, _) in self_edges)))
# recursively inject mixins, avoiding double-injection
injected = set()
def inject(appname):
app = module.apps[appname]
if appname not in injected:
for mixin in app.mixin2:
mixin_app = inject(syslx.fmt_app_name(mixin.name))
# Check for ~abstract
assert 'abstract' in syslx.patterns(mixin_app.attrs), (
"mixin {} must be ~abstract".format(syslx.fmt_app_name(mixin.name)))
for (epname, endpt) in mixin_app.endpoints.iteritems():
app.endpoints[epname].CopyFrom(endpt)
for (tname, t) in mixin_app.types.iteritems():
app.types[tname].CopyFrom(t)
for (vname, v) in mixin_app.views.iteritems():
app.views[vname].CopyFrom(v)
injected.add(appname)
return app
for appname in module.apps:
inject(appname)
def inject(appname):
app = module.apps[appname]
if appname not in injected:
for mixin in app.mixin2:
mixin_app = inject(syslx.fmt_app_name(mixin.name))
# Check for ~abstract
assert 'abstract' in syslx.patterns(mixin_app.attrs), (
"mixin {} must be ~abstract".format(syslx.fmt_app_name(mixin.name)))
for (epname, endpt) in mixin_app.endpoints.iteritems():
app.endpoints[epname].CopyFrom(endpt)
for (tname, t) in mixin_app.types.iteritems():
app.types[tname].CopyFrom(t)
for (vname, v) in mixin_app.views.iteritems():
app.views[vname].CopyFrom(v)
injected.add(appname)
return app
def inject(appname):
app = module.apps[appname]
if appname not in injected:
for mixin in app.mixin2:
mixin_app = inject(syslx.fmt_app_name(mixin.name))
# Check for ~abstract
assert 'abstract' in syslx.patterns(
mixin_app.attrs), ("mixin {} must be ~abstract".format(
syslx.fmt_app_name(mixin.name)))
for (epname, endpt) in mixin_app.endpoints.iteritems():
app.endpoints[epname].CopyFrom(endpt)
for (tname, t) in mixin_app.types.iteritems():
app.types[tname].CopyFrom(t)
for (vname, v) in mixin_app.views.iteritems():
app.views[vname].CopyFrom(v)
injected.add(appname)
return app
def _resolve_mixins(module):
"""Resolve mixin references.
Copies endpoints from mixed-in apps.
"""
# Detect cycles
edges = {(appname, syslx.fmt_app_name(mixin.name))
for (appname, app) in module.apps.iteritems()
for mixin in app.mixin2}
while True:
more_edges = {(a, c)
for (a, b1) in edges
for (b2, c) in edges if b1 == b2} - edges
if not more_edges:
break
edges |= more_edges
self_edges = {(a, b) for (a, b) in edges if a == b}
if self_edges:
raise RuntimeError("mixin cycle(s) detected involving: {}".format(
', '.join(a for (a, _) in self_edges)))
# recursively inject mixins, avoiding double-injection
injected = set()
def inject(appname):
app = module.apps[appname]
if appname not in injected:
for mixin in app.mixin2:
mixin_app = inject(syslx.fmt_app_name(mixin.name))
# Check for ~abstract
assert 'abstract' in syslx.patterns(
mixin_app.attrs), ("mixin {} must be ~abstract".format(
syslx.fmt_app_name(mixin.name)))
for (epname, endpt) in mixin_app.endpoints.iteritems():
app.endpoints[epname].CopyFrom(endpt)
for (tname, t) in mixin_app.types.iteritems():
app.types[tname].CopyFrom(t)
for (vname, v) in mixin_app.views.iteritems():
app.views[vname].CopyFrom(v)
injected.add(appname)
return app
for appname in module.apps:
inject(appname)
def serializer(context):
(app, module, package, model_class, write_file, _, _) = context
facade = bool(context.wrapped_model)
w = writer.Writer('java')
java.Package(w, package)
java.StandardImports(w)
java.Import(w, 'java.text.ParseException')
w.head()
java.Import(w, 'javax.xml.stream.XMLStreamException')
java.Import(w, 'javax.xml.stream.XMLStreamWriter')
w.head()
java.Import(w, 'org.joda.time.format.DateTimeFormatter')
java.Import(w, 'org.joda.time.format.ISODateTimeFormat')
if facade:
model_name = syslx.fmt_app_name(context.wrapped_model.name)
modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s
w.head()
java.Import(w, modelpkg + '.*')
else:
modelpkg = package
with java.Class(w, '\n{}XmlSerializer'.format(model_class), write_file,
package=package):
with java.Method(w, '\npublic', 'void', 'serialize',
[(model_class, 'facade' if facade else 'model'),
('XMLStreamWriter', 'xsw')],
throws=['XMLStreamException']):
if facade:
w('{} model = facade.getModel();', model_name)
w('xsw.writeStartElement("{}");', model_class)
for (tname, ft, t) in syslx.sorted_types(context):
if t.WhichOneof('type') == 'relation':
w('serialize(model.get{0}Table(), xsw, "{0}");', tname)
w('xsw.writeEndElement();')
for (tname, ft, t) in syslx.sorted_types(context):
java.SeparatorComment(w)
if t.WhichOneof('type') in ['relation', 'tuple']:
with java.Method(w, '\npublic', 'void', 'serialize',
[(modelpkg + '.' + tname + '.View', 'view'),
('XMLStreamWriter', 'xsw'),
('String', 'tag')],
throws=['XMLStreamException']):
with java.If(w, 'view == null || view.isEmpty()'):
w('return;')
if t.WhichOneof('type') == 'relation':
w('xsw.writeStartElement("{}List");', tname)
order = [o.s for o in syslx.View(
t.attrs)['xml_order'].a.elt]
if order:
order_logic = []
for o in order:
order_logic.append(
' i = io.sysl.ExprHelper.doCompare'
'(a.get{0}(), b.get{0}());\n'
' if (i != 0) return i;\n'.format(java.CamelCase(o)))
order_by = (
'.orderBy(\n'
' new java.util.Comparator<{0}> () {{\n'
' @Override\n'
' public int compare({0} a, {0} b) {{\n'
' int i;\n'
'{1}'
' return 0;\n'
' }}\n'
' }})\n').format(tname, ''.join(order_logic))
else:
order_by = ''
with java.For(w, '{} item : view{}',
modelpkg + '.' + tname, order_by):
w('serialize(item, xsw, tag);', tname)
if t.WhichOneof('type') == 'relation':
w('xsw.writeEndElement();')
with java.Method(w, '\npublic', 'void', 'serialize',
[(modelpkg + '.' + tname, 'entity'),
('XMLStreamWriter', 'xsw')],
throws=['XMLStreamException']):
w('serialize(entity, xsw, "{}");', tname)
with java.Method(w, '\npublic', 'void', 'serialize',
[(modelpkg + '.' + tname, 'entity'),
('XMLStreamWriter', 'xsw'),
('String', 'tag')],
throws=['XMLStreamException']):
with java.If(w, 'entity == null'):
w('return;')
w('xsw.writeStartElement(tag);', tname)
for wantAttrs in [True, False]:
for (fname, f) in datamodel.sorted_fields(t):
jfname = java.name(fname)
method = java.CamelCase(jfname)
tref = datamodel.typeref(f, module)
type_ = tref[2]
if not type_:
continue
extra = ''
which_type = type_.WhichOneof('type')
if which_type == 'primitive':
extra = XML_GEN_MAP[type_.primitive]
if type_.primitive == type_.DECIMAL:
for c in type_.constraint:
if c.scale:
access = 'round(entity.get{}(), {})'.format(
method, c.scale)
break
else:
access = 'round(entity.get{}(), 0)'.format(
method)
else:
access = 'entity.get{}()'.format(method)
elif which_type == 'enum':
access = 'entity.get{}().getValue()'.format(method)
elif which_type == 'tuple':
access = 'entity.get{}()'.format(method)
else:
raise RuntimeError(
'Unexpected field type for XML export: ' + which_type)
if wantAttrs == (
'xml_attribute' in syslx.patterns(f.attrs)):
if wantAttrs:
w('serializeAttr("{}", {}{}, xsw);',
jfname, access, extra)
else:
# TODO: Why is 'index' bad? (NB: This was a debug hook, but the author forgot why.)
assert jfname != 'index'
w('serializeField("{}", {}{}, xsw);',
jfname, access, extra)
w('xsw.writeEndElement();')
with java.Method(w, '\npublic', 'void', 'serializeField',
[('String', 'fieldname'),
(modelpkg + '.' + tname + '.View', 'view'),
('XMLStreamWriter', 'xsw')],
throws=['XMLStreamException']):
with java.If(w, 'view != null && !view.isEmpty()'):
w('serialize(view, xsw, fieldname);')
with java.Method(w, '\npublic', 'void', 'serializeField',
[('String', 'fieldname'), (modelpkg + '.' + tname, 'entity'),
('XMLStreamWriter', 'xsw')],
throws=['XMLStreamException']):
with java.If(w, 'entity != null'):
w('serialize(entity, xsw, fieldname);')
def serialize(t, access, extra_args=None):
with java.Method(w, '\nprivate', 'void', 'serialize',
([(t, 'value')] + (extra_args or []) +
[('XMLStreamWriter', 'xsw')]),
throws=['XMLStreamException']):
w('xsw.writeCharacters({});', access)
serialize('String', 'value')
serialize('Boolean', 'value.toString()')
serialize('Integer', 'value.toString()')
serialize('Double', 'value.toString()')
serialize('BigDecimal', 'value.toString()')
serialize('UUID', 'value.toString()')
serialize('DateTime', 'fmt.print(value)',
[('DateTimeFormatter', 'fmt')])
serialize('LocalDate', 'iso8601Date.print(value)')
def serializeField(t, access, extra_args=None):
with java.Method(w, '\nprivate', 'void', 'serializeField',
([('String', 'fieldname'), (t, 'value')] + (extra_args or []) +
[('XMLStreamWriter', 'xsw')]),
throws=['XMLStreamException']):
with java.If(w, 'value != null'):
w('xsw.writeStartElement(fieldname);')
w('serialize(value{}, xsw);',
''.join(', ' + arg for (_, arg) in extra_args or []))
w('xsw.writeEndElement();')
with java.Method(w, '\nprivate', 'void', 'serializeAttr',
([('String', 'fieldname'), (t, 'value')] + (extra_args or []) +
[('XMLStreamWriter', 'xsw')]),
throws=['XMLStreamException']):
with java.If(w, 'value != null'):
w('xsw.writeAttribute(fieldname, {});', access)
serializeField('String', 'value')
serializeField('Boolean', 'value.toString()')
serializeField('Integer', 'value.toString()')
serializeField('Double', 'value.toString()')
serializeField('BigDecimal', 'value.toString()')
serializeField('UUID', 'value.toString()')
serializeField('DateTime', 'fmt.print(value)',
[('DateTimeFormatter', 'fmt')])
serializeField('LocalDate', 'iso8601Date.print(value)')
with java.Method(w, '\nprivate final', 'BigDecimal', 'round',
[('BigDecimal', 'd'), ('int', 'scale')]):
w('return d == null ? d : '
'd.setScale(scale, java.math.RoundingMode.HALF_UP);')
w('\nprivate final DateTimeFormatter iso8601Date = '
'ISODateTimeFormat.date();')
w('private final DateTimeFormatter iso8601DateTime = '
'ISODateTimeFormat.dateTime();')
def deserializer(context):
(app, module, package, model_class, write_file, _, _) = context
facade = bool(context.wrapped_model)
w = writer.Writer('java')
java.Package(w, package)
java.StandardImports(w)
java.Import(w, 'javax.xml.stream.XMLStreamConstants')
java.Import(w, 'javax.xml.stream.XMLStreamException')
java.Import(w, 'javax.xml.stream.XMLStreamReader')
w.head()
java.Import(w, 'java.text.ParseException')
w.head()
java.Import(w, 'org.joda.time.format.DateTimeFormatter')
java.Import(w, 'org.joda.time.format.ISODateTimeFormat')
if facade:
model_name = syslx.fmt_app_name(context.wrapped_model.name)
modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s
w.head()
java.Import(w, modelpkg + '.*')
else:
model_name = model_class
modelpkg = package
with java.Class(w, '\n{}XmlDeserializer'.format(model_class), write_file,
package=package):
with java.Method(w, 'public', 'void', 'deserialize',
[(model_class, 'facade' if facade else 'model'),
('XMLStreamReader', 'xsr')],
throws=[model_name + 'Exception', 'XMLStreamException']):
if facade:
w('{} model = facade.getModel();', model_name)
w('expect(XMLStreamConstants.START_ELEMENT, xsr.next());')
with java.While(w, 'xsr.next() == XMLStreamConstants.START_ELEMENT'):
with java.Switch(w, 'xsr.getLocalName()'):
for (tname, ft, t) in syslx.sorted_types(context):
if t.HasField('relation'):
w('case "{0}List": deserialize(model.get{0}Table(), xsr); break;',
tname)
w('case "{0}": deserializeOne(model.get{0}Table(), xsr); break;',
tname)
w('default: skipElement(xsr);')
w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());')
for (tname, ft, t) in syslx.sorted_types(context):
if not t.HasField('relation'):
continue
pkey = datamodel.primary_key_params(t, context.module)
pkey_fields = {f for (_, f, _) in pkey}
fkeys = {
java.name(fname): type_info
for (fname, _, type_info) in datamodel.foreign_keys(t, context.module)}
private_setters = pkey_fields | set(fkeys.iterkeys())
with java.Method(w, '\nprivate', 'void', 'deserialize',
[(modelpkg + '.' + tname + '.Table', 'table'),
('XMLStreamReader', 'xsr')],
throws=['XMLStreamException']):
with java.While(w, 'xsr.next() == XMLStreamConstants.START_ELEMENT'):
w('deserializeOne(table, xsr);')
w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());')
with java.Method(w, '\nprivate', 'void', 'deserializeOne',
[(modelpkg + '.' + tname + '.Table', 'table'),
('XMLStreamReader', 'xsr')],
throws=['XMLStreamException']):
w('{0} entity = {0}._PRIVATE_new(table.model());',
modelpkg + '.' + tname)
with java.While(w, 'xsr.next() == XMLStreamConstants.START_ELEMENT'):
with java.Switch(w, 'xsr.getLocalName()'):
for (fname, f) in datamodel.sorted_fields(t):
jfname = java.name(fname)
(typename, _, type_) = datamodel.typeref(f, module)
extra = '{}'
which_type = type_.WhichOneof('type')
if which_type == 'primitive':
xmltype = XML_PARSE_MAP[type_.primitive]
if isinstance(xmltype, tuple):
(xmltype, extra) = xmltype
elif which_type == 'enum':
xmltype = 'IntValue'
extra = typename + '.from({})'
else:
raise RuntimeError(
'Unexpected field type for XML export: ' + which_type)
private = '_PRIVATE_' if jfname in private_setters else ''
if type_.primitive in [
sysl_pb2.Type.DATE, sysl_pb2.Type.DATETIME]:
w('case "{}": entity.{}set{}(read{}(xsr, {})); break;',
jfname, private, java.CamelCase(jfname), typename, extra)
else:
w('case "{}": entity.{}set{}(read{}(xsr)); break;',
jfname, private, java.CamelCase(jfname), typename)
w('default: skipField(xsr);')
w('table.insert(entity);')
w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());')
with java.Method(w, '\nprivate', 'void', 'expect',
[('int', 'expected'), ('int', 'got')]):
with java.If(w, 'got != expected'):
w('System.err.printf(\v'
'"<<Unexpected token: %s (expecting %s)>>\\n", \v'
'tokenName(got), tokenName(expected));')
w('throw new {}Exception();', model_name)
with java.Method(w, '\nprivate', 'String', 'tokenName', [('int', 'token')]):
with java.Switch(w, 'token'):
for tok in ('ATTRIBUTE CDATA CHARACTERS COMMENT DTD END_DOCUMENT '
'END_ELEMENT ENTITY_DECLARATION ENTITY_REFERENCE NAMESPACE '
'NOTATION_DECLARATION PROCESSING_INSTRUCTION SPACE START_DOCUMENT '
'START_ELEMENT'.split()):
w('case XMLStreamConstants.{0}: return "{0}";', tok)
w('return new Integer(token).toString();')
def read(t, access, extra_args=None):
with java.Method(w, '\nprivate', t, 'read' + t,
[('XMLStreamReader', 'xsr')],
throws=['XMLStreamException']):
with java.If(w, '!getCharacters(xsr)'):
w('return null;')
w('{} result = {};', t, access)
w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());')
w('return result;')
read('String', 'xsr.getText()')
read('Boolean', 'Boolean.parseBoolean(xsr.getText())')
read('Integer', 'Integer.parseInt(xsr.getText())')
read('Double', 'Double.parseDouble(xsr.getText())')
read('BigDecimal', 'new BigDecimal(xsr.getText())')
read('UUID', 'UUID.fromString(xsr.getText())')
with java.Method(w, '\nprivate', 'DateTime', 'readDateTime',
[('XMLStreamReader', 'xsr'),
('DateTimeFormatter', 'fmt')],
throws=['XMLStreamException']):
with java.If(w, '!getCharacters(xsr)'):
w('return null;')
w('DateTime result = fmt.parseDateTime(xsr.getText());')
w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());')
w('return result;')
with java.Method(w, '\nprivate', 'LocalDate', 'readLocalDate',
[('XMLStreamReader', 'xsr'),
('DateTimeFormatter', 'fmt')],
throws=['XMLStreamException']):
with java.If(w, '!getCharacters(xsr)'):
w('return null;')
w('LocalDate result = fmt.parseLocalDate(xsr.getText());')
w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());')
w('return result;')
with java.Method(w, '\nprivate', 'void', 'skipField',
[('XMLStreamReader', 'xsr')], throws=['XMLStreamException']):
with java.If(w, 'getCharacters(xsr)'):
w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());')
with java.Method(w, '\nprivate', 'boolean', 'getCharacters',
[('XMLStreamReader', 'xsr')], throws=['XMLStreamException']):
w('int tok = xsr.next();')
with java.If(w, 'tok == XMLStreamConstants.END_ELEMENT'):
w('return false;')
w('expect(XMLStreamConstants.CHARACTERS, tok);')
w('return true;')
with java.Method(w, '\nprivate', 'void', 'skipElement',
[('XMLStreamReader', 'xsr')], throws=['XMLStreamException']):
with java.While(w, 'xsr.next() != XMLStreamConstants.END_ELEMENT'):
with java.If(w,
'xsr.getEventType() == XMLStreamConstants.START_ELEMENT'):
w('skipElement(xsr);')
# TODO: Is permissive dateTimeParser OK for date types?
w('\nprivate final DateTimeFormatter iso8601DateTime = '
'ISODateTimeFormat.dateTimeParser();')
w()
def serializer(context):
(app, module, package, model_class, write_file, _, _) = context
facade = bool(context.wrapped_model)
w = writer.Writer('java')
java.Package(w, package)
java.StandardImports(w)
java.Import(w, 'java.io.IOException')
w.head()
java.Import(w, 'java.text.ParseException')
w.head()
java.Import(w, 'com.fasterxml.jackson.core.JsonGenerator')
java.Import(w, 'com.fasterxml.jackson.databind.JsonSerializer')
java.Import(w, 'com.fasterxml.jackson.databind.SerializerProvider')
w.head()
java.Import(w, 'org.joda.time.format.DateTimeFormatter')
java.Import(w, 'org.joda.time.format.ISODateTimeFormat')
if facade:
model_name = syslx.fmt_app_name(context.wrapped_model.name)
modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s
w.head()
java.Import(w, modelpkg + '.*')
w()
with java.Class(w, model_class + 'JsonSerializer', write_file,
package=package, extends='JsonSerializer<' + model_class + '>'):
w()
with java.Method(w, 'public', 'void', 'serialize',
[(model_class, 'facade' if facade else 'model'),
('JsonGenerator', 'g'),
('SerializerProvider', 'provider')],
throws=['IOException'],
override=True):
if facade:
w('{} model = facade.getModel();', model_name)
w(u'g.writeStartObject();')
for (tname, t) in sorted(app.types.iteritems()):
if t.WhichOneof('type') == 'relation':
w(u'serialize{0}View(g, model.get{0}Table());', tname)
w(u'g.writeEndObject();')
for (tname, t) in sorted(app.types.iteritems()):
if not t.WhichOneof('type') in ['relation', 'tuple']:
continue
java.SeparatorComment(w)
if t.WhichOneof('type') == 'relation':
w()
with java.Method(w, 'public', 'void', 'serialize' + tname + 'View',
[('JsonGenerator', 'g'),
(tname + '.View', 'view')],
throws=['IOException']):
with java.If(w, 'view.isEmpty()'):
w('return;')
w('g.writeArrayFieldStart("{}");', tname)
with java.For(w, '{} item : view', tname):
w('g.writeStartObject();')
for (fname, f) in datamodel.sorted_fields(t):
jfname = java.name(fname)
method = java.CamelCase(jfname)
type_ = datamodel.typeref(f, module)[2]
extra = '{}'
which_type = type_.WhichOneof('type')
if which_type == 'primitive':
(jsontype,
extra) = JSON_GEN_MAP[type_.primitive]
if type_.primitive == type_.DECIMAL:
for c in type_.constraint:
if c.scale:
access = (
'{0} == null ? null : item.{0}.setScale({1}, '
'java.math.RoundingMode.HALF_UP)').format(
jfname, c.scale)
break
else:
access = jfname
elif which_type == 'enum':
jsontype = 'Number'
access = jfname + '.getValue()'
elif which_type == 'tuple':
access = jfname
else:
raise RuntimeError(
'Unexpected field type for JSON export: ' + which_type)
w(u'writeField(g, "{}", {});',
jfname, extra.format('item.' + access))
w(u'g.writeEndObject();')
w(u'g.writeEndArray();')
else:
# fieldname, entity
with java.Method(w, 'public', 'void', 'serialize',
[('JsonGenerator', 'g'),
('String', 'fieldname'),
(tname, 'entity')],
throws=['IOException']):
with java.If(w, 'entity == null'):
w(u'return;')
w(u'g.writeFieldName(fieldname);')
w(u'serialize(g, entity);')
# entity
with java.Method(w, 'public', 'void', 'serialize',
[('JsonGenerator', 'g'),
(tname, 'entity')],
throws=['IOException']):
w(u'g.writeStartObject();')
for (fname, f) in datamodel.sorted_fields(t):
jfname = java.name(fname)
method = java.CamelCase(jfname)
type_ = datamodel.typeref(f, module)[2]
which_type = ''
if type_ is None:
if f.WhichOneof('type') == 'set' and f.set.HasField('primitive'):
which_type = 'tuple'
else:
which_type = type_.WhichOneof('type')
extra = '{}'
if which_type == 'primitive':
access = 'entity.get{}()'.format(method)
(jsontype, extra) = JSON_GEN_MAP[type_.primitive]
if type_.primitive == type_.DECIMAL:
for c in type_.constraint:
if c.scale:
access = (
'entity.{} == null ? null : entity.get{}().setScale({}, '
'java.math.RoundingMode.HALF_UP)').format(
jfname, method, c.scale)
break
w(u'writeField(g, "{}", {});', jfname, access)
elif which_type == 'enum':
access = 'entity.{} == null ? null : entity.get{}().getValue()'.format(jfname, method)
w(u'writeField(g, "{}", {});', jfname, access)
elif which_type == 'tuple':
w(u'serialize(g, "{}", entity.get{}());'.format(
fname, method))
else:
raise RuntimeError(
'Unexpected field type for JSON export: ' + which_type)
# end for
w(u'g.writeEndObject();')
w()
# view, fieldname
with java.Method(w, 'public', 'void', 'serialize',
[('JsonGenerator', 'g'), ('String', 'fieldname'),
(tname + '.View', 'view')],
throws=['IOException']):
with java.If(w, 'view == null || view.isEmpty()'):
w(u'return;')
w(u'g.writeArrayFieldStart(fieldname);')
with java.For(w, '{} item : view', tname):
w(u'serialize(g, item);')
w(u'g.writeEndArray();')
for t in ['Boolean', 'String']:
w()
with java.Method(w, 'private', 'void', 'writeField',
[('JsonGenerator', 'g'),
('String', 'fieldname'), (t, 'value')],
throws=['IOException']):
with java.If(w, 'value != null'):
w('g.write{}Field(fieldname, value);', t)
# TODO(sahejsingh): implement for ['Boolean', 'Integer', 'Double', 'BigDecimal', 'DateTime', 'LocalDate', 'UUID']
w()
with java.Method(w, 'private', 'void', 'serialize',
[('JsonGenerator', 'g'),
('String', 'fieldname'), ('HashSet<String>', 'value')],
throws=['IOException']):
with java.If(w, 'value == null || value.isEmpty()'):
w(u'return;')
w(u'g.writeArrayFieldStart(fieldname);')
with java.For(w, 'String item : value', t):
w(u'g.writeString(item);')
w(u'g.writeEndArray();')
w()
with java.Method(w, 'private', 'void', 'writeField',
[('JsonGenerator', 'g'), ('String',
'fieldname'), ('Integer', 'value')],
throws=['IOException']):
with java.If(w, 'value != null'):
w('g.writeNumberField(fieldname, value.intValue());')
w()
with java.Method(w, 'private', 'void', 'writeField',
[('JsonGenerator', 'g'), ('String',
'fieldname'), ('Double', 'value')],
throws=['IOException']):
with java.If(w, 'value != null'):
w('g.writeNumberField(fieldname, value.doubleValue());')
w()
with java.Method(w, 'private', 'void', 'writeField',
[('JsonGenerator', 'g'),
('String', 'fieldname'),
('BigDecimal', 'value')],
throws=['IOException']):
with java.If(w, 'value != null'):
w('g.writeNumberField(fieldname, value);')
w()
with java.Method(w, 'private', 'void', 'writeField',
[('JsonGenerator', 'g'),
('String', 'fieldname'),
('DateTime', 'value')],
throws=['IOException']):
with java.If(w, 'value != null'):
w('g.writeStringField(fieldname, iso8601DateTime.print(value));')
w()
with java.Method(w, 'private', 'void', 'writeField',
[('JsonGenerator', 'g'),
('String', 'fieldname'),
('LocalDate', 'value')],
throws=['IOException']):
with java.If(w, 'value != null'):
w('g.writeStringField(fieldname, iso8601Date.print(value));')
w()
with java.Method(w, 'private', 'void', 'writeField',
[('JsonGenerator', 'g'), ('String',
'fieldname'), ('UUID', 'value')],
throws=['IOException']):
with java.If(w, 'value != null'):
w('g.writeStringField(fieldname, value.toString());')
w('\nprivate final DateTimeFormatter iso8601Date = '
'ISODateTimeFormat.date();')
w('private final DateTimeFormatter iso8601DateTime = '
'ISODateTimeFormat.dateTime();')
def deserializer(context):
(app, module, package, model_class, write_file, _, _) = context
facade = bool(context.wrapped_model)
w = writer.Writer('java')
java.Package(w, package)
java.StandardImports(w)
java.Import(w, 'java.io.IOException')
w.head()
java.Import(w, 'java.text.ParseException')
w.head()
java.Import(w, 'com.fasterxml.jackson.core.JsonParseException')
java.Import(w, 'com.fasterxml.jackson.core.JsonParser')
java.Import(w, 'com.fasterxml.jackson.core.JsonToken')
java.Import(w, 'com.fasterxml.jackson.databind.JsonDeserializer')
java.Import(w, 'com.fasterxml.jackson.databind.DeserializationContext')
w.head()
java.Import(w, 'org.joda.time.format.DateTimeFormatter')
java.Import(w, 'org.joda.time.format.ISODateTimeFormat')
if facade:
model_name = syslx.fmt_app_name(context.wrapped_model.name)
modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s
w.head()
java.Import(w, modelpkg + '.*')
else:
model_name = model_class
has_tables = any(
t.HasField('relation')
for (tname, t) in sorted(app.types.iteritems()))
w()
with java.Class(w, model_class + 'JsonDeserializer', write_file,
package=package,
extends='JsonDeserializer<' + model_class + '>'):
w()
with java.Method(w, 'public', model_class, 'deserialize',
[('JsonParser', 'p'),
('DeserializationContext', 'provider')],
throws=['IOException', 'JsonParseException'], override=True):
w('{0} model = new {0}();', model_name)
if facade:
w('{0} facade = new {0}(model);', model_class)
w()
w('eatToken(p, JsonToken.START_OBJECT);')
with java.While(w, 'p.getCurrentToken() != JsonToken.END_OBJECT'):
with java.Switch(w, 'eatName(p)'):
for (tname, t) in sorted(app.types.iteritems()):
if t.HasField('relation'):
w(('case "{0}": deserialize{0}Table(p, '
'model.get{0}Table()); break;'),
tname)
w('default: skipJson(p);')
w('expectToken(p, JsonToken.END_OBJECT);')
w()
if facade:
w('return facade;')
else:
w('return model;')
for (tname, t) in sorted(app.types.iteritems()):
if t.HasField('tuple'):
# HashSet<User defined type>
with java.Method(w, 'private', tname + '.View', 'deserialize' + tname + 'View',
[('JsonParser', 'p')],
throws=['IOException', 'JsonParseException']):
w()
w('{0}.Set view = new {0}.Set();', tname)
w('eatToken(p, JsonToken.START_ARRAY);')
with java.While(w, 'p.getCurrentToken() != JsonToken.END_ARRAY'):
w('{0} entity = {0}._PRIVATE_new();', tname)
w('deserialize(p, entity);')
w('view.add(entity);')
w('p.nextToken();')
w('return view;')
with java.Method(w, 'public', tname, 'deserialize',
[('JsonParser', 'p'), (tname, 'entity')],
throws=['IOException', 'JsonParseException'], override=False):
w()
w('eatToken(p, JsonToken.START_OBJECT);')
with java.If(w, 'entity == null'):
w('entity = {0}._PRIVATE_new();', tname)
with java.While(w, 'p.getCurrentToken() != JsonToken.END_OBJECT'):
with java.Switch(w, 'eatName(p)'):
for (fname, f) in datamodel.sorted_fields(t):
jfname = java.name(fname)
(typename, _, type_) = datamodel.typeref(
f, module)
extra = '{}'
set_with_primitive = False
if type_ is None:
if f.WhichOneof('type') == 'set' and f.set.HasField('primitive'):
which_type = 'tuple'
set_with_primitive = True
type_ = f.set
else:
which_type = type_.WhichOneof('type')
if which_type == 'primitive':
jsontype = JSON_PARSE_MAP[type_.primitive]
if isinstance(jsontype, tuple):
(jsontype, extra) = jsontype
elif which_type == 'enum':
jsontype = 'IntValue'
extra = typename + '.from({})'
elif which_type == 'tuple':
if set_with_primitive:
extra = 'deserializeArray(p)'
elif f.WhichOneof('type') == 'set':
extra = 'deserialize{}View(p)'.format(
f.set.type_ref.ref.path[-1])
elif f.WhichOneof('type') == 'type_ref':
extra = 'deserialize(p, entity.get{}())'.format(
java.CamelCase(jfname))
jsontype = ''
else:
raise RuntimeError(
'Unexpected field type for JSON export: ' + which_type)
private = ''
if type_.primitive in [
sysl_pb2.Type.DATE, sysl_pb2.Type.DATETIME]:
with java.Case(w, '"{}"', jfname):
w(('entity.{}set{}('
'p.getCurrentToken() == JsonToken.VALUE_NULL'
' ? null : {}); p.nextToken(); break;'),
private,
java.CamelCase(jfname),
extra.format('p.get{}()'.format(jsontype)))
else:
w(('case "{}": entity.{}set{}(p.getCurrentToken() == '
'JsonToken.VALUE_NULL ? null : {}); {} break;'),
jfname,
private,
java.CamelCase(jfname),
extra.format(
'p.get{}()'.format(jsontype)),
'' if which_type == 'tuple' else 'p.nextToken();')
w('default: skipJson(p);')
w('p.nextToken();')
w('return entity;')
if not t.HasField('relation'):
continue
pkey = datamodel.primary_key_params(t, context.module)
pkey_fields = {f for (_, f, _) in pkey}
fkeys = {
java.name(fname): type_info
for (fname, _, type_info) in datamodel.foreign_keys(t, context.module)}
private_setters = pkey_fields | set(fkeys.iterkeys())
w()
with java.Method(w, 'private', 'void', 'deserialize' + tname + 'Table',
[('JsonParser', 'p'), (tname + '.Table', 'table')],
throws=['IOException', 'JsonParseException']):
w('eatToken(p, JsonToken.START_ARRAY);')
with java.While(w, 'p.getCurrentToken() != JsonToken.END_ARRAY'):
w('eatToken(p, JsonToken.START_OBJECT);')
w('{0} entity = {0}._PRIVATE_new(table.model());', tname)
with java.While(w, 'p.getCurrentToken() != JsonToken.END_OBJECT'):
with java.Switch(w, u'eatName(p)'):
for (fname, f) in datamodel.sorted_fields(t):
jfname = java.name(fname)
(typename, _, type_) = datamodel.typeref(f, module)
extra = '{}'
which_type = type_.WhichOneof('type')
if which_type == 'primitive':
jsontype = JSON_PARSE_MAP[type_.primitive]
if isinstance(jsontype, tuple):
(jsontype, extra) = jsontype
elif which_type == 'enum':
jsontype = 'IntValue'
extra = typename + '.from({})'
else:
raise RuntimeError(
'Unexpected field type for JSON export: ' + which_type)
private = '_PRIVATE_' if jfname in private_setters else ''
if type_.primitive in [
sysl_pb2.Type.DATE, sysl_pb2.Type.DATETIME]:
with java.Case(w, '"{}"', jfname):
w(('entity.{}set{}('
'p.getCurrentToken() == JsonToken.VALUE_NULL'
' ? null : {}); break;'),
private,
java.CamelCase(jfname),
extra.format('p.get{}()'.format(jsontype)))
else:
w(('case "{}": entity.{}set{}(p.getCurrentToken() == '
'JsonToken.VALUE_NULL ? null : {}); break;'),
jfname,
private,
java.CamelCase(jfname),
extra.format('p.get{}()'.format(jsontype)))
with java.Default(w):
w('skipJson(p);')
w('continue;')
w('p.nextToken();')
w('p.nextToken();')
w()
w('table.insert(entity);')
w('p.nextToken();')
# HashSet<Primitive Type>
with java.Method(w, 'private', 'HashSet<String>', 'deserializeArray',
[('JsonParser', 'p')],
throws=['IOException', 'JsonParseException']):
w()
w('HashSet<String> view = new HashSet<String>();')
w('eatToken(p, JsonToken.START_ARRAY);')
with java.While(w, 'p.getCurrentToken() != JsonToken.END_ARRAY'):
w('expectToken(p, JsonToken.VALUE_STRING);')
w('view.add(p.getText());')
w('p.nextToken();')
w('p.nextToken();')
w('return view;')
with java.Method(w, '\nprivate', 'void', 'eatToken',
[('JsonParser', 'p'), ('JsonToken', 'token')],
throws=['IOException']):
w(u'expectToken(p, token);')
w(u'p.nextToken();')
with java.Method(w, '\nprivate', 'void', 'expectToken',
[('JsonParser', 'p'), ('JsonToken', 'token')]):
with java.If(w, 'p.getCurrentToken() != token'):
w(('System.err.printf("<<Unexpected token: %s (expecting %s)>>\\n", '
'tokenName(p.getCurrentToken()), tokenName(token));'))
w('throw new {}Exception();', model_name)
with java.Method(w, '\nprivate', 'String', 'eatName', [('JsonParser', 'p')],
throws=['IOException']):
w('expectToken(p, JsonToken.FIELD_NAME);')
w('String name = p.getCurrentName();')
w('p.nextToken();')
w('return name;')
with java.Method(w, '\nprivate', 'String', 'tokenName',
[('JsonToken', 'token')]):
with java.If(w, 'token == null'):
w('return "null";')
with java.Switch(w, 'token'):
for tok in (
'END_ARRAY END_OBJECT FIELD_NAME NOT_AVAILABLE START_ARRAY '
'START_OBJECT VALUE_EMBEDDED_OBJECT VALUE_FALSE VALUE_NULL '
'VALUE_NUMBER_FLOAT VALUE_NUMBER_INT VALUE_STRING VALUE_TRUE'
).split():
w('case {0}: return "{0}";', tok)
w('return "";')
# TODO: refactor into base class
# TODO: replace recursion with depth counter
with java.Method(w, '\nprivate', 'void', 'skipJson', [('JsonParser', 'p')],
throws=['IOException']):
w('JsonToken tok = p.getCurrentToken();')
w('p.nextToken();')
with java.Switch(w, 'tok'):
for tok in (
'END_ARRAY END_OBJECT FIELD_NAME NOT_AVAILABLE '
'VALUE_EMBEDDED_OBJECT VALUE_FALSE VALUE_NULL '
'VALUE_NUMBER_FLOAT VALUE_NUMBER_INT VALUE_STRING VALUE_TRUE').split():
w('case {}: break;', tok)
with java.Case(w, 'START_ARRAY'):
with java.While(w, 'p.getCurrentToken() != JsonToken.END_ARRAY'):
w('skipJson(p);')
w('p.nextToken();')
w('break;')
with java.Case(w, 'START_OBJECT'):
with java.While(w, 'p.getCurrentToken() != JsonToken.END_OBJECT'):
w('p.nextToken();')
w('skipJson(p);')
w('p.nextToken();')
w('break;')
# TODO: Is permissive dateTimeParser OK for date types?
w('\nprivate final DateTimeFormatter iso8601DateTime = '
'ISODateTimeFormat.dateTimeParser();')
w()
def export(
mode, module, appname, outdir, expected_package, entities, serializers):
app = module.apps.get(appname)
assert app, appname
package = syslx.View(app.attrs)['package'].s
if mode != 'xsd' and expected_package is not None:
assert package == expected_package, (package, expected_package)
model_class = '_'.join(app.name.part).replace(' ', '')
write_file = sysl.util.file.FileWriter(outdir, package, entities)
inouts = []
for s in serializers:
assert '_' in s, s
(fmt, dirn) = s.split('_')
fmts = ['json', 'xml'] if fmt == '*' else [fmt]
dirns = ['in', 'out'] if dirn == '*' else [dirn]
for fmt in fmts:
for dirn in dirns:
inouts.append(fmt + "_" + dirn)
serializers = set(inouts)
bogus_serializers = serializers - \
{'json_in', 'json_out', 'xml_in', 'xml_out'}
assert not bogus_serializers, bogus_serializers
if app.HasField('wrapped'):
model_name = syslx.fmt_app_name(app.wrapped.name)
assert model_name in module.apps, (
'missing app: ' + repr(model_name),
module.apps.keys(),
app.wrapped.endpoints.keys())
wrapped_model = module.apps[model_name]
else:
wrapped_model = None
context = Context(
app, module, package, model_class, write_file, appname, wrapped_model)
def serializer_entities():
return (
({appname + 'JsonDeserializer'} if 'json_in' in serializers else set()) |
({appname + 'JsonSerializer'} if 'json_out' in serializers else set()) |
({appname + 'XmlDeserializer'} if 'xml_in' in serializers else set()) |
({appname + 'XmlSerializer'} if 'xml_out' in serializers else set())
)
def export_serializers():
if 'json_in' in serializers:
json_export.deserializer(context)
if 'json_out' in serializers:
json_export.serializer(context)
if 'xml_in' in serializers:
xml_export.deserializer(context)
if 'xml_out' in serializers:
xml_export.serializer(context)
if mode == 'model':
if entities:
entities |= {appname, appname +
'Exception'} | serializer_entities()
# Build a foreign key reverse map to enable efficeint navigation
# in the generated classes
fk_rmap = datamodel.build_fk_reverse_map(app, module)
# For each of the "types" in the Application message from the
# protocol buffer represenation of the sysl generate an
# "Entity" class
for (tname, t) in sorted(app.types.iteritems()):
if not re.match(r'AnonType_\d+__$', tname):
w = writer.Writer('java')
java.Package(w, package)
java.StandardImports(w)
java_model.export_entity_class(
w, tname, t, fk_rmap[tname], context)
java_model.export_model_class(fk_rmap, context)
java_model.export_exception_class(context)
export_serializers()
elif mode == 'facade':
if entities:
entities |= {appname} | serializer_entities()
java_facade.export_facade_class(context)
export_serializers()
elif mode == 'xsd':
xsd_export.xsd(context)
elif mode == 'swagger':
swagger_export.swagger_file(app, module, model_class, write_file)
elif mode == 'spring-rest-service':
interfaces = {
endpt.attrs['interface'].s
for endpt in app.endpoints.itervalues()
if endpt.attrs['interface'].s != ''}
assert None not in interfaces, '\n' + '\n'.join(sorted([
endpt.name
for endpt in app.endpoints.itervalues()
for i in [endpt.attrs['interface'].s]
if not i],
key=lambda name: reversed(name.split())))
if entities:
entities |= {model_class + 'Controller'} | set(interfaces)
sysl.exporters.api.spring_rest.service(interfaces, context)
elif mode == 'view':
if entities:
entities |= {appname}
w = writer.Writer('java')
java.Package(w, package)
java.StandardImports(w)
w()
java.Import(w, 'org.joda.time.DateTime')
java.Import(w, 'org.joda.time.format.DateTimeFormat')
java.Import(w, 'org.joda.time.format.DateTimeFormatter')
w()
java_model.export_view_class(w, context)
def visit_endpoint(from_app,
appname,
epname,
uptos,
sender_patterns,
sender_endpt_patterns=None,
stmt=None,
deactivate=None):
"""Recursively visit an endpoint."""
if from_app:
sender = var_name(syslx.fmt_app_name(from_app.name))
else:
sender = '['
agent = var_name(appname)
app = module.apps.get(appname)
endpt = app.endpoints.get(epname)
assert endpt
def visit_stmts(stmts, deactivate, last_parent_stmt):
"""Recursively visit a stmt list."""
def block(last_stmt, block_stmts, fmt, *args):
"""Output a compound block."""
write(fmt, *args)
with write.indent():
return visit_stmts(block_stmts, deactivate, last_stmt)
def block_with_end(last_stmt, block_stmts, fmt, *args):
"""Output a compound block, including the 'end' clause."""
payload = block(last_stmt, block_stmts, fmt, *args)
write('end')
return payload
payload = None
for (i, stmt) in enumerate(stmts):
last_stmt = last_parent_stmt and i == len(stmts) - 1
if stmt.HasField('call'):
with write.indent():
payload = visit_endpoint(
app, syslx.fmt_app_name(stmt.call.target),
stmt.call.endpoint, uptos, app_patterns,
syslx.patterns(stmt.attrs)
| syslx.patterns(endpt.attrs), stmt, last_stmt
and deactivate)
elif stmt.HasField('action'):
#write('{0} -> {0} : {1}', agent, r'\n'.join(textwrap.wrap(stmt.action.action, 40)))
write('{0} -> {0} : {1}', agent, stmt.action.action)
elif stmt.HasField('cond'):
payload = block_with_end(last_stmt, stmt.cond.stmt,
'opt {}', stmt.cond.test)
elif stmt.HasField('loop'):
payload = block_with_end(
last_stmt, stmt.loop.stmt, 'loop {} {}',
stmt.loop.Mode.Name(stmt.loop.mode),
stmt.loop.criterion)
elif stmt.HasField('loop_n'):
payload = block_with_end(last_stmt, stmt.loop_n.stmt,
'loop {} times',
stmt.loop_n.count)
elif stmt.HasField('foreach'):
payload = block_with_end(last_stmt, stmt.foreach.stmt,
'loop for each {}',
stmt.foreach.collection)
elif stmt.HasField('group'):
payload = block_with_end(last_stmt, stmt.group.stmt,
'group {}', stmt.group.title)
elif stmt.HasField('alt'):
prefix = 'alt'
for (j, choice) in enumerate(stmt.alt.choice):
last_alt_stmt = last_stmt and j == len(
stmt.alt.choice) - 1
payload = block(last_alt_stmt, choice.stmt, '{} {}',
prefix, choice.cond)
prefix = 'else'
write('end')
elif stmt.HasField('ret'):
rargs = []
for param in syslalgo.yield_ret_params(stmt.ret.payload):
if param != '...' and '.' in param:
(an, pn) = rex.split(r'\.', param)
rarg = format_args(an, pn)
if rarg:
rargs.append(rarg)
else:
rargs.append(param)
write('{}<--{} : {}', sender, agent,
' | '.join(p for p in rargs))
else:
raise Exception('No statement!')
return payload
app_patterns = syslx.patterns(app.attrs)
target_patterns = syslx.patterns(endpt.attrs)
patterns = target_patterns
human = 'human' in app_patterns
human_sender = 'human' in sender_patterns
cron = 'cron' in sender_patterns
needs_int = not (human or human_sender or cron) and sender != agent
label = re.sub(ur'^.*? -> ', u' ⬄ ', unicode(epname))
cron = 'cron' in app_patterns
if stmt:
assert stmt.HasField('call')
ptrns = ''
if bool(sender_endpt_patterns) or bool(patterns):
ptrns = u', '.join(sorted(sender_endpt_patterns)) + \
u' → ' + u', '.join(sorted(patterns))
isoctrl = []
for ctrl in endpt.attrs.keys():
if 'iso_ctrl' in ctrl:
isoctrl.append(re.sub(r'iso_ctrl_(.*)_txt', r'\1', ctrl))
epargs = []
def format_args(an, pn):
arg = '.'.join((an, pn))
if arg:
conf = module.apps[an].types[pn].attrs[
'iso_conf'].s[:1].upper()
integ = module.apps[an].types[pn].attrs[
'iso_integ'].s[:1].upper()
isocolor = 'red' if 'R' in conf else 'green'
arg = '<color blue>' + arg + '</color>' + ' <<color ' + isocolor + '>' + \
(conf if conf else '?') + ', ' + \
(integ if integ else '?') + '</color>>'
return arg
for p in endpt.param:
an = ' :: '.join(p.type.type_ref.ref.appname.part)
pn = '.'.join(p.type.type_ref.ref.path)
eparg = format_args(an, pn)
if eparg:
epargs.append(eparg)
label = params.epfmt(
epname=label,
human='human' if human else '',
human_sender='human sender' if human_sender else '',
needs_int='needs_int' if needs_int else '',
args=' | '.join(e for e in epargs),
#args=', '.join(p.name for p in stmt.call.arg),
patterns=ptrns,
controls=', '.join(i for i in sorted(isoctrl)),
**diagutil.attr_fmt_vars(stmt.attrs)).replace('\n', r'\n')
if not ((human and sender == '[') or cron):
ep_patterns = syslx.patterns(endpt.attrs)
icon = '<&timer> ' if 'cron' in ep_patterns else ''
write('{}->{} : {}{}', sender, agent, icon, label)
if log_integration and stmt:
log_integration(app=from_app, stmt=stmt, patterns=patterns)
rargs = []
for param in syslalgo.yield_ret_params(
syslalgo.return_payload(endpt.stmt)):
if param != '...' and '.' in param:
(an, pn) = rex.split(r'\.', param)
rarg = format_args(an, pn)
if rarg:
rargs.append(rarg)
else:
rargs.append(param)
payload = ' | '.join(p for p in rargs)
calling_self = from_app and syslx.fmt_app_name(
from_app.name) == appname
if not calling_self and not payload and deactivate:
deactivate()
if len(endpt.stmt):
hit_blackbox = False
for (upto, comment) in itertools.chain(uptos.iteritems(),
already_visited.keys()):
# Compare the common prefix of the current endpt and upto.
upto_parts = upto.split(' <- ')
if [appname, epname][:len(upto_parts)] == upto_parts:
hit_blackbox = True
if payload:
write.activate(agent)
if comment is not None:
write('note over {}: {}', agent, comment
or 'see below')
else:
if comment is not None:
write('note {}: {}',
'left' if sender > agent else 'right',
comment or 'see below')
if payload:
write('{}<--{} : {}', sender, agent, payload)
write.deactivate(agent)
break
if not hit_blackbox:
with write.activated(agent, human or cron) as deactivate:
# 'see above')
visiting = (appname + ' <- ' + epname, None)
already_visited[visiting] += 1
try:
return visit_stmts(endpt.stmt, deactivate, True)
finally:
already_visited[visiting] -= 1
if not already_visited[visiting]:
del already_visited[visiting]
def serializer(context):
(app, module, package, model_class, write_file, _, _) = context
facade = bool(context.wrapped_model)
w = writer.Writer('java')
java.Package(w, package)
java.StandardImports(w)
java.Import(w, 'java.text.ParseException')
w.head()
java.Import(w, 'javax.xml.stream.XMLStreamException')
java.Import(w, 'javax.xml.stream.XMLStreamWriter')
w.head()
java.Import(w, 'org.joda.time.format.DateTimeFormatter')
java.Import(w, 'org.joda.time.format.ISODateTimeFormat')
if facade:
model_name = syslx.fmt_app_name(context.wrapped_model.name)
modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s
w.head()
java.Import(w, modelpkg + '.*')
else:
modelpkg = package
with java.Class(w,
'\n{}XmlSerializer'.format(model_class),
write_file,
package=package):
with java.Method(w,
'\npublic',
'void',
'serialize',
[(model_class, 'facade' if facade else 'model'),
('XMLStreamWriter', 'xsw')],
throws=['XMLStreamException']):
if facade:
w('{} model = facade.getModel();', model_name)
w('xsw.writeStartElement("{}");', model_class)
for (tname, ft, t) in syslx.sorted_types(context):
if t.WhichOneof('type') == 'relation':
w('serialize(model.get{0}Table(), xsw, "{0}");', tname)
w('xsw.writeEndElement();')
for (tname, ft, t) in syslx.sorted_types(context):
java.SeparatorComment(w)
if t.WhichOneof('type') in ['relation', 'tuple']:
with java.Method(w,
'\npublic',
'void',
'serialize',
[(modelpkg + '.' + tname + '.View', 'view'),
('XMLStreamWriter', 'xsw'),
('String', 'tag')],
throws=['XMLStreamException']):
with java.If(w, 'view == null || view.isEmpty()'):
w('return;')
if t.WhichOneof('type') == 'relation':
w('xsw.writeStartElement("{}List");', tname)
order = [
o.s for o in syslx.View(t.attrs)['xml_order'].a.elt
]
if order:
order_logic = []
for o in order:
order_logic.append(
' i = io.sysl.ExprHelper.doCompare'
'(a.get{0}(), b.get{0}());\n'
' if (i != 0) return i;\n'.format(
java.CamelCase(o)))
order_by = (
'.orderBy(\n'
' new java.util.Comparator<{0}> () {{\n'
' @Override\n'
' public int compare({0} a, {0} b) {{\n'
' int i;\n'
'{1}'
' return 0;\n'
' }}\n'
' }})\n').format(tname, ''.join(order_logic))
else:
order_by = ''
with java.For(w, '{} item : view{}',
modelpkg + '.' + tname, order_by):
w('serialize(item, xsw, tag);', tname)
if t.WhichOneof('type') == 'relation':
w('xsw.writeEndElement();')
with java.Method(w,
'\npublic',
'void',
'serialize',
[(modelpkg + '.' + tname, 'entity'),
('XMLStreamWriter', 'xsw')],
throws=['XMLStreamException']):
w('serialize(entity, xsw, "{}");', tname)
with java.Method(w,
'\npublic',
'void',
'serialize',
[(modelpkg + '.' + tname, 'entity'),
('XMLStreamWriter', 'xsw'),
('String', 'tag')],
throws=['XMLStreamException']):
with java.If(w, 'entity == null'):
w('return;')
w('xsw.writeStartElement(tag);', tname)
for wantAttrs in [True, False]:
for (fname, f) in datamodel.sorted_fields(t):
jfname = java.name(fname)
method = java.CamelCase(jfname)
tref = datamodel.typeref(f, module)
type_ = tref[2]
if not type_:
continue
extra = ''
which_type = type_.WhichOneof('type')
if which_type == 'primitive':
extra = XML_GEN_MAP[type_.primitive]
if type_.primitive == type_.DECIMAL:
for c in type_.constraint:
if c.scale:
access = 'round(entity.get{}(), {})'.format(
method, c.scale)
break
else:
access = 'round(entity.get{}(), 0)'.format(
method)
else:
access = 'entity.get{}()'.format(method)
elif which_type == 'enum':
access = 'entity.get{}().getValue()'.format(
method)
elif which_type == 'tuple':
access = 'entity.get{}()'.format(method)
else:
raise RuntimeError(
'Unexpected field type for XML export: ' +
which_type)
if wantAttrs == ('xml_attribute'
in syslx.patterns(f.attrs)):
if wantAttrs:
w('serializeAttr("{}", {}{}, xsw);',
jfname, access, extra)
else:
# TODO: Why is 'index' bad? (NB: This was a debug hook, but the author forgot why.)
assert jfname != 'index'
w('serializeField("{}", {}{}, xsw);',
jfname, access, extra)
w('xsw.writeEndElement();')
with java.Method(w,
'\npublic',
'void',
'serializeField',
[('String', 'fieldname'),
(modelpkg + '.' + tname + '.View', 'view'),
('XMLStreamWriter', 'xsw')],
throws=['XMLStreamException']):
with java.If(w, 'view != null && !view.isEmpty()'):
w('serialize(view, xsw, fieldname);')
with java.Method(w,
'\npublic',
'void',
'serializeField',
[('String', 'fieldname'),
(modelpkg + '.' + tname, 'entity'),
('XMLStreamWriter', 'xsw')],
throws=['XMLStreamException']):
with java.If(w, 'entity != null'):
w('serialize(entity, xsw, fieldname);')
def serialize(t, access, extra_args=None):
with java.Method(
w,
'\nprivate',
'void',
'serialize',
([(t, 'value')] +
(extra_args or []) + [('XMLStreamWriter', 'xsw')]),
throws=['XMLStreamException']):
w('xsw.writeCharacters({});', access)
serialize('String', 'value')
serialize('Boolean', 'value.toString()')
serialize('Integer', 'value.toString()')
serialize('Double', 'value.toString()')
serialize('BigDecimal', 'value.toString()')
serialize('UUID', 'value.toString()')
serialize('DateTime', 'fmt.print(value)',
[('DateTimeFormatter', 'fmt')])
serialize('LocalDate', 'iso8601Date.print(value)')
def serializeField(t, access, extra_args=None):
with java.Method(
w,
'\nprivate',
'void',
'serializeField',
([('String', 'fieldname'), (t, 'value')] +
(extra_args or []) + [('XMLStreamWriter', 'xsw')]),
throws=['XMLStreamException']):
with java.If(w, 'value != null'):
w('xsw.writeStartElement(fieldname);')
w('serialize(value{}, xsw);',
''.join(', ' + arg for (_, arg) in extra_args or []))
w('xsw.writeEndElement();')
with java.Method(
w,
'\nprivate',
'void',
'serializeAttr',
([('String', 'fieldname'), (t, 'value')] +
(extra_args or []) + [('XMLStreamWriter', 'xsw')]),
throws=['XMLStreamException']):
with java.If(w, 'value != null'):
w('xsw.writeAttribute(fieldname, {});', access)
serializeField('String', 'value')
serializeField('Boolean', 'value.toString()')
serializeField('Integer', 'value.toString()')
serializeField('Double', 'value.toString()')
serializeField('BigDecimal', 'value.toString()')
serializeField('UUID', 'value.toString()')
serializeField('DateTime', 'fmt.print(value)',
[('DateTimeFormatter', 'fmt')])
serializeField('LocalDate', 'iso8601Date.print(value)')
with java.Method(w, '\nprivate final', 'BigDecimal', 'round',
[('BigDecimal', 'd'), ('int', 'scale')]):
w('return d == null ? d : '
'd.setScale(scale, java.math.RoundingMode.HALF_UP);')
w('\nprivate final DateTimeFormatter iso8601Date = '
'ISODateTimeFormat.date();')
w('private final DateTimeFormatter iso8601DateTime = '
'ISODateTimeFormat.dateTime();')
def deserializer(context):
(app, module, package, model_class, write_file, _, _) = context
facade = bool(context.wrapped_model)
w = writer.Writer('java')
java.Package(w, package)
java.StandardImports(w)
java.Import(w, 'javax.xml.stream.XMLStreamConstants')
java.Import(w, 'javax.xml.stream.XMLStreamException')
java.Import(w, 'javax.xml.stream.XMLStreamReader')
w.head()
java.Import(w, 'java.text.ParseException')
w.head()
java.Import(w, 'org.joda.time.format.DateTimeFormatter')
java.Import(w, 'org.joda.time.format.ISODateTimeFormat')
if facade:
model_name = syslx.fmt_app_name(context.wrapped_model.name)
modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s
w.head()
java.Import(w, modelpkg + '.*')
else:
model_name = model_class
modelpkg = package
with java.Class(w,
'\n{}XmlDeserializer'.format(model_class),
write_file,
package=package):
with java.Method(
w,
'public',
'void',
'deserialize', [(model_class, 'facade' if facade else 'model'),
('XMLStreamReader', 'xsr')],
throws=[model_name + 'Exception', 'XMLStreamException']):
if facade:
w('{} model = facade.getModel();', model_name)
w('expect(XMLStreamConstants.START_ELEMENT, xsr.next());')
with java.While(w,
'xsr.next() == XMLStreamConstants.START_ELEMENT'):
with java.Switch(w, 'xsr.getLocalName()'):
for (tname, ft, t) in syslx.sorted_types(context):
if t.HasField('relation'):
w(
'case "{0}List": deserialize(model.get{0}Table(), xsr); break;',
tname)
w(
'case "{0}": deserializeOne(model.get{0}Table(), xsr); break;',
tname)
w('default: skipElement(xsr);')
w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());')
for (tname, ft, t) in syslx.sorted_types(context):
if not t.HasField('relation'):
continue
pkey = datamodel.primary_key_params(t, context.module)
pkey_fields = {f for (_, f, _) in pkey}
fkeys = {
java.name(fname): type_info
for (fname, _,
type_info) in datamodel.foreign_keys(t, context.module)
}
private_setters = pkey_fields | set(fkeys.iterkeys())
with java.Method(w,
'\nprivate',
'void',
'deserialize',
[(modelpkg + '.' + tname + '.Table', 'table'),
('XMLStreamReader', 'xsr')],
throws=['XMLStreamException']):
with java.While(
w, 'xsr.next() == XMLStreamConstants.START_ELEMENT'):
w('deserializeOne(table, xsr);')
w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());'
)
with java.Method(w,
'\nprivate',
'void',
'deserializeOne',
[(modelpkg + '.' + tname + '.Table', 'table'),
('XMLStreamReader', 'xsr')],
throws=['XMLStreamException']):
w('{0} entity = {0}._PRIVATE_new(table.model());',
modelpkg + '.' + tname)
with java.While(
w, 'xsr.next() == XMLStreamConstants.START_ELEMENT'):
with java.Switch(w, 'xsr.getLocalName()'):
for (fname, f) in datamodel.sorted_fields(t):
jfname = java.name(fname)
(typename, _, type_) = datamodel.typeref(f, module)
extra = '{}'
which_type = type_.WhichOneof('type')
if which_type == 'primitive':
xmltype = XML_PARSE_MAP[type_.primitive]
if isinstance(xmltype, tuple):
(xmltype, extra) = xmltype
elif which_type == 'enum':
xmltype = 'IntValue'
extra = typename + '.from({})'
else:
raise RuntimeError(
'Unexpected field type for XML export: ' +
which_type)
private = '_PRIVATE_' if jfname in private_setters else ''
if type_.primitive in [
sysl_pb2.Type.DATE, sysl_pb2.Type.DATETIME
]:
w(
'case "{}": entity.{}set{}(read{}(xsr, {})); break;',
jfname, private, java.CamelCase(jfname),
typename, extra)
else:
w(
'case "{}": entity.{}set{}(read{}(xsr)); break;',
jfname, private, java.CamelCase(jfname),
typename)
w('default: skipField(xsr);')
w('table.insert(entity);')
w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());'
)
with java.Method(w, '\nprivate', 'void', 'expect',
[('int', 'expected'), ('int', 'got')]):
with java.If(w, 'got != expected'):
w('System.err.printf(\v'
'"<<Unexpected token: %s (expecting %s)>>\\n", \v'
'tokenName(got), tokenName(expected));')
w('throw new {}Exception();', model_name)
with java.Method(w, '\nprivate', 'String', 'tokenName',
[('int', 'token')]):
with java.Switch(w, 'token'):
for tok in (
'ATTRIBUTE CDATA CHARACTERS COMMENT DTD END_DOCUMENT '
'END_ELEMENT ENTITY_DECLARATION ENTITY_REFERENCE NAMESPACE '
'NOTATION_DECLARATION PROCESSING_INSTRUCTION SPACE START_DOCUMENT '
'START_ELEMENT'.split()):
w('case XMLStreamConstants.{0}: return "{0}";', tok)
w('return new Integer(token).toString();')
def read(t, access, extra_args=None):
with java.Method(w,
'\nprivate',
t,
'read' + t, [('XMLStreamReader', 'xsr')],
throws=['XMLStreamException']):
with java.If(w, '!getCharacters(xsr)'):
w('return null;')
w('{} result = {};', t, access)
w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());')
w('return result;')
read('String', 'xsr.getText()')
read('Boolean', 'Boolean.parseBoolean(xsr.getText())')
read('Integer', 'Integer.parseInt(xsr.getText())')
read('Double', 'Double.parseDouble(xsr.getText())')
read('BigDecimal', 'new BigDecimal(xsr.getText())')
read('UUID', 'UUID.fromString(xsr.getText())')
with java.Method(w,
'\nprivate',
'DateTime',
'readDateTime', [('XMLStreamReader', 'xsr'),
('DateTimeFormatter', 'fmt')],
throws=['XMLStreamException']):
with java.If(w, '!getCharacters(xsr)'):
w('return null;')
w('DateTime result = fmt.parseDateTime(xsr.getText());')
w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());')
w('return result;')
with java.Method(w,
'\nprivate',
'LocalDate',
'readLocalDate', [('XMLStreamReader', 'xsr'),
('DateTimeFormatter', 'fmt')],
throws=['XMLStreamException']):
with java.If(w, '!getCharacters(xsr)'):
w('return null;')
w('LocalDate result = fmt.parseLocalDate(xsr.getText());')
w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());')
w('return result;')
with java.Method(w,
'\nprivate',
'void',
'skipField', [('XMLStreamReader', 'xsr')],
throws=['XMLStreamException']):
with java.If(w, 'getCharacters(xsr)'):
w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());')
with java.Method(w,
'\nprivate',
'boolean',
'getCharacters', [('XMLStreamReader', 'xsr')],
throws=['XMLStreamException']):
w('int tok = xsr.next();')
with java.If(w, 'tok == XMLStreamConstants.END_ELEMENT'):
w('return false;')
w('expect(XMLStreamConstants.CHARACTERS, tok);')
w('return true;')
with java.Method(w,
'\nprivate',
'void',
'skipElement', [('XMLStreamReader', 'xsr')],
throws=['XMLStreamException']):
with java.While(w, 'xsr.next() != XMLStreamConstants.END_ELEMENT'):
with java.If(
w,
'xsr.getEventType() == XMLStreamConstants.START_ELEMENT'
):
w('skipElement(xsr);')
# TODO: Is permissive dateTimeParser OK for date types?
w('\nprivate final DateTimeFormatter iso8601DateTime = '
'ISODateTimeFormat.dateTimeParser();')
w()
def generate_component_view():
name_map = {}
def make_varmgr():
"""Return a variable manager instance."""
appfmt = syslx.View(module.apps.get(
args.project).attrs)['appfmt'].s
appfmt = diagutil.parse_fmt(appfmt)
def new_var(var, name):
"""Outputs a new definition when VarManager makes a new variable."""
app = module.apps[name]
write('[{}] as {}{}',
appfmt(appname=name_map.get(name, name),
**diagutil.attr_fmt_vars(app.attrs)).replace('\n', r'\n'),
var,
' <<highlight>>' if name in highlights else '')
return diagutil.VarManager(new_var)
with write.uml():
if diagram_title:
write('title ' + diagram_title)
write('hide stereotype')
write('scale max 16384 height')
#write('skinparam nodesep 30')
#write('skinparam ranksep 120')
write('skinparam component {{')
write(' BackgroundColor FloralWhite')
write(' BorderColor Black')
write(' ArrowColor Crimson')
if highlight_color:
write(' BackgroundColor<<highlight>> ' + highlight_color)
if arrow_color:
write(' ArrowColor ' + arrow_color)
if indirect_arrow_color and indirect_arrow_color != 'none':
write(' ArrowColor<<indirect>> ' + indirect_arrow_color)
write('}}')
var_name = make_varmgr()
if args.clustered or endpt_attrs['view'].s == 'clustered':
clusters = diagutil.group_by(
apps, key=lambda app: app.partition(' :: ')[0])
clusters = [
(cluster, members)
for (cluster, g) in clusters
for members in [list(g)]
if len(members) > 1]
name_map = {app: app.partition(' :: ')[-1] or app
for (cluster, members) in clusters
for app in members}
for (cluster, cluster_apps) in clusters:
write('package "{}" {{', cluster)
for app in cluster_apps:
var_name(app)
# write(' {}', var_name(app))
write('}}')
calls_drawn = set()
if endpt_attrs['view'].s == 'system':
for ((app_a, _), (app_b, _), (_, _)) in integrations:
direct = {app_a, app_b} & highlights
app_a = app_a.partition(' :: ')[0]
app_b = app_b.partition(' :: ')[0]
if app_a != app_b and (app_a, app_b) not in calls_drawn:
if direct or indirect_arrow_color != 'none':
write('{} --> {}{}',
var_name(app_a),
var_name(app_b),
'' if direct else ' <<indirect>>')
calls_drawn.add((app_a, app_b))
else:
for ((app_a, _), (app_b, _)) in integrations:
if app_a != app_b and (app_a, app_b) not in calls_drawn:
direct = {app_a, app_b} & highlights
if direct or indirect_arrow_color != 'none':
write('{} --> {}{}',
var_name(app_a),
var_name(app_b),
'' if direct else ' <<indirect>>')
calls_drawn.add((app_a, app_b))
for appname in apps:
for mixin in module.apps[appname].mixin2:
mixin_name = syslx.fmt_app_name(mixin.name)
mixin_app = module.apps[mixin_name]
write('{} <|.. {}',
var_name(mixin_name),
var_name(appname))
def export_facade_class(context):
model_name = syslx.fmt_app_name(context.wrapped_model.name)
modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s
w = writer.Writer('java')
java.Package(w, context.package)
java.StandardImports(w)
java.Import(w, modelpkg + '.' + model_name)
w()
with java.Class(w,
context.appname,
context.write_file,
package=context.package):
with java.Ctor(w, '\npublic', context.appname,
[(model_name, 'model')]):
w('this.model = model;')
for (tname, _, _) in syslx.wrapped_facade_types(context):
w('this.{}Facade = new {}Facade();',
java.safe(tname[:1].lower() + tname[1:]), tname)
with java.Method(w, '\npublic', model_name, 'getModel'):
w('return model;')
java.SeparatorComment(w)
for (tname, ft, t) in syslx.wrapped_facade_types(context):
if t.HasField('relation'):
pkey = datamodel.primary_key_params(t, context.module)
pkey_fields = {f for (_, f, _) in pkey}
param_defs = [(typ, jfname) for (typ, fname, jfname) in pkey
if 'autoinc' not in syslx.patterns(
t.relation.attr_defs[fname].attrs)]
params = ''.join(', ' + f for (_, f) in param_defs)
param = ', '.join(f for (_, f) in param_defs)
fkeys = {
java.name(fname): type_info
for (fname, _, type_info
) in datamodel.foreign_keys(t, context.module)
}
inner_type = ('HashMap<Key, {}>'
if pkey else 'HashSet<{}>').format(tname)
required = []
for fname in sorted(ft.relation.attr_defs.keys()):
f = t.relation.attr_defs.get(fname)
if ('required' in syslx.patterns(f.attrs)
or 'required' in syslx.patterns(
ft.relation.attr_defs.get(fname).attrs)):
jfname = java.name(fname)
method = java.CamelCase(jfname)
(java_type, type_info,
_) = datamodel.typeref(f, context.module)
if java_type == 'Object':
datamodel.typeref(f, context.module)
required.append((fname, java_type))
with java.Method(w, '\npublic', tname + 'Facade',
'get' + tname):
w('return {}Facade;',
java.safe(tname[:1].lower() + tname[1:]))
w()
with java.Class(w, tname + 'Facade', context.write_file):
with java.Method(w, 'public',
'{}.{}.Table'.format(modelpkg,
tname), 'table'):
w('return model.get{}Table();', tname, param)
w()
if param_defs or required:
with java.Method(w, 'public', 'Builder0', 'build'):
w('return new Builder0();')
keytypes = {f: kt for (kt, f) in param_defs}
keys = sorted(keytypes)
keyindices = {k: i for (i, k) in enumerate(keys)}
if len(keys) > 3:
# 4 perms yields 16 builders with 32 setters.
logging.error('OUCH! Too many primary key fields')
raise Exception('Too many primary key fields')
for perm in range(2**len(keys)):
bname = 'Builder' + str(perm)
w()
with java.Class(w, bname, context.write_file):
done = [
k for (i, k) in enumerate(keys)
if 2**i & perm
]
remaining = [k for k in keys if k not in done]
with java.Ctor(w, '', bname, [(keytypes[k], k)
for k in done]):
for k in done:
w('this.{0} = {0};', k)
if required and not remaining:
w(
'this._pending = {};',
hex(2**len(required) -
1).rstrip('L'))
for fname in remaining:
f = t.relation.attr_defs[fname]
jfname = java.name(fname)
method = java.CamelCase(jfname)
(java_type, type_info,
_) = datamodel.typeref(f, context.module)
next_bname = 'Builder{}'.format(
perm | 2**keyindices[fname])
w()
if jfname in fkeys:
fk_type = fkeys[jfname].parent_path
fk_field = fkeys[jfname].field
if f.type_ref.ref.path[-1:] == [fname]:
method_suffix = fk_type
else:
method_suffix = method + 'From'
with java.Method(
w, 'public', next_bname,
'with' + method_suffix,
[(modelpkg + '.' + fk_type,
'entity')]):
w(
'{} {} = entity == null ? null : entity.get{}();',
java_type, jfname,
java.CamelCase(fk_field))
w(
'return new {}({});',
next_bname,
', '.join(k for k in keys
if k == fname
or k in done))
else:
with java.Method(
w, 'public', next_bname,
'with' + java.CamelCase(fname),
[(keytypes[fname], fname)]):
w(
'return new {}({});',
next_bname,
', '.join(k for k in keys
if k == fname
or k in done))
if not remaining:
for (i, (r, rtype)) in enumerate(required):
method = java.CamelCase(r)
w()
# TODO: jfname set in a previous loop??
if jfname in fkeys:
fk_type = fkeys[jfname].parent_path
fk_field = fkeys[jfname].field
if f.type_ref.ref.path[-1:] == [
fname
]:
method = fk_type
else:
method += 'From'
with java.Method(
w, 'public', bname,
'with' + method,
[(modelpkg + '.' + fk_type,
java.mixedCase(fk_type))]):
with java.If(
w,
'(_pending & {}) == 0',
hex(2**i)):
# TODO: More specific
# exception
w('throw new RuntimeException();'
)
w('this.{0} = {0};',
java.mixedCase(fk_type))
w('_pending &= ~{};',
hex(2**i))
w('return this;')
else:
with java.Method(
w, 'public', bname,
'with' + method,
[(rtype, r)]):
with java.If(
w,
'(_pending & {}) == 0',
hex(2**i)):
# TODO: More specific
# exception
w('throw new RuntimeException();'
)
w('this.{0} = {0};', r)
w('_pending &= ~{};',
hex(2**i))
w('return this;')
with java.Method(w, '\npublic',
modelpkg + '.' + tname,
'insert'):
if required:
with java.If(w, '_pending != 0'):
# TODO: More specific exception
w('throw new RuntimeException();'
)
w(
u'{} result = table()._PRIVATE_insert({});',
modelpkg + '.' + tname, param)
for (r, rtype) in required:
if jfname in fkeys:
fk_field = fkeys[
jfname].field
w('result.set{}({});',
fk_type,
java.mixedCase(fk_type))
else:
w('result.set{}({});',
java.CamelCase(r), r)
w('return result;')
else:
w(
u'return table()._PRIVATE_insert({});',
param)
if done:
w()
w('// primary key')
for d in done:
w('private final {} {};', keytypes[d],
d)
if required and not remaining:
w()
w('// required fields')
for (r, rtype) in required:
if jfname in fkeys:
fk_type = fkeys[jfname].parent_path
fk_field = fkeys[jfname].field
w('private {} {};',
modelpkg + '.' + fk_type,
java.mixedCase(fk_type))
else:
w('private {} {};', rtype, r)
w()
w('private int _pending;')
else:
with java.Method(w, 'public', modelpkg + '.' + tname,
'insert'):
w('{} result = table()._PRIVATE_insert();',
modelpkg + '.' + tname)
w('return result;')
java.SeparatorComment(w)
for (tname, _, t) in syslx.wrapped_facade_types(context):
if t.HasField('relation'):
w('private final {}Facade {}Facade;', tname,
java.safe(tname[:1].lower() + tname[1:]))
w()
w('private final {}.{} model;', modelpkg, model_name)
w()
def export(mode, module, appname, outdir, expected_package, entities,
serializers):
app = module.apps.get(appname)
assert app, appname
package = syslx.View(app.attrs)['package'].s
if mode != 'xsd' and expected_package is not None:
assert package == expected_package, (package, expected_package)
model_class = '_'.join(app.name.part).replace(' ', '')
write_file = sysl.util.file.FileWriter(outdir, package, entities)
inouts = []
for s in serializers:
assert '_' in s, s
(fmt, dirn) = s.split('_')
fmts = ['json', 'xml'] if fmt == '*' else [fmt]
dirns = ['in', 'out'] if dirn == '*' else [dirn]
for fmt in fmts:
for dirn in dirns:
inouts.append(fmt + "_" + dirn)
serializers = set(inouts)
bogus_serializers = serializers - \
{'json_in', 'json_out', 'xml_in', 'xml_out'}
assert not bogus_serializers, bogus_serializers
if app.HasField('wrapped'):
model_name = syslx.fmt_app_name(app.wrapped.name)
assert model_name in module.apps, ('missing app: ' + repr(model_name),
module.apps.keys(),
app.wrapped.endpoints.keys())
wrapped_model = module.apps[model_name]
else:
wrapped_model = None
context = Context(app, module, package, model_class, write_file, appname,
wrapped_model)
def serializer_entities():
return (({appname +
'JsonDeserializer'} if 'json_in' in serializers else set()) |
({appname +
'JsonSerializer'} if 'json_out' in serializers else set()) |
({appname +
'XmlDeserializer'} if 'xml_in' in serializers else set()) |
({appname +
'XmlSerializer'} if 'xml_out' in serializers else set()))
def export_serializers():
if 'json_in' in serializers:
json_export.deserializer(context)
if 'json_out' in serializers:
json_export.serializer(context)
if 'xml_in' in serializers:
xml_export.deserializer(context)
if 'xml_out' in serializers:
xml_export.serializer(context)
if mode == 'model':
if entities:
entities |= {appname, appname + 'Exception'
} | serializer_entities()
# Build a foreign key reverse map to enable efficeint navigation
# in the generated classes
fk_rmap = datamodel.build_fk_reverse_map(app, module)
# For each of the "types" in the Application message from the
# protocol buffer represenation of the sysl generate an
# "Entity" class
for (tname, t) in sorted(app.types.iteritems()):
if not re.match(r'AnonType_\d+__$', tname):
w = writer.Writer('java')
java.Package(w, package)
java.StandardImports(w)
java_model.export_entity_class(w, tname, t, fk_rmap[tname],
context)
java_model.export_model_class(fk_rmap, context)
java_model.export_exception_class(context)
export_serializers()
elif mode == 'facade':
if entities:
entities |= {appname} | serializer_entities()
java_facade.export_facade_class(context)
export_serializers()
elif mode == 'xsd':
xsd_export.xsd(context)
elif mode == 'swagger':
swagger_export.swagger_file(app, module, model_class, write_file)
elif mode == 'spring-rest-service':
interfaces = {
endpt.attrs['interface'].s
for endpt in app.endpoints.itervalues()
if endpt.attrs['interface'].s != ''
}
assert None not in interfaces, '\n' + '\n'.join(
sorted([
endpt.name for endpt in app.endpoints.itervalues()
for i in [endpt.attrs['interface'].s] if not i
],
key=lambda name: reversed(name.split())))
if entities:
entities |= {model_class + 'Controller'} | set(interfaces)
sysl.exporters.api.spring_rest.service(interfaces, context)
elif mode == 'view':
if entities:
entities |= {appname}
w = writer.Writer('java')
java.Package(w, package)
java.StandardImports(w)
w()
java.Import(w, 'org.joda.time.DateTime')
java.Import(w, 'org.joda.time.format.DateTimeFormat')
java.Import(w, 'org.joda.time.format.DateTimeFormatter')
w()
java_model.export_view_class(w, context)
def visit_endpoint(
from_app,
appname,
epname,
uptos,
sender_patterns,
sender_endpt_patterns=None,
stmt=None,
deactivate=None):
"""Recursively visit an endpoint."""
if from_app:
sender = var_name(syslx.fmt_app_name(from_app.name))
else:
sender = '['
agent = var_name(appname)
app = module.apps.get(appname)
endpt = app.endpoints.get(epname)
assert endpt
def visit_stmts(stmts, deactivate, last_parent_stmt):
"""Recursively visit a stmt list."""
def block(last_stmt, block_stmts, fmt, *args):
"""Output a compound block."""
write(fmt, *args)
with write.indent():
return visit_stmts(block_stmts, deactivate, last_stmt)
def block_with_end(last_stmt, block_stmts, fmt, *args):
"""Output a compound block, including the 'end' clause."""
payload = block(last_stmt, block_stmts, fmt, *args)
write('end')
return payload
payload = None
for (i, stmt) in enumerate(stmts):
last_stmt = last_parent_stmt and i == len(stmts) - 1
if stmt.HasField('call'):
with write.indent():
payload = visit_endpoint(
app,
syslx.fmt_app_name(stmt.call.target),
stmt.call.endpoint,
uptos,
app_patterns,
syslx.patterns(stmt.attrs) | syslx.patterns(
endpt.attrs),
stmt,
last_stmt and deactivate)
elif stmt.HasField('action'):
#write('{0} -> {0} : {1}', agent, r'\n'.join(textwrap.wrap(stmt.action.action, 40)))
write('{0} -> {0} : {1}', agent, stmt.action.action)
elif stmt.HasField('cond'):
payload = block_with_end(last_stmt, stmt.cond.stmt,
'opt {}',
stmt.cond.test)
elif stmt.HasField('loop'):
payload = block_with_end(last_stmt, stmt.loop.stmt,
'loop {} {}',
stmt.loop.Mode.Name(
stmt.loop.mode),
stmt.loop.criterion)
elif stmt.HasField('loop_n'):
payload = block_with_end(last_stmt, stmt.loop_n.stmt,
'loop {} times',
stmt.loop_n.count)
elif stmt.HasField('foreach'):
payload = block_with_end(last_stmt, stmt.foreach.stmt,
'loop for each {}',
stmt.foreach.collection)
elif stmt.HasField('group'):
payload = block_with_end(last_stmt, stmt.group.stmt,
'group {}',
stmt.group.title)
elif stmt.HasField('alt'):
prefix = 'alt'
for (j, choice) in enumerate(stmt.alt.choice):
last_alt_stmt = last_stmt and j == len(
stmt.alt.choice) - 1
payload = block(last_alt_stmt, choice.stmt,
'{} {}', prefix, choice.cond)
prefix = 'else'
write('end')
elif stmt.HasField('ret'):
rargs = []
for param in syslalgo.yield_ret_params(stmt.ret.payload):
if param != '...' and '.' in param:
(an, pn) = rex.split(r'\.', param)
rarg = format_args(an, pn)
if rarg:
rargs.append(rarg)
else:
rargs.append(param)
write('{}<--{} : {}', sender, agent,
' | '.join(p for p in rargs))
else:
raise Exception('No statement!')
return payload
app_patterns = syslx.patterns(app.attrs)
target_patterns = syslx.patterns(endpt.attrs)
patterns = target_patterns
human = 'human' in app_patterns
human_sender = 'human' in sender_patterns
cron = 'cron' in sender_patterns
needs_int = not (human or human_sender or cron) and sender != agent
label = re.sub(ur'^.*? -> ', u' ⬄ ', unicode(epname))
cron = 'cron' in app_patterns
if stmt:
assert stmt.HasField('call')
ptrns = ''
if bool(sender_endpt_patterns) or bool(patterns):
ptrns = u', '.join(sorted(sender_endpt_patterns)) + \
u' → ' + u', '.join(sorted(patterns))
isoctrl = []
for ctrl in endpt.attrs.keys():
if 'iso_ctrl' in ctrl:
isoctrl.append(re.sub(r'iso_ctrl_(.*)_txt', r'\1', ctrl))
epargs = []
def format_args(an, pn):
arg = '.'.join((an, pn))
if arg:
conf = module.apps[an].types[pn].attrs['iso_conf'].s[:1].upper(
)
integ = module.apps[an].types[pn].attrs['iso_integ'].s[:1].upper(
)
isocolor = 'red' if 'R' in conf else 'green'
arg = '<color blue>' + arg + '</color>' + ' <<color ' + isocolor + '>' + \
(conf if conf else '?') + ', ' + \
(integ if integ else '?') + '</color>>'
return arg
for p in endpt.param:
an = ' :: '.join(p.type.type_ref.ref.appname.part)
pn = '.'.join(p.type.type_ref.ref.path)
eparg = format_args(an, pn)
if eparg:
epargs.append(eparg)
label = params.epfmt(
epname=label,
human='human' if human else '',
human_sender='human sender' if human_sender else '',
needs_int='needs_int' if needs_int else '',
args=' | '.join(e for e in epargs),
#args=', '.join(p.name for p in stmt.call.arg),
patterns=ptrns,
controls=', '.join(i for i in sorted(isoctrl)),
**diagutil.attr_fmt_vars(stmt.attrs)
).replace('\n', r'\n')
if not ((human and sender == '[') or cron):
ep_patterns = syslx.patterns(endpt.attrs)
icon = '<&timer> ' if 'cron' in ep_patterns else ''
write('{}->{} : {}{}', sender, agent, icon, label)
if log_integration and stmt:
log_integration(app=from_app, stmt=stmt, patterns=patterns)
rargs = []
for param in syslalgo.yield_ret_params(
syslalgo.return_payload(endpt.stmt)):
if param != '...' and '.' in param:
(an, pn) = rex.split(r'\.', param)
rarg = format_args(an, pn)
if rarg:
rargs.append(rarg)
else:
rargs.append(param)
payload = ' | '.join(p for p in rargs)
calling_self = from_app and syslx.fmt_app_name(
from_app.name) == appname
if not calling_self and not payload and deactivate:
deactivate()
if len(endpt.stmt):
hit_blackbox = False
for (upto, comment) in itertools.chain(
uptos.iteritems(), already_visited.keys()):
# Compare the common prefix of the current endpt and upto.
upto_parts = upto.split(' <- ')
if [appname, epname][:len(upto_parts)] == upto_parts:
hit_blackbox = True
if payload:
write.activate(agent)
if comment is not None:
write('note over {}: {}', agent,
comment or 'see below')
else:
if comment is not None:
write('note {}: {}',
'left' if sender > agent else 'right',
comment or 'see below')
if payload:
write('{}<--{} : {}', sender, agent, payload)
write.deactivate(agent)
break
if not hit_blackbox:
with write.activated(agent, human or cron) as deactivate:
# 'see above')
visiting = (appname + ' <- ' + epname, None)
already_visited[visiting] += 1
try:
return visit_stmts(endpt.stmt, deactivate, True)
finally:
already_visited[visiting] -= 1
if not already_visited[visiting]:
del already_visited[visiting]
def visit_stmts(stmts, deactivate, last_parent_stmt):
"""Recursively visit a stmt list."""
def block(last_stmt, block_stmts, fmt, *args):
"""Output a compound block."""
write(fmt, *args)
with write.indent():
return visit_stmts(block_stmts, deactivate, last_stmt)
def block_with_end(last_stmt, block_stmts, fmt, *args):
"""Output a compound block, including the 'end' clause."""
payload = block(last_stmt, block_stmts, fmt, *args)
write('end')
return payload
payload = None
for (i, stmt) in enumerate(stmts):
last_stmt = last_parent_stmt and i == len(stmts) - 1
if stmt.HasField('call'):
with write.indent():
payload = visit_endpoint(
app, syslx.fmt_app_name(stmt.call.target),
stmt.call.endpoint, uptos, app_patterns,
syslx.patterns(stmt.attrs)
| syslx.patterns(endpt.attrs), stmt, last_stmt
and deactivate)
elif stmt.HasField('action'):
#write('{0} -> {0} : {1}', agent, r'\n'.join(textwrap.wrap(stmt.action.action, 40)))
write('{0} -> {0} : {1}', agent, stmt.action.action)
elif stmt.HasField('cond'):
payload = block_with_end(last_stmt, stmt.cond.stmt,
'opt {}', stmt.cond.test)
elif stmt.HasField('loop'):
payload = block_with_end(
last_stmt, stmt.loop.stmt, 'loop {} {}',
stmt.loop.Mode.Name(stmt.loop.mode),
stmt.loop.criterion)
elif stmt.HasField('loop_n'):
payload = block_with_end(last_stmt, stmt.loop_n.stmt,
'loop {} times',
stmt.loop_n.count)
elif stmt.HasField('foreach'):
payload = block_with_end(last_stmt, stmt.foreach.stmt,
'loop for each {}',
stmt.foreach.collection)
elif stmt.HasField('group'):
payload = block_with_end(last_stmt, stmt.group.stmt,
'group {}', stmt.group.title)
elif stmt.HasField('alt'):
prefix = 'alt'
for (j, choice) in enumerate(stmt.alt.choice):
last_alt_stmt = last_stmt and j == len(
stmt.alt.choice) - 1
payload = block(last_alt_stmt, choice.stmt, '{} {}',
prefix, choice.cond)
prefix = 'else'
write('end')
elif stmt.HasField('ret'):
rargs = []
for param in syslalgo.yield_ret_params(stmt.ret.payload):
if param != '...' and '.' in param:
(an, pn) = rex.split(r'\.', param)
rarg = format_args(an, pn)
if rarg:
rargs.append(rarg)
else:
rargs.append(param)
write('{}<--{} : {}', sender, agent,
' | '.join(p for p in rargs))
else:
raise Exception('No statement!')
return payload
def deserializer(context):
(app, module, package, model_class, write_file, _, _) = context
facade = bool(context.wrapped_model)
w = writer.Writer('java')
java.Package(w, package)
java.StandardImports(w)
java.Import(w, 'java.io.IOException')
w.head()
java.Import(w, 'java.text.ParseException')
w.head()
java.Import(w, 'com.fasterxml.jackson.core.JsonParseException')
java.Import(w, 'com.fasterxml.jackson.core.JsonParser')
java.Import(w, 'com.fasterxml.jackson.core.JsonToken')
java.Import(w, 'com.fasterxml.jackson.databind.JsonDeserializer')
java.Import(w, 'com.fasterxml.jackson.databind.DeserializationContext')
w.head()
java.Import(w, 'org.joda.time.format.DateTimeFormatter')
java.Import(w, 'org.joda.time.format.ISODateTimeFormat')
if facade:
model_name = syslx.fmt_app_name(context.wrapped_model.name)
modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s
w.head()
java.Import(w, modelpkg + '.*')
else:
model_name = model_class
has_tables = any(
t.HasField('relation') for (tname, t) in sorted(app.types.iteritems()))
w()
with java.Class(w,
model_class + 'JsonDeserializer',
write_file,
package=package,
extends='JsonDeserializer<' + model_class + '>'):
w()
with java.Method(w,
'public',
model_class,
'deserialize',
[('JsonParser', 'p'),
('DeserializationContext', 'provider')],
throws=['IOException', 'JsonParseException'],
override=True):
w('{0} model = new {0}();', model_name)
if facade:
w('{0} facade = new {0}(model);', model_class)
w()
w('eatToken(p, JsonToken.START_OBJECT);')
with java.While(w, 'p.getCurrentToken() != JsonToken.END_OBJECT'):
with java.Switch(w, 'eatName(p)'):
for (tname, t) in sorted(app.types.iteritems()):
if t.HasField('relation'):
w(('case "{0}": deserialize{0}Table(p, '
'model.get{0}Table()); break;'), tname)
w('default: skipJson(p);')
w('expectToken(p, JsonToken.END_OBJECT);')
w()
if facade:
w('return facade;')
else:
w('return model;')
for (tname, t) in sorted(app.types.iteritems()):
if not t.HasField('relation') and t.HasField('tuple'):
# HashSet<User defined type>
with java.Method(w,
'private',
tname + '.View',
'deserialize' + tname + 'View',
[('JsonParser', 'p')],
throws=['IOException', 'JsonParseException']):
w()
w('{0}.Set view = new {0}.Set();', tname)
w('eatToken(p, JsonToken.START_ARRAY);')
with java.While(
w, 'p.getCurrentToken() != JsonToken.END_ARRAY'):
w('{0} entity = {0}._PRIVATE_new();', tname)
w('deserialize(p, entity);')
w('view.add(entity);')
w('p.nextToken();')
w('return view;')
with java.Method(w,
'public',
tname,
'deserialize', [('JsonParser', 'p'),
(tname, 'entity')],
throws=['IOException', 'JsonParseException'],
override=False):
w()
w('eatToken(p, JsonToken.START_OBJECT);')
with java.If(w, 'entity == null'):
w('entity = {0}._PRIVATE_new();', tname)
with java.While(
w, 'p.getCurrentToken() != JsonToken.END_OBJECT'):
with java.Switch(w, 'eatName(p)'):
for (fname, f) in datamodel.sorted_fields(t):
jfname = java.name(fname)
(typename, _,
type_) = datamodel.typeref(f, module)
extra = '{}'
set_with_primitive = False
if type_ is None:
if f.WhichOneof(
'type'
) == 'set' and f.set.HasField('primitive'):
which_type = 'tuple'
set_with_primitive = True
type_ = f.set
else:
which_type = type_.WhichOneof('type')
if which_type == 'primitive':
jsontype = JSON_PARSE_MAP[type_.primitive]
if isinstance(jsontype, tuple):
(jsontype, extra) = jsontype
elif which_type == 'enum':
jsontype = 'IntValue'
extra = typename + '.from({})'
elif which_type == 'tuple':
if set_with_primitive:
extra = 'deserializeArray(p)'
elif f.WhichOneof('type') == 'set':
extra = 'deserialize{}View(p)'.format(
f.set.type_ref.ref.path[-1])
elif f.WhichOneof('type') == 'type_ref':
extra = 'deserialize(p, entity.get{}())'.format(
jfname)
jsontype = ''
else:
raise RuntimeError(
'Unexpected field type for JSON export: '
+ which_type)
private = ''
if type_.primitive in [
sysl_pb2.Type.DATE,
sysl_pb2.Type.DATETIME
]:
with java.Case(w, '"{}"', jfname):
w(('entity.{}set{}('
'p.getCurrentToken() == JsonToken.VALUE_NULL'
' ? null : {}); p.nextToken(); break;'
), private, java.CamelCase(jfname),
extra.format(
'p.get{}()'.format(jsontype)))
else:
w(('case "{}": entity.{}set{}(p.getCurrentToken() == '
'JsonToken.VALUE_NULL ? null : {}); {} break;'
), jfname, private,
java.CamelCase(jfname),
extra.format(
'p.get{}()'.format(jsontype)),
'' if which_type == 'tuple' else
'p.nextToken();')
w('default: skipJson(p);')
w('p.nextToken();')
w('return entity;')
continue
pkey = datamodel.primary_key_params(t, context.module)
pkey_fields = {f for (_, f, _) in pkey}
fkeys = {
java.name(fname): type_info
for (fname, _,
type_info) in datamodel.foreign_keys(t, context.module)
}
private_setters = pkey_fields | set(fkeys.iterkeys())
w()
with java.Method(w,
'private',
'void',
'deserialize' + tname + 'Table',
[('JsonParser', 'p'),
(tname + '.Table', 'table')],
throws=['IOException', 'JsonParseException']):
w('eatToken(p, JsonToken.START_ARRAY);')
with java.While(w,
'p.getCurrentToken() != JsonToken.END_ARRAY'):
w('eatToken(p, JsonToken.START_OBJECT);')
w('{0} entity = {0}._PRIVATE_new(table.model());', tname)
with java.While(
w, 'p.getCurrentToken() != JsonToken.END_OBJECT'):
with java.Switch(w, u'eatName(p)'):
for (fname, f) in datamodel.sorted_fields(t):
jfname = java.name(fname)
(typename, _,
type_) = datamodel.typeref(f, module)
extra = '{}'
which_type = type_.WhichOneof('type')
if which_type == 'primitive':
jsontype = JSON_PARSE_MAP[type_.primitive]
if isinstance(jsontype, tuple):
(jsontype, extra) = jsontype
elif which_type == 'enum':
jsontype = 'IntValue'
extra = typename + '.from({})'
else:
raise RuntimeError(
'Unexpected field type for JSON export: '
+ which_type)
private = '_PRIVATE_' if jfname in private_setters else ''
if type_.primitive in [
sysl_pb2.Type.DATE,
sysl_pb2.Type.DATETIME
]:
with java.Case(w, '"{}"', jfname):
w(('entity.{}set{}('
'p.getCurrentToken() == JsonToken.VALUE_NULL'
' ? null : {}); break;'), private,
java.CamelCase(jfname),
extra.format(
'p.get{}()'.format(jsontype)))
else:
w(('case "{}": entity.{}set{}(p.getCurrentToken() == '
'JsonToken.VALUE_NULL ? null : {}); break;'
), jfname, private,
java.CamelCase(jfname),
extra.format(
'p.get{}()'.format(jsontype)))
with java.Default(w):
w('skipJson(p);')
w('continue;')
w('p.nextToken();')
w('p.nextToken();')
w()
w('table.insert(entity);')
w('p.nextToken();')
# HashSet<Primitive Type>
with java.Method(w,
'private',
'HashSet<String>',
'deserializeArray', [('JsonParser', 'p')],
throws=['IOException', 'JsonParseException']):
w()
w('HashSet<String> view = new HashSet<String>();')
w('eatToken(p, JsonToken.START_ARRAY);')
with java.While(w, 'p.getCurrentToken() != JsonToken.END_ARRAY'):
w('expectToken(p, JsonToken.VALUE_STRING);')
w('view.add(p.getText());')
w('p.nextToken();')
w('p.nextToken();')
w('return view;')
with java.Method(w,
'\nprivate',
'void',
'eatToken', [('JsonParser', 'p'),
('JsonToken', 'token')],
throws=['IOException']):
w(u'expectToken(p, token);')
w(u'p.nextToken();')
with java.Method(w, '\nprivate', 'void', 'expectToken',
[('JsonParser', 'p'), ('JsonToken', 'token')]):
with java.If(w, 'p.getCurrentToken() != token'):
w(('System.err.printf("<<Unexpected token: %s (expecting %s)>>\\n", '
'tokenName(p.getCurrentToken()), tokenName(token));'))
w('throw new {}Exception();', model_name)
with java.Method(w,
'\nprivate',
'String',
'eatName', [('JsonParser', 'p')],
throws=['IOException']):
w('expectToken(p, JsonToken.FIELD_NAME);')
w('String name = p.getCurrentName();')
w('p.nextToken();')
w('return name;')
with java.Method(w, '\nprivate', 'String', 'tokenName',
[('JsonToken', 'token')]):
with java.If(w, 'token == null'):
w('return "null";')
with java.Switch(w, 'token'):
for tok in (
'END_ARRAY END_OBJECT FIELD_NAME NOT_AVAILABLE START_ARRAY '
'START_OBJECT VALUE_EMBEDDED_OBJECT VALUE_FALSE VALUE_NULL '
'VALUE_NUMBER_FLOAT VALUE_NUMBER_INT VALUE_STRING VALUE_TRUE'
).split():
w('case {0}: return "{0}";', tok)
w('return "";')
# TODO: refactor into base class
# TODO: replace recursion with depth counter
with java.Method(w,
'\nprivate',
'void',
'skipJson', [('JsonParser', 'p')],
throws=['IOException']):
w('JsonToken tok = p.getCurrentToken();')
w('p.nextToken();')
with java.Switch(w, 'tok'):
for tok in (
'END_ARRAY END_OBJECT FIELD_NAME NOT_AVAILABLE '
'VALUE_EMBEDDED_OBJECT VALUE_FALSE VALUE_NULL '
'VALUE_NUMBER_FLOAT VALUE_NUMBER_INT VALUE_STRING VALUE_TRUE'
).split():
w('case {}: break;', tok)
with java.Case(w, 'START_ARRAY'):
with java.While(
w, 'p.getCurrentToken() != JsonToken.END_ARRAY'):
w('skipJson(p);')
w('p.nextToken();')
w('break;')
with java.Case(w, 'START_OBJECT'):
with java.While(
w, 'p.getCurrentToken() != JsonToken.END_OBJECT'):
w('p.nextToken();')
w('skipJson(p);')
w('p.nextToken();')
w('break;')
# TODO: Is permissive dateTimeParser OK for date types?
w('\nprivate final DateTimeFormatter iso8601DateTime = '
'ISODateTimeFormat.dateTimeParser();')
w()
def visit_stmts(stmts, deactivate, last_parent_stmt):
"""Recursively visit a stmt list."""
def block(last_stmt, block_stmts, fmt, *args):
"""Output a compound block."""
write(fmt, *args)
with write.indent():
return visit_stmts(block_stmts, deactivate, last_stmt)
def block_with_end(last_stmt, block_stmts, fmt, *args):
"""Output a compound block, including the 'end' clause."""
payload = block(last_stmt, block_stmts, fmt, *args)
write('end')
return payload
payload = None
for (i, stmt) in enumerate(stmts):
last_stmt = last_parent_stmt and i == len(stmts) - 1
if stmt.HasField('call'):
with write.indent():
payload = visit_endpoint(
app,
syslx.fmt_app_name(stmt.call.target),
stmt.call.endpoint,
uptos,
app_patterns,
syslx.patterns(stmt.attrs) | syslx.patterns(
endpt.attrs),
stmt,
last_stmt and deactivate)
elif stmt.HasField('action'):
#write('{0} -> {0} : {1}', agent, r'\n'.join(textwrap.wrap(stmt.action.action, 40)))
write('{0} -> {0} : {1}', agent, stmt.action.action)
elif stmt.HasField('cond'):
payload = block_with_end(last_stmt, stmt.cond.stmt,
'opt {}',
stmt.cond.test)
elif stmt.HasField('loop'):
payload = block_with_end(last_stmt, stmt.loop.stmt,
'loop {} {}',
stmt.loop.Mode.Name(
stmt.loop.mode),
stmt.loop.criterion)
elif stmt.HasField('loop_n'):
payload = block_with_end(last_stmt, stmt.loop_n.stmt,
'loop {} times',
stmt.loop_n.count)
elif stmt.HasField('foreach'):
payload = block_with_end(last_stmt, stmt.foreach.stmt,
'loop for each {}',
stmt.foreach.collection)
elif stmt.HasField('group'):
payload = block_with_end(last_stmt, stmt.group.stmt,
'group {}',
stmt.group.title)
elif stmt.HasField('alt'):
prefix = 'alt'
for (j, choice) in enumerate(stmt.alt.choice):
last_alt_stmt = last_stmt and j == len(
stmt.alt.choice) - 1
payload = block(last_alt_stmt, choice.stmt,
'{} {}', prefix, choice.cond)
prefix = 'else'
write('end')
elif stmt.HasField('ret'):
rargs = []
for param in syslalgo.yield_ret_params(stmt.ret.payload):
if param != '...' and '.' in param:
(an, pn) = rex.split(r'\.', param)
rarg = format_args(an, pn)
if rarg:
rargs.append(rarg)
else:
rargs.append(param)
write('{}<--{} : {}', sender, agent,
' | '.join(p for p in rargs))
else:
raise Exception('No statement!')
return payload
def serializer(context):
(app, module, package, model_class, write_file, _, _) = context
facade = bool(context.wrapped_model)
w = writer.Writer('java')
java.Package(w, package)
java.StandardImports(w)
java.Import(w, 'java.io.IOException')
w.head()
java.Import(w, 'java.text.ParseException')
w.head()
java.Import(w, 'com.fasterxml.jackson.core.JsonGenerator')
java.Import(w, 'com.fasterxml.jackson.databind.JsonSerializer')
java.Import(w, 'com.fasterxml.jackson.databind.SerializerProvider')
w.head()
java.Import(w, 'org.joda.time.format.DateTimeFormatter')
java.Import(w, 'org.joda.time.format.ISODateTimeFormat')
if facade:
model_name = syslx.fmt_app_name(context.wrapped_model.name)
modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s
w.head()
java.Import(w, modelpkg + '.*')
w()
with java.Class(w,
model_class + 'JsonSerializer',
write_file,
package=package,
extends='JsonSerializer<' + model_class + '>'):
w()
with java.Method(w,
'public',
'void',
'serialize',
[(model_class, 'facade' if facade else 'model'),
('JsonGenerator', 'g'),
('SerializerProvider', 'provider')],
throws=['IOException'],
override=True):
if facade:
w('{} model = facade.getModel();', model_name)
w(u'g.writeStartObject();')
for (tname, t) in sorted(app.types.iteritems()):
if t.WhichOneof('type') == 'relation':
w(u'serialize{0}View(g, model.get{0}Table());', tname)
w(u'g.writeEndObject();')
for (tname, t) in sorted(app.types.iteritems()):
if not t.WhichOneof('type') in ['relation', 'tuple']:
continue
java.SeparatorComment(w)
if t.WhichOneof('type') == 'relation':
w()
with java.Method(w,
'public',
'void',
'serialize' + tname + 'View',
[('JsonGenerator', 'g'),
(tname + '.View', 'view')],
throws=['IOException']):
with java.If(w, 'view.isEmpty()'):
w('return;')
w('g.writeArrayFieldStart("{}");', tname)
with java.For(w, '{} item : view', tname):
w('g.writeStartObject();')
for (fname, f) in datamodel.sorted_fields(t):
jfname = java.name(fname)
method = java.CamelCase(jfname)
type_ = datamodel.typeref(f, module)[2]
extra = '{}'
which_type = type_.WhichOneof('type')
if which_type == 'primitive':
(jsontype,
extra) = JSON_GEN_MAP[type_.primitive]
if type_.primitive == type_.DECIMAL:
for c in type_.constraint:
if c.scale:
access = (
'{0} == null ? null : item.{0}.setScale({1}, '
'java.math.RoundingMode.HALF_UP)'
).format(jfname, c.scale)
break
else:
access = jfname
elif which_type == 'enum':
jsontype = 'Number'
access = jfname + '.getValue()'
elif which_type == 'tuple':
access = jfname
else:
raise RuntimeError(
'Unexpected field type for JSON export: ' +
which_type)
w(u'writeField(g, "{}", {});', jfname,
extra.format('item.' + access))
w(u'g.writeEndObject();')
w(u'g.writeEndArray();')
else:
# fieldname, entity
with java.Method(w,
'public',
'void',
'serialize', [('JsonGenerator', 'g'),
('String', 'fieldname'),
(tname, 'entity')],
throws=['IOException']):
with java.If(w, 'entity == null'):
w(u'return;')
w(u'g.writeFieldName(fieldname);')
w(u'serialize(g, entity);')
# entity
with java.Method(w,
'public',
'void',
'serialize', [('JsonGenerator', 'g'),
(tname, 'entity')],
throws=['IOException']):
w(u'g.writeStartObject();')
for (fname, f) in datamodel.sorted_fields(t):
jfname = java.name(fname)
method = java.CamelCase(jfname)
type_ = datamodel.typeref(f, module)[2]
which_type = ''
if type_ is None:
if f.WhichOneof(
'type') == 'set' and f.set.HasField(
'primitive'):
which_type = 'tuple'
else:
which_type = type_.WhichOneof('type')
extra = '{}'
if which_type == 'primitive':
access = 'entity.get{}()'.format(method)
(jsontype, extra) = JSON_GEN_MAP[type_.primitive]
if type_.primitive == type_.DECIMAL:
for c in type_.constraint:
if c.scale:
access = (
'entity.{} == null ? null : entity.get{}().setScale({}, '
'java.math.RoundingMode.HALF_UP)'
).format(jfname, method, c.scale)
break
w(u'writeField(g, "{}", {});', jfname, access)
elif which_type == 'enum':
access = 'entity.{} == null ? null : entity.get{}().getValue()'.format(
jfname, method)
w(u'writeField(g, "{}", {});', jfname, access)
elif which_type == 'tuple':
w(u'serialize(g, "{}", entity.get{}());'.format(
fname, method))
else:
raise RuntimeError(
'Unexpected field type for JSON export: ' +
which_type)
# end for
w(u'g.writeEndObject();')
w()
# view, fieldname
with java.Method(w,
'public',
'void',
'serialize', [('JsonGenerator', 'g'),
('String', 'fieldname'),
(tname + '.View', 'view')],
throws=['IOException']):
with java.If(w, 'view == null || view.isEmpty()'):
w(u'return;')
w(u'g.writeArrayFieldStart(fieldname);')
with java.For(w, '{} item : view', tname):
w(u'serialize(g, item);')
w(u'g.writeEndArray();')
for t in ['Boolean', 'String']:
w()
with java.Method(w,
'private',
'void',
'writeField', [('JsonGenerator', 'g'),
('String', 'fieldname'),
(t, 'value')],
throws=['IOException']):
with java.If(w, 'value != null'):
w('g.write{}Field(fieldname, value);', t)
# TODO(sahejsingh): implement for ['Boolean', 'Integer', 'Double', 'BigDecimal', 'DateTime', 'LocalDate', 'UUID']
w()
with java.Method(w,
'private',
'void',
'serialize', [('JsonGenerator', 'g'),
('String', 'fieldname'),
('HashSet<String>', 'value')],
throws=['IOException']):
with java.If(w, 'value == null || value.isEmpty()'):
w(u'return;')
w(u'g.writeArrayFieldStart(fieldname);')
with java.For(w, 'String item : value', t):
w(u'g.writeString(item);')
w(u'g.writeEndArray();')
w()
with java.Method(w,
'private',
'void',
'writeField', [('JsonGenerator', 'g'),
('String', 'fieldname'),
('Integer', 'value')],
throws=['IOException']):
with java.If(w, 'value != null'):
w('g.writeNumberField(fieldname, value.intValue());')
w()
with java.Method(w,
'private',
'void',
'writeField', [('JsonGenerator', 'g'),
('String', 'fieldname'),
('Double', 'value')],
throws=['IOException']):
with java.If(w, 'value != null'):
w('g.writeNumberField(fieldname, value.doubleValue());')
w()
with java.Method(w,
'private',
'void',
'writeField', [('JsonGenerator', 'g'),
('String', 'fieldname'),
('BigDecimal', 'value')],
throws=['IOException']):
with java.If(w, 'value != null'):
w('g.writeNumberField(fieldname, value);')
w()
with java.Method(w,
'private',
'void',
'writeField', [('JsonGenerator', 'g'),
('String', 'fieldname'),
('DateTime', 'value')],
throws=['IOException']):
with java.If(w, 'value != null'):
w('g.writeStringField(fieldname, iso8601DateTime.print(value));'
)
w()
with java.Method(w,
'private',
'void',
'writeField', [('JsonGenerator', 'g'),
('String', 'fieldname'),
('LocalDate', 'value')],
throws=['IOException']):
with java.If(w, 'value != null'):
w('g.writeStringField(fieldname, iso8601Date.print(value));')
w()
with java.Method(w,
'private',
'void',
'writeField', [('JsonGenerator', 'g'),
('String', 'fieldname'),
('UUID', 'value')],
throws=['IOException']):
with java.If(w, 'value != null'):
w('g.writeStringField(fieldname, value.toString());')
w('\nprivate final DateTimeFormatter iso8601Date = '
'ISODateTimeFormat.date();')
w('private final DateTimeFormatter iso8601DateTime = '
'ISODateTimeFormat.dateTime();')
