def build_hierarchical_xsd():
def build_element(attr_fname, attr_f, is_set, is_attr):
jfname = java.name(attr_fname)
method = java.CamelCase(jfname)
type_ = datamodel.typeref(attr_f, context.module)[2]
which_type = type_.WhichOneof('type')
if which_type == 'primitive':
xsdtype = XSD_TYPE_MAP[type_.primitive]
elif which_type == 'enum':
xsdtype = 'xs:int'
elif which_type == 'tuple':
offset = -1
if is_set:
offset = -2
xsdtype = datamodel.typeref(
f, context.module)[0].split('.')[offset]
else:
raise RuntimeError('Unexpected field type for XSD '
'export: ' + which_type)
if is_attr:
xs('attribute/', name=jfname, type=xsdtype, use='optional')
else:
xs('element/', name=jfname, type=xsdtype, minOccurs=0)
# Top level element
with xs('element', name=context.model_class):
with xs('complexType'):
with xs('sequence', minOccurs=1, maxOccurs=1):
for (tname, ft, t) in syslx.sorted_types(context):
if 'xml_root' in syslx.patterns(t.attrs):
xs('element/', name=tname, type=tname, minOccurs=0)
break
w(xsd_separator)
for (tname, ft, t) in syslx.sorted_types(context):
with xs('complexType', name=tname):
with xs('all'):
for (fname, f) in sorted(t.tuple.attr_defs.iteritems()):
if not 'xml_attribute' in syslx.patterns(f.attrs):
if f.HasField('set'):
with xs('element', name=fname + 'List'):
with xs('complexType'):
with xs('sequence',
maxOccurs='unbounded'):
build_element(
fname, f, True, False)
else:
build_element(fname, f, False, False)
#attributes second
for (fname, f) in sorted(t.tuple.attr_defs.iteritems()):
if 'xml_attribute' in syslx.patterns(f.attrs):
build_element(fname, f, True, True)
def _check_deps(module, validate):
"""Check app:endpoint dependencies."""
deps = set()
errors = []
for (appname, app) in module.apps.iteritems():
for epname in app.endpoints:
endpt = app.endpoints[epname]
for (_, call) in syslalgo.enumerate_calls(endpt.stmt):
targetname = syslx.fmt_app_name(call.target)
if targetname not in module.apps:
errors.append('{} <- {}: calls non-existent app {}'.format(
appname, epname, targetname))
else:
target = module.apps[targetname]
assert 'abstract' not in syslx.patterns(target.attrs), (
"call target '{}' must not be ~abstract".format(targetname))
if call.endpoint not in target.endpoints:
errors.append(
'{} <- {}: calls non-existent endpoint {} -> {}'.format(
appname, epname, targetname, call.endpoint))
else:
deps.add(((appname, epname), (targetname, call.endpoint)))
if errors and validate:
raise Exception('broken deps:\n ' + '\n '.join(errors))
return deps
def _map_subscriptions(module):
"""Map pubsub subscriptions into direct calls."""
for appname in module.apps:
app = module.apps[appname]
if 'abstract' in syslx.patterns(app.attrs):
continue
for epname in app.endpoints:
endpt = app.endpoints[epname]
if endpt.HasField('source'):
src_app = module.apps[syslx.fmt_app_name(endpt.source)]
src_ep_name = endpt.name.split(' -> ')[1]
#if 'PoBusinessEvent' in src_ep_name: import pdb; pdb.set_trace()
assert src_ep_name in src_app.endpoints, (
appname, epname, src_ep_name, str(src_app))
src_ep = src_app.endpoints[src_ep_name]
# Add call to pubsub endpoint.
stmt = src_ep.stmt.add()
call = stmt.call
call.target.CopyFrom(app.name)
call.endpoint = endpt.name
# Maybe add ret.
ret_payload = syslalgo.return_payload(endpt.stmt)
if ret_payload:
stmt = src_ep.stmt.add()
stmt.ret.payload = ret_payload
def find_apps(matching_apps):
"""Yield all apps that are relevant to this view."""
exclude = set(args.exclude)
for ((app1, _), (app2, _)) in deps:
if not ({app1, app2} & exclude) and ({app1, app2} & matching_apps):
for app in [app1, app2]:
if 'human' not in syslx.patterns(module.apps[app].attrs):
yield app
def find_matching_apps(integrations):
"""Yield all apps that match the integrations."""
exclude = set(args.exclude)
app_re = re.compile(r'^(?:{})(?: *::|$)'.format(
'|'.join(integrations)))
for ((app1, _), (app2, _)) in deps:
if not ({app1, app2} & exclude):
for app in [app1, app2]:
if app_re.match(app) and 'human' not in syslx.patterns(
module.apps[app].attrs):
yield app
def new_var(var, appname):
"""Outputs a new definition when VarManager makes a new variable."""
app = module.apps[appname]
has_category = syslx.patterns(
app.attrs) & {'human', 'cron', 'db', 'external', 'ui'}
assert len(has_category) <= 1
(order, agent) = {
'human': (0, 'actor'),
'ui': (1, 'boundary'),
'cron': (2, 'control'),
'db': (4, 'database'),
'external': (5, 'control'),
}.get(''.join(has_category), (3, 'control'))
label = params.appfmt(appname=appname,
**diagutil.attr_fmt_vars(app.attrs)).replace(
u'\n', ur'\n')
var_names.append(
((order, int(var[1:])), u'{} "{}" as {}'.format(agent, label,
var)))
def inject(appname):
app = module.apps[appname]
if appname not in injected:
for mixin in app.mixin2:
mixin_app = inject(syslx.fmt_app_name(mixin.name))
# Check for ~abstract
assert 'abstract' in syslx.patterns(mixin_app.attrs), (
"mixin {} must be ~abstract".format(syslx.fmt_app_name(mixin.name)))
for (epname, endpt) in mixin_app.endpoints.iteritems():
app.endpoints[epname].CopyFrom(endpt)
for (tname, t) in mixin_app.types.iteritems():
app.types[tname].CopyFrom(t)
for (vname, v) in mixin_app.views.iteritems():
app.views[vname].CopyFrom(v)
injected.add(appname)
return app
def export_facade_class(context):
model_name = syslx.fmt_app_name(context.wrapped_model.name)
modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s
w = writer.Writer('java')
java.Package(w, context.package)
java.StandardImports(w)
java.Import(w, modelpkg + '.' + model_name)
w()
with java.Class(w,
context.appname,
context.write_file,
package=context.package):
with java.Ctor(w, '\npublic', context.appname,
[(model_name, 'model')]):
w('this.model = model;')
for (tname, _, _) in syslx.wrapped_facade_types(context):
w('this.{}Facade = new {}Facade();',
java.safe(tname[:1].lower() + tname[1:]), tname)
with java.Method(w, '\npublic', model_name, 'getModel'):
w('return model;')
java.SeparatorComment(w)
for (tname, ft, t) in syslx.wrapped_facade_types(context):
if t.HasField('relation'):
pkey = datamodel.primary_key_params(t, context.module)
pkey_fields = {f for (_, f, _) in pkey}
param_defs = [(typ, jfname) for (typ, fname, jfname) in pkey
if 'autoinc' not in syslx.patterns(
t.relation.attr_defs[fname].attrs)]
params = ''.join(', ' + f for (_, f) in param_defs)
param = ', '.join(f for (_, f) in param_defs)
fkeys = {
java.name(fname): type_info
for (fname, _, type_info
) in datamodel.foreign_keys(t, context.module)
}
inner_type = ('HashMap<Key, {}>'
if pkey else 'HashSet<{}>').format(tname)
required = []
for fname in sorted(ft.relation.attr_defs.keys()):
f = t.relation.attr_defs.get(fname)
if ('required' in syslx.patterns(f.attrs)
or 'required' in syslx.patterns(
ft.relation.attr_defs.get(fname).attrs)):
jfname = java.name(fname)
method = java.CamelCase(jfname)
(java_type, type_info,
_) = datamodel.typeref(f, context.module)
if java_type == 'Object':
datamodel.typeref(f, context.module)
required.append((fname, java_type))
with java.Method(w, '\npublic', tname + 'Facade',
'get' + tname):
w('return {}Facade;',
java.safe(tname[:1].lower() + tname[1:]))
w()
with java.Class(w, tname + 'Facade', context.write_file):
with java.Method(w, 'public',
'{}.{}.Table'.format(modelpkg,
tname), 'table'):
w('return model.get{}Table();', tname, param)
w()
if param_defs or required:
with java.Method(w, 'public', 'Builder0', 'build'):
w('return new Builder0();')
keytypes = {f: kt for (kt, f) in param_defs}
keys = sorted(keytypes)
keyindices = {k: i for (i, k) in enumerate(keys)}
if len(keys) > 3:
# 4 perms yields 16 builders with 32 setters.
logging.error('OUCH! Too many primary key fields')
import pdb
pdb.set_trace()
for perm in range(2**len(keys)):
bname = 'Builder' + str(perm)
w()
with java.Class(w, bname, context.write_file):
done = [
k for (i, k) in enumerate(keys)
if 2**i & perm
]
remaining = [k for k in keys if k not in done]
with java.Ctor(w, '', bname, [(keytypes[k], k)
for k in done]):
for k in done:
w('this.{0} = {0};', k)
if required and not remaining:
w(
'this._pending = {};',
hex(2**len(required) -
1).rstrip('L'))
for fname in remaining:
f = t.relation.attr_defs[fname]
jfname = java.name(fname)
method = java.CamelCase(jfname)
(java_type, type_info,
_) = datamodel.typeref(f, context.module)
next_bname = 'Builder{}'.format(
perm | 2**keyindices[fname])
w()
if jfname in fkeys:
fk_type = fkeys[jfname].parent_path
fk_field = fkeys[jfname].field
if f.type_ref.ref.path[-1:] == [fname]:
method_suffix = fk_type
else:
method_suffix = method + 'From'
with java.Method(
w, 'public', next_bname,
'with' + method_suffix,
[(modelpkg + '.' + fk_type,
'entity')]):
w(
'{} {} = entity == null ? null : entity.get{}();',
java_type, jfname,
java.CamelCase(fk_field))
w(
'return new {}({});',
next_bname,
', '.join(k for k in keys
if k == fname
or k in done))
else:
with java.Method(
w, 'public', next_bname,
'with' + java.CamelCase(fname),
[(keytypes[fname], fname)]):
w(
'return new {}({});',
next_bname,
', '.join(k for k in keys
if k == fname
or k in done))
if not remaining:
for (i, (r, rtype)) in enumerate(required):
method = java.CamelCase(r)
w()
# TODO: jfname set in a previous loop??
if jfname in fkeys:
fk_type = fkeys[jfname].parent_path
fk_field = fkeys[jfname].field
if f.type_ref.ref.path[-1:] == [
fname
]:
method = fk_type
else:
method += 'From'
with java.Method(
w, 'public', bname,
'with' + method,
[(modelpkg + '.' + fk_type,
java.mixedCase(fk_type))]):
with java.If(
w,
'(_pending & {}) == 0',
hex(2**i)):
# TODO: More specific exception
w('throw new RuntimeException();'
)
w('this.{0} = {0};',
java.mixedCase(fk_type))
w('_pending &= ~{};',
hex(2**i))
w('return this;')
else:
with java.Method(
w, 'public', bname,
'with' + method,
[(rtype, r)]):
with java.If(
w,
'(_pending & {}) == 0',
hex(2**i)):
# TODO: More specific exception
w('throw new RuntimeException();'
)
w('this.{0} = {0};', r)
w('_pending &= ~{};',
hex(2**i))
w('return this;')
with java.Method(w, '\npublic',
modelpkg + '.' + tname,
'insert'):
if required:
with java.If(w, '_pending != 0'):
# TODO: More specific exception
w('throw new RuntimeException();'
)
w(
u'{} result = table()._PRIVATE_insert({});',
modelpkg + '.' + tname, param)
for (r, rtype) in required:
if jfname in fkeys:
fk_field = fkeys[
jfname].field
w('result.set{}({});',
fk_type,
java.mixedCase(fk_type))
else:
w('result.set{}({});',
java.CamelCase(r), r)
w('return result;')
else:
w(
u'return table()._PRIVATE_insert({});',
param)
if done:
w()
w('// primary key')
for d in done:
w('private final {} {};', keytypes[d],
d)
if required and not remaining:
w()
w('// required fields')
for (r, rtype) in required:
if jfname in fkeys:
fk_type = fkeys[jfname].parent_path
fk_field = fkeys[jfname].field
w('private {} {};',
modelpkg + '.' + fk_type,
java.mixedCase(fk_type))
else:
w('private {} {};', rtype, r)
w()
w('private int _pending;')
else:
with java.Method(w, 'public', modelpkg + '.' + tname,
'insert'):
w('{} result = table()._PRIVATE_insert();',
modelpkg + '.' + tname)
w('return result;')
java.SeparatorComment(w)
for (tname, _, t) in syslx.wrapped_facade_types(context):
if t.HasField('relation'):
w('private final {}Facade {}Facade;', tname,
java.safe(tname[:1].lower() + tname[1:]))
w()
w('private final {}.{} model;', modelpkg, model_name)
w()
def generate_state_view():
def make_varmgr(istoplevel=False):
"""Return a variable manager instance."""
appfmt = syslx.View(module.apps.get(
args.project).attrs)['appfmt'].s
appfmt = diagutil.parse_fmt(appfmt)
def new_var(var, name):
"""Outputs a new definition when VarManager makes a new variable."""
#TODO dodgy, should be using context (look at syslseqs)
if istoplevel:
template = 'state "{}" as X{}{} {{'
else:
template = ' state "{}" as {}{}'
(_, _, name) = name.partition(' : ')
app = module.apps[name]
write(
template,
appfmt(appname=name,
**diagutil.attr_fmt_vars(app.attrs)).replace(
'\n', r'\n'), var,
' <<highlight>>' if name in highlights else '')
return diagutil.VarManager(new_var)
def yield_call_statements(statements):
for (_, stmt) in enumerate(statements):
field = stmt.WhichOneof('stmt')
if field == 'call':
yield stmt
elif field == 'alt':
for (_, choice) in enumerate(stmt.alt.choice):
for next_stmt in yield_call_statements(choice.stmt):
yield next_stmt
elif field in {'cond', 'loop', 'loop_n', 'foreach', 'group'}:
for next_stmt in yield_call_statements(
getattr(stmt, field).stmt):
yield next_stmt
with write.uml():
if diagram_title:
write('title ' + diagram_title)
write('left to right direction')
write('scale max 16384 height')
write('skinparam nodesep 10')
#TODO[kirkpatg]: this should probably scale up & down based on nodes & connections
write('skinparam ranksep 300')
#write('skinparam linetype polyline')
write('hide empty description')
write('skinparam state {{')
write(' BackgroundColor FloralWhite')
write(' BorderColor Black')
write(' ArrowColor Crimson')
if highlight_color:
write(' BackgroundColor<<highlight>> ' + highlight_color)
if arrow_color:
write(' ArrowColor ' + arrow_color)
if indirect_arrow_color and indirect_arrow_color != 'none':
write(' ArrowColor<<indirect>> ' + indirect_arrow_color)
write(' ArrowColor<<internal>> ' + indirect_arrow_color)
write('}}')
var_name = make_varmgr()
tl_var_name = make_varmgr(True)
clusters = {}
# group end points and build the declarations
for (app_a, ep_a), (app_b, ep_b) in integrations:
if app_a not in clusters: clusters[app_a] = set()
if app_b not in clusters: clusters[app_b] = set()
# create clients in the calling app
clusters[app_a].add(ep_a)
if app_a != app_b and not module.apps[app_a].endpoints[
ep_a].is_pubsub:
clusters[app_a].add(ep_b + " client")
clusters[app_b].add(ep_b)
for cluster in clusters:
tl_var_name(cluster)
for member in clusters[cluster]:
var_name(cluster + ' : ' + member)
write('}}')
processed = []
for ((app_a, ep_a), (app_b, ep_b)) in integrations:
direct = {app_a, app_b} & highlights
# build the label
label = ''
needs_int = app_a != app_b
# if 'App1 Event' in ep_a: import pdb; pdb.set_trace()
# import pdb; pdb.set_trace()
for stmt in yield_call_statements(
module.apps[app_a].endpoints[ep_a].stmt):
app_b_name = ' :: '.join(part
for part in stmt.call.target.part)
if app_b == app_b_name and ep_b == stmt.call.endpoint:
fmt_vars = diagutil.attr_fmt_vars(stmt.attrs)
ptrns = syslx.patterns(
module.apps[app_b].endpoints[ep_b].attrs)
label = diagutil.parse_fmt(app.attrs["epfmt"].s)(
needs_int=needs_int,
patterns=', '.join(sorted(ptrns)),
**fmt_vars)
break
flow = ".".join([app_a, ep_b, app_b, ep_b])
is_pubsub = module.apps[app_a].endpoints[ep_a].is_pubsub
ep_b_client = ep_b + " client"
if app_a != app_b:
if is_pubsub:
write('{} -{}> {}{}', var_name(app_a + ' : ' + ep_a),
'[#black]', var_name(app_b + ' : ' + ep_b),
' : ' + label if label else '')
else:
write(
'{} -{}> {}', var_name(app_a + ' : ' + ep_a),
'[#' + indirect_arrow_color +
']-' if indirect_arrow_color else '[#silver]-',
var_name(app_a + ' : ' + ep_b_client))
if flow not in processed:
write('{} -{}> {}{}',
var_name(app_a + ' : ' + ep_b_client),
'[#black]', var_name(app_b + ' : ' + ep_b),
' : ' + label if label else '')
processed.append(flow)
else:
write(
'{} -{}> {}{}', var_name(app_a + ' : ' + ep_a),
'[#' + indirect_arrow_color +
']-' if indirect_arrow_color else '[#silver]-',
var_name(app_b + ' : ' + ep_b),
' : ' + label if label else '')
def serializer(context):
(app, module, package, model_class, write_file, _, _) = context
facade = bool(context.wrapped_model)
w = writer.Writer('java')
java.Package(w, package)
java.StandardImports(w)
java.Import(w, 'java.text.ParseException')
w.head()
java.Import(w, 'javax.xml.stream.XMLStreamException')
java.Import(w, 'javax.xml.stream.XMLStreamWriter')
w.head()
java.Import(w, 'org.joda.time.format.DateTimeFormatter')
java.Import(w, 'org.joda.time.format.ISODateTimeFormat')
if facade:
model_name = syslx.fmt_app_name(context.wrapped_model.name)
modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s
w.head()
java.Import(w, modelpkg + '.*')
else:
modelpkg = package
with java.Class(w,
'\n{}XmlSerializer'.format(model_class),
write_file,
package=package):
with java.Method(w,
'\npublic',
'void',
'serialize',
[(model_class, 'facade' if facade else 'model'),
('XMLStreamWriter', 'xsw')],
throws=['XMLStreamException']):
if facade:
w('{} model = facade.getModel();', model_name)
w('xsw.writeStartElement("{}");', model_class)
for (tname, ft, t) in syslx.sorted_types(context):
if t.WhichOneof('type') == 'relation':
w('serialize(model.get{0}Table(), xsw, "{0}");', tname)
w('xsw.writeEndElement();')
for (tname, ft, t) in syslx.sorted_types(context):
java.SeparatorComment(w)
if t.WhichOneof('type') in ['relation', 'tuple']:
with java.Method(w,
'\npublic',
'void',
'serialize',
[(modelpkg + '.' + tname + '.View', 'view'),
('XMLStreamWriter', 'xsw'),
('String', 'tag')],
throws=['XMLStreamException']):
with java.If(w, 'view == null || view.isEmpty()'):
w('return;')
if t.WhichOneof('type') == 'relation':
w('xsw.writeStartElement("{}List");', tname)
order = [
o.s for o in syslx.View(t.attrs)['xml_order'].a.elt
]
if order:
order_logic = []
for o in order:
order_logic.append(
' i = io.sysl.ExprHelper.doCompare'
'(a.get{0}(), b.get{0}());\n'
' if (i != 0) return i;\n'.format(
java.CamelCase(o)))
order_by = (
'.orderBy(\n'
' new java.util.Comparator<{0}> () {{\n'
' @Override\n'
' public int compare({0} a, {0} b) {{\n'
' int i;\n'
'{1}'
' return 0;\n'
' }}\n'
' }})\n').format(tname, ''.join(order_logic))
else:
order_by = ''
with java.For(w, '{} item : view{}',
modelpkg + '.' + tname, order_by):
w('serialize(item, xsw, tag);', tname)
if t.WhichOneof('type') == 'relation':
w('xsw.writeEndElement();')
with java.Method(w,
'\npublic',
'void',
'serialize',
[(modelpkg + '.' + tname, 'entity'),
('XMLStreamWriter', 'xsw')],
throws=['XMLStreamException']):
w('serialize(entity, xsw, "{}");', tname)
with java.Method(w,
'\npublic',
'void',
'serialize',
[(modelpkg + '.' + tname, 'entity'),
('XMLStreamWriter', 'xsw'),
('String', 'tag')],
throws=['XMLStreamException']):
with java.If(w, 'entity == null'):
w('return;')
w('xsw.writeStartElement(tag);', tname)
for wantAttrs in [True, False]:
for (fname, f) in datamodel.sorted_fields(t):
jfname = java.name(fname)
method = java.CamelCase(jfname)
tref = datamodel.typeref(f, module)
type_ = tref[2]
if not type_:
continue
extra = ''
which_type = type_.WhichOneof('type')
if which_type == 'primitive':
extra = XML_GEN_MAP[type_.primitive]
if type_.primitive == type_.DECIMAL:
for c in type_.constraint:
if c.scale:
access = 'round(entity.get{}(), {})'.format(
method, c.scale)
break
else:
access = 'entity.get{}()'.format(method)
elif which_type == 'enum':
access = 'entity.get{}().getValue()'.format(
method)
elif which_type == 'tuple':
access = 'entity.get{}()'.format(method)
else:
raise RuntimeError(
'Unexpected field type for XML export: ' +
which_type)
if wantAttrs == ('xml_attribute'
in syslx.patterns(f.attrs)):
if wantAttrs:
w('serializeAttr("{}", {}{}, xsw);',
jfname, access, extra)
else:
if jfname == 'index':
import pdb
pdb.set_trace()
w('serializeField("{}", {}{}, xsw);',
jfname, access, extra)
w('xsw.writeEndElement();')
with java.Method(w,
'\npublic',
'void',
'serializeField',
[('String', 'fieldname'),
(modelpkg + '.' + tname + '.View', 'view'),
('XMLStreamWriter', 'xsw')],
throws=['XMLStreamException']):
with java.If(w, 'view != null && !view.isEmpty()'):
w('serialize(view, xsw, fieldname);')
with java.Method(w,
'\npublic',
'void',
'serializeField',
[('String', 'fieldname'),
(modelpkg + '.' + tname, 'entity'),
('XMLStreamWriter', 'xsw')],
throws=['XMLStreamException']):
with java.If(w, 'entity != null'):
w('serialize(entity, xsw, fieldname);')
def serialize(t, access, extra_args=None):
with java.Method(
w,
'\nprivate',
'void',
'serialize',
([(t, 'value')] +
(extra_args or []) + [('XMLStreamWriter', 'xsw')]),
throws=['XMLStreamException']):
w('xsw.writeCharacters({});', access)
serialize('String', 'value')
serialize('Boolean', 'value.toString()')
serialize('Integer', 'value.toString()')
serialize('Double', 'value.toString()')
serialize('BigDecimal', 'value.toString()')
serialize('UUID', 'value.toString()')
serialize('DateTime', 'fmt.print(value)',
[('DateTimeFormatter', 'fmt')])
serialize('LocalDate', 'iso8601Date.print(value)')
def serializeField(t, access, extra_args=None):
with java.Method(
w,
'\nprivate',
'void',
'serializeField',
([('String', 'fieldname'), (t, 'value')] +
(extra_args or []) + [('XMLStreamWriter', 'xsw')]),
throws=['XMLStreamException']):
with java.If(w, 'value != null'):
w('xsw.writeStartElement(fieldname);')
w('serialize(value{}, xsw);',
''.join(', ' + arg for (_, arg) in extra_args or []))
w('xsw.writeEndElement();')
with java.Method(
w,
'\nprivate',
'void',
'serializeAttr',
([('String', 'fieldname'), (t, 'value')] +
(extra_args or []) + [('XMLStreamWriter', 'xsw')]),
throws=['XMLStreamException']):
with java.If(w, 'value != null'):
w('xsw.writeAttribute(fieldname, {});', access)
serializeField('String', 'value')
serializeField('Boolean', 'value.toString()')
serializeField('Integer', 'value.toString()')
serializeField('Double', 'value.toString()')
serializeField('BigDecimal', 'value.toString()')
serializeField('UUID', 'value.toString()')
serializeField('DateTime', 'fmt.print(value)',
[('DateTimeFormatter', 'fmt')])
serializeField('LocalDate', 'iso8601Date.print(value)')
with java.Method(w, '\nprivate final', 'BigDecimal', 'round',
[('BigDecimal', 'd'), ('int', 'scale')]):
w('return d == null ? d : '
'd.setScale(scale, java.math.RoundingMode.HALF_UP);')
w('\nprivate final DateTimeFormatter iso8601Date = '
'ISODateTimeFormat.date();')
w('private final DateTimeFormatter iso8601DateTime = '
'ISODateTimeFormat.dateTime();')
def visit_endpoint(from_app,
appname,
epname,
uptos,
sender_patterns,
stmt=None,
deactivate=None):
"""Recursively visit an endpoint."""
if from_app:
sender = var_name(syslx.fmt_app_name(from_app.name))
else:
sender = '['
agent = var_name(appname)
app = module.apps.get(appname)
endpt = app.endpoints.get(epname)
assert endpt
def visit_stmts(stmts, deactivate, last_parent_stmt):
"""Recursively visit a stmt list."""
def block(last_stmt, block_stmts, fmt, *args):
"""Output a compound block."""
write(fmt, *args)
with write.indent():
return visit_stmts(block_stmts, deactivate, last_stmt)
def block_with_end(last_stmt, block_stmts, fmt, *args):
"""Output a compound block, including the 'end' clause."""
payload = block(last_stmt, block_stmts, fmt, *args)
write('end')
return payload
payload = None
for (i, stmt) in enumerate(stmts):
last_stmt = last_parent_stmt and i == len(stmts) - 1
if stmt.HasField('call'):
with write.indent():
payload = visit_endpoint(
app, syslx.fmt_app_name(stmt.call.target),
stmt.call.endpoint, uptos, app_patterns, stmt,
last_stmt and deactivate)
elif stmt.HasField('action'):
write('{0} -> {0} : {1}', agent,
r'\n'.join(textwrap.wrap(stmt.action.action, 40)))
elif stmt.HasField('cond'):
payload = block_with_end(last_stmt, stmt.cond.stmt,
'opt {}', stmt.cond.test)
elif stmt.HasField('loop'):
payload = block_with_end(
last_stmt, stmt.loop.stmt, 'loop {} {}',
stmt.loop.Mode.Name(stmt.loop.mode),
stmt.loop.criterion)
elif stmt.HasField('loop_n'):
payload = block_with_end(last_stmt, stmt.loop_n.stmt,
'loop {} times',
stmt.loop_n.count)
elif stmt.HasField('foreach'):
payload = block_with_end(last_stmt, stmt.foreach.stmt,
'loop for each {}',
stmt.foreach.collection)
elif stmt.HasField('group'):
payload = block_with_end(last_stmt, stmt.group.stmt,
'group {}', stmt.group.title)
elif stmt.HasField('alt'):
prefix = 'alt'
for (j, choice) in enumerate(stmt.alt.choice):
last_alt_stmt = last_stmt and j == len(
stmt.alt.choice) - 1
payload = block(last_alt_stmt, choice.stmt, '{} {}',
prefix, choice.cond)
prefix = 'else'
write('end')
elif stmt.HasField('ret'):
write('{}<--{} : {}', sender, agent, stmt.ret.payload)
else:
raise Exception('No statement!')
return payload
app_patterns = syslx.patterns(app.attrs)
target_patterns = syslx.patterns(endpt.attrs)
patterns = target_patterns
human = 'human' in app_patterns
human_sender = 'human' in sender_patterns
cron = 'cron' in sender_patterns
needs_int = not (human or human_sender or cron) and sender != agent
# pdb.set_trace()
label = re.sub(ur'^.*? -> ', u' ⬄ ',
r'\n'.join(textwrap.wrap(unicode(epname), 40)))
cron = 'cron' in app_patterns
if stmt:
assert stmt.HasField('call')
# pdb.set_trace()
patterns = syslx.patterns(stmt.attrs) or patterns
label = params.epfmt(
epname=label,
human='human' if human else '',
human_sender='human sender' if human_sender else '',
needs_int='needs_int' if needs_int else '',
args=', '.join(p.name for p in stmt.call.arg),
patterns=', '.join(sorted(patterns)),
**diagutil.attr_fmt_vars(stmt.attrs)).replace('\n', r'\n')
if not ((human and sender == '[') or cron):
ep_patterns = syslx.patterns(endpt.attrs)
icon = '<&timer> ' if 'cron' in ep_patterns else ''
# pdb.set_trace()
write('{}->{} : {}{}', sender, agent, icon, label)
if log_integration and stmt:
log_integration(app=from_app, stmt=stmt, patterns=patterns)
payload = syslalgo.return_payload(endpt.stmt)
calling_self = from_app and syslx.fmt_app_name(
from_app.name) == appname
if not calling_self and not payload and deactivate:
deactivate()
if len(endpt.stmt):
hit_blackbox = False
for (upto, comment) in itertools.chain(uptos.iteritems(),
already_visited.keys()):
# Compare the common prefix of the current endpt and upto.
upto_parts = upto.split(' <- ')
if [appname, epname][:len(upto_parts)] == upto_parts:
hit_blackbox = True
if payload:
write.activate(agent)
if comment is not None:
write('note over {}: {}', agent, comment
or 'see below')
else:
if comment is not None:
write('note {}: {}',
'left' if sender > agent else 'right',
comment or 'see below')
if payload:
write('{}<--{} : {}', sender, agent, payload)
write.deactivate(agent)
break
if not hit_blackbox:
with write.activated(agent, human or cron) as deactivate:
visiting = (appname + ' <- ' + epname, None) #'see above')
already_visited[visiting] += 1
try:
return visit_stmts(endpt.stmt, deactivate, True)
finally:
already_visited[visiting] -= 1
if not already_visited[visiting]:
del already_visited[visiting]
def _infer_types(app):
"""Infer types of views and expressions from their bodies.
Synthesize types for anonymous transforms.
"""
for (vname, v) in app.views.iteritems():
assert (
(v.expr.WhichOneof('expr') == 'transform') ^
('abstract' in syslx.patterns(v.attrs))
), '{}: {}'.format(vname, v.expr)
if v.ret_type.WhichOneof('type') is None:
assert v.expr.type.WhichOneof('type')
v.ret_type.CopyFrom(v.expr.type)
nAnons = [0]
def infer_expr_type(expr, top=True):
which_expr = expr.WhichOneof('expr')
if which_expr == 'transform':
transform = expr.transform
# Must recurse first
for stmt in transform.stmt:
which_stmt = stmt.WhichOneof('stmt')
if which_stmt in ['assign', 'let']:
infer_expr_type(getattr(stmt, which_stmt).expr, False)
if not top and not expr.type.WhichOneof('type'):
tname = 'AnonType_{}__'.format(nAnons[0])
nAnons[0] += 1
newt = app.types[tname].tuple
for stmt in transform.stmt:
which_stmt = stmt.WhichOneof('stmt')
if which_stmt == 'assign':
assign = stmt.assign
aexpr = assign.expr
assert aexpr.WhichOneof('expr') == 'transform', aexpr
ftype = aexpr.type
setof = ftype.WhichOneof('type') == 'set'
if setof:
ftype = ftype.set
assert ftype.WhichOneof('type') == 'type_ref'
t = sysl_pb2.Type()
tr = t.type_ref
tr.context.appname.CopyFrom(app.name)
tr.context.path.append(tname)
tr.ref.CopyFrom(ftype.type_ref.ref)
if setof:
t = sysl_pb2.Type(set=t)
newt.attr_defs[assign.name].CopyFrom(t)
tr = expr.type.set.type_ref
tr.context.appname.CopyFrom(app.name)
tr.ref.appname.CopyFrom(app.name)
tr.ref.path.append(tname)
elif which_expr == 'relexpr':
relexpr = expr.relexpr
if relexpr.op == relexpr.RANK:
if not top and not expr.type.WhichOneof('type'):
raise RuntimeError("rank() type inference not implemented")
expr.type.CopyFrom(infer_expr_type(relexpr.target))
rank = expr.type.add()
rank.primitive = rank.INT
return expr.type
infer_expr_type(v.expr)
