Exemple #1
0
def _check_deps(module, validate):
  """Check app:endpoint dependencies."""
  deps = set()
  errors = []

  for (appname, app) in module.apps.iteritems():
    for epname in app.endpoints:
      endpt = app.endpoints[epname]

      for (_, call) in syslalgo.enumerate_calls(endpt.stmt):
        targetname = syslx.fmt_app_name(call.target)
        if targetname not in module.apps:
          errors.append('{} <- {}: calls non-existent app {}'.format(
            appname, epname, targetname))
        else:
          target = module.apps[targetname]
          assert 'abstract' not in syslx.patterns(target.attrs), (
            "call target '{}' must not be ~abstract".format(targetname))
          if call.endpoint not in target.endpoints:
            errors.append(
              '{} <- {}: calls non-existent endpoint {} -> {}'.format(
                appname, epname, targetname, call.endpoint))
          else:
            deps.add(((appname, epname), (targetname, call.endpoint)))

  if errors and validate:
    raise Exception('broken deps:\n  ' + '\n  '.join(errors))

  return deps
Exemple #2
0
def _map_subscriptions(module):
  """Map pubsub subscriptions into direct calls."""
  for appname in module.apps:
    app = module.apps[appname]

    if 'abstract' in syslx.patterns(app.attrs):
      continue

    for epname in app.endpoints:
      endpt = app.endpoints[epname]

      if endpt.HasField('source'):
        src_app = module.apps[syslx.fmt_app_name(endpt.source)]
        src_ep_name = endpt.name.split(' -> ')[1]
        #if 'PoBusinessEvent' in src_ep_name: import pdb; pdb.set_trace()
        assert src_ep_name in src_app.endpoints, (
          appname, epname, src_ep_name, str(src_app))
        src_ep = src_app.endpoints[src_ep_name]

        # Add call to pubsub endpoint.
        stmt = src_ep.stmt.add()
        call = stmt.call
        call.target.CopyFrom(app.name)
        call.endpoint = endpt.name

        # Maybe add ret.
        ret_payload = syslalgo.return_payload(endpt.stmt)
        if ret_payload:
          stmt = src_ep.stmt.add()
          stmt.ret.payload = ret_payload
Exemple #3
0
def _resolve_mixins(module):
  """Resolve mixin references.

  Copies endpoints from mixed-in apps.
  """
  # Detect cycles
  edges = {
    (appname, syslx.fmt_app_name(mixin.name))
    for (appname, app) in module.apps.iteritems()
    for mixin in app.mixin2}
  while True:
    more_edges = {
      (a, c)
      for (a, b1) in edges
      for (b2, c) in edges
      if b1 == b2
    } - edges
    if not more_edges:
      break
    edges |= more_edges
  self_edges = {(a, b) for (a, b) in edges if a == b}
  if self_edges:
    raise RuntimeError(
      "mixin cycle(s) detected involving: {}".format(
        ', '.join(a for (a, _) in self_edges)))

  # recursively inject mixins, avoiding double-injection
  injected = set()
  def inject(appname):
    app = module.apps[appname]
    if appname not in injected:
      for mixin in app.mixin2:
        mixin_app = inject(syslx.fmt_app_name(mixin.name))

        # Check for ~abstract
        assert 'abstract' in syslx.patterns(mixin_app.attrs), (
          "mixin {} must be ~abstract".format(syslx.fmt_app_name(mixin.name)))

        for (epname, endpt) in mixin_app.endpoints.iteritems():
          app.endpoints[epname].CopyFrom(endpt)

        for (tname, t) in mixin_app.types.iteritems():
          app.types[tname].CopyFrom(t)

        for (vname, v) in mixin_app.views.iteritems():
          app.views[vname].CopyFrom(v)

      injected.add(appname)

    return app

  for appname in module.apps:
    inject(appname)
Exemple #4
0
  def inject(appname):
    app = module.apps[appname]
    if appname not in injected:
      for mixin in app.mixin2:
        mixin_app = inject(syslx.fmt_app_name(mixin.name))

        # Check for ~abstract
        assert 'abstract' in syslx.patterns(mixin_app.attrs), (
          "mixin {} must be ~abstract".format(syslx.fmt_app_name(mixin.name)))

        for (epname, endpt) in mixin_app.endpoints.iteritems():
          app.endpoints[epname].CopyFrom(endpt)

        for (tname, t) in mixin_app.types.iteritems():
          app.types[tname].CopyFrom(t)

        for (vname, v) in mixin_app.views.iteritems():
          app.views[vname].CopyFrom(v)

      injected.add(appname)

    return app
Exemple #5
0
def serializer(context):
  (app, module, package, model_class, write_file, _, _) = context

  facade = bool(context.wrapped_model)

  w = writer.Writer('java')

  java.Package(w, package)

  java.StandardImports(w)

  java.Import(w, 'java.io.IOException')
  w.head()
  java.Import(w, 'java.text.ParseException')
  w.head()
  java.Import(w, 'com.fasterxml.jackson.core.JsonGenerator')
  java.Import(w, 'com.fasterxml.jackson.databind.JsonSerializer')
  java.Import(w, 'com.fasterxml.jackson.databind.SerializerProvider')
  w.head()
  java.Import(w, 'org.joda.time.format.DateTimeFormatter')
  java.Import(w, 'org.joda.time.format.ISODateTimeFormat')

  if facade:
    model_name = syslx.fmt_app_name(context.wrapped_model.name)
    modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s
    w.head()
    java.Import(w, modelpkg + '.*')

  w()
  with java.Class(w, model_class + 'JsonSerializer', write_file,
      package=package, extends='JsonSerializer<' + model_class + '>'):
    w()
    with java.Method(w, 'public', 'void', 'serialize',
                     [(model_class, 'facade' if facade else 'model'),
                      ('JsonGenerator', 'g'),
                      ('SerializerProvider', 'provider')],
                     throws=['IOException'],
                     override=True):
      if facade:
        w('{} model = facade.getModel();', model_name)

      w(u'g.writeStartObject();')
      for (tname, t) in sorted(app.types.iteritems()):
        if t.WhichOneof('type') == 'relation':
          w(u'serialize{0}View(g, model.get{0}Table());', tname)
      w(u'g.writeEndObject();')

    for (tname, t) in sorted(app.types.iteritems()):
      if not t.WhichOneof('type') in ['relation', 'tuple']:
        continue

      w()
      with java.Method(w, 'public', 'void', 'serialize' + tname + 'View',
                       [('JsonGenerator', 'g'),
                        (tname + '.View', 'view')],
                       throws=['IOException']):
        with java.If(w, 'view.isEmpty()'):
          w('return;')
        w('g.writeArrayFieldStart("{}");', tname)
        with java.For(w, '{} item : view', tname):
          w('g.writeStartObject();')
          for (fname, f) in datamodel.sorted_fields(t):
            jfname = java.name(fname)
            method = java.CamelCase(jfname)
            type_ = datamodel.typeref(f, module)[2]
            extra = '{}'
            which_type = type_.WhichOneof('type')
            if which_type == 'primitive':
              (jsontype, extra) = JSON_GEN_MAP[type_.primitive]
              if type_.primitive == type_.DECIMAL:
                for c in type_.constraint:
                  if c.scale:
                    access = (
                      '{0} == null ? null : item.{0}.setScale({1}, '
                      'java.math.RoundingMode.HALF_UP)').format(
                      jfname, c.scale)
                    break
              else:
                access = jfname
            elif which_type == 'enum':
              jsontype = 'Number'
              access = jfname + '.getValue()'
            elif which_type == 'tuple':
              access = jfname
            else:
              raise RuntimeError(
                'Unexpected field type for JSON export: ' + which_type)
            w(u'writeField(g, "{}", {});',
              jfname, extra.format('item.' + access))
          w(u'g.writeEndObject();')
        w(u'g.writeEndArray();')

    for t in ['Boolean', 'String']:
      w()
      with java.Method(w, 'private', 'void', 'writeField'.format(t),
          [('JsonGenerator', 'g'), ('String', 'fieldname'), (t, 'value')],
          throws=['IOException']):
        with java.If(w, 'value != null'):
          w('g.write{}Field(fieldname, value);', t)

    w()
    with java.Method(w, 'private', 'void', 'writeField'.format(t),
        [('JsonGenerator', 'g'), ('String', 'fieldname'), ('Integer', 'value')],
        throws=['IOException']):
      with java.If(w, 'value != null'):
        w('g.writeNumberField(fieldname, value.intValue());')

    w()
    with java.Method(w, 'private', 'void', 'writeField'.format(t),
        [('JsonGenerator', 'g'), ('String', 'fieldname'), ('Double', 'value')],
        throws=['IOException']):
      with java.If(w, 'value != null'):
        w('g.writeNumberField(fieldname, value.doubleValue());')

    w()
    with java.Method(w, 'private', 'void', 'writeField'.format(t),
        [('JsonGenerator', 'g'),
         ('String', 'fieldname'),
         ('BigDecimal', 'value')],
        throws=['IOException']):
      with java.If(w, 'value != null'):
        w('g.writeNumberField(fieldname, value);')

    w()
    with java.Method(w, 'private', 'void', 'writeField'.format(t),
        [('JsonGenerator', 'g'),
         ('String', 'fieldname'),
         ('DateTime', 'value'),
         ('DateTimeFormatter', 'fmt')],
        throws=['IOException']):
      with java.If(w, 'value != null'):
        w('g.writeStringField(fieldname, fmt.print(value));')

    w()
    with java.Method(w, 'private', 'void', 'writeField'.format(t),
        [('JsonGenerator', 'g'),
         ('String', 'fieldname'),
         ('LocalDate', 'value'),
         ('DateTimeFormatter', 'fmt')],
        throws=['IOException']):
      with java.If(w, 'value != null'):
        w('g.writeStringField(fieldname, fmt.print(value));')

    w()
    with java.Method(w, 'private', 'void', 'writeField'.format(t),
        [('JsonGenerator', 'g'), ('String', 'fieldname'), ('UUID', 'value')],
        throws=['IOException']):
      with java.If(w, 'value != null'):
        w('g.writeStringField(fieldname, value.toString());')

    w('\nprivate final DateTimeFormatter iso8601Date = '
      'ISODateTimeFormat.date();')
    w('private final DateTimeFormatter iso8601DateTime = '
      'ISODateTimeFormat.dateTime();')
Exemple #6
0
def deserializer(context):
  (app, module, package, model_class, write_file, _, _) = context

  facade = bool(context.wrapped_model)

  w = writer.Writer('java')

  java.Package(w, package)

  java.StandardImports(w)

  java.Import(w, 'java.io.IOException')
  w.head()
  java.Import(w, 'java.text.ParseException')
  w.head()
  java.Import(w, 'com.fasterxml.jackson.core.JsonParseException')
  java.Import(w, 'com.fasterxml.jackson.core.JsonParser')
  java.Import(w, 'com.fasterxml.jackson.core.JsonToken')
  java.Import(w, 'com.fasterxml.jackson.databind.JsonDeserializer')
  java.Import(w, 'com.fasterxml.jackson.databind.DeserializationContext')
  w.head()
  java.Import(w, 'org.joda.time.format.DateTimeFormatter')
  java.Import(w, 'org.joda.time.format.ISODateTimeFormat')

  if facade:
    model_name = syslx.fmt_app_name(context.wrapped_model.name)
    modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s
    w.head()
    java.Import(w, modelpkg + '.*')
  else:
    model_name = model_class

  has_tables = any(
    t.HasField('relation')
    for (tname, t) in sorted(app.types.iteritems()))

  w()
  with java.Class(w, model_class + 'JsonDeserializer', write_file,
      package=package,
      extends=has_tables and 'JsonDeserializer<' + model_class + '>'):
    if has_tables:
      w()
      with java.Method(w, 'public', model_class, 'deserialize',
          [('JsonParser', 'p'), ('DeserializationContext', 'provider')],
          throws=['IOException', 'JsonParseException'], override=True):
        w('{0} model = new {0}();', model_name)
        w()
        w('eatToken(p, JsonToken.START_OBJECT);')
        with java.While(w, 'p.getCurrentToken() != JsonToken.END_OBJECT'):
          with java.Switch(w, 'eatName(p)'):
            for (tname, t) in sorted(app.types.iteritems()):
              if t.HasField('relation'):
                w(('case "{0}": deserialize{0}Table(p, '
                   'model.get{0}Table()); break;'),
                  tname)
            w('default: skipJson(p);')
        w('expectToken(p, JsonToken.END_OBJECT);')
        w()
        w('return model;')

    for (tname, t) in sorted(app.types.iteritems()):
      if not t.HasField('relation'):
        continue

      pkey = datamodel.primary_key_params(t, context.module)
      pkey_fields = {f for (_, f, _) in pkey}
      fkeys = {
        java.name(fname): type_info
        for (fname, _, type_info) in datamodel.foreign_keys(t, context.module)}

      private_setters = pkey_fields | set(fkeys.iterkeys())

      w()
      with java.Method(w, 'private', 'void', 'deserialize' + tname + 'Table',
          [('JsonParser', 'p'), (tname + '.Table', 'table')],
          throws=['IOException', 'JsonParseException']):
        w('eatToken(p, JsonToken.START_ARRAY);')
        with java.While(w, 'p.getCurrentToken() != JsonToken.END_ARRAY'):
          w('eatToken(p, JsonToken.START_OBJECT);')
          w('{0} entity = {0}._PRIVATE_new(table.model());', tname)
          with java.While(w, 'p.getCurrentToken() != JsonToken.END_OBJECT'):
            with java.Switch(w, u'eatName(p)'):
              for (fname, f) in datamodel.sorted_fields(t):
                jfname = java.name(fname)
                (typename, _, type_) = datamodel.typeref(f, module)
                extra = '{}'
                which_type = type_.WhichOneof('type')
                if which_type == 'primitive':
                  jsontype = JSON_PARSE_MAP[type_.primitive]
                  if isinstance(jsontype, tuple):
                    (jsontype, extra) = jsontype
                elif which_type == 'enum':
                  jsontype = 'IntValue'
                  extra = typename + '.from({})'
                else:
                  raise RuntimeError(
                    'Unexpected field type for JSON export: ' + which_type)
                private = '_PRIVATE_' if jfname in private_setters else ''
                if type_.primitive in [
                    sysl_pb2.Type.DATE, sysl_pb2.Type.DATETIME]:
                  with java.Case(w, '"{}"', jfname):
                    w(('entity.{}set{}('
                       'p.getCurrentToken() == JsonToken.VALUE_NULL'
                       ' ? null : {}); break;'),
                      private,
                      java.CamelCase(jfname),
                      extra.format('p.get{}()'.format(jsontype)))
                else:
                  w(('case "{}": entity.{}set{}(p.getCurrentToken() == '
                     'JsonToken.VALUE_NULL ? null : {}); break;'),
                    jfname,
                    private,
                    java.CamelCase(jfname),
                    extra.format('p.get{}()'.format(jsontype)))
              with java.Default(w):
                w('skipJson(p);')
                w('continue;')
            w('p.nextToken();')
          w('p.nextToken();')
          w()
          w('table.insert(entity);')
        w('p.nextToken();')

    with java.Method(w, '\nprivate', 'void', 'eatToken',
        [('JsonParser', 'p'), ('JsonToken', 'token')],
        throws=['IOException']):
      w(u'expectToken(p, token);')
      w(u'p.nextToken();')

    with java.Method(w, '\nprivate', 'void', 'expectToken',
        [('JsonParser', 'p'), ('JsonToken', 'token')]):
      with java.If(w, 'p.getCurrentToken() != token'):
        w(('System.err.printf("<<Unexpected token: %s (expecting %s)>>\\n", '
           'tokenName(p.getCurrentToken()), tokenName(token));'))
        w('throw new {}Exception();', model_name)

    with java.Method(w, '\nprivate', 'String', 'eatName', [('JsonParser', 'p')],
        throws=['IOException']):
      w('expectToken(p, JsonToken.FIELD_NAME);')
      w('String name = p.getCurrentName();')
      w('p.nextToken();')
      w('return name;')

    with java.Method(w, '\nprivate', 'String', 'tokenName',
        [('JsonToken', 'token')]):
      with java.If(w, 'token == null'):
        w('return "null";')
      with java.Switch(w, 'token'):
        for tok in (
          'END_ARRAY END_OBJECT FIELD_NAME NOT_AVAILABLE START_ARRAY '
          'START_OBJECT VALUE_EMBEDDED_OBJECT VALUE_FALSE VALUE_NULL '
          'VALUE_NUMBER_FLOAT VALUE_NUMBER_INT VALUE_STRING VALUE_TRUE'
          ).split():
          w('case {0}: return "{0}";', tok);
      w('return "";')

    # TODO: refactor into base class
    # TODO: replace recursion with depth counter
    with java.Method(w, '\nprivate', 'void', 'skipJson', [('JsonParser', 'p')],
        throws=['IOException']):
      w('JsonToken tok = p.getCurrentToken();')
      w('p.nextToken();')
      with java.Switch(w, 'tok'):
        for tok in (
          'VALUE_FALSE VALUE_NULL VALUE_NUMBER_FLOAT VALUE_NUMBER_INT '
          'VALUE_STRING VALUE_TRUE').split():
          w('case {}: break;', tok)
        with java.Case(w, 'START_ARRAY'):
          with java.While(w, 'p.getCurrentToken() != JsonToken.END_ARRAY'):
            w('skipJson(p);')
          w('p.nextToken();')
          w('break;')
        with java.Case(w, 'START_OBJECT'):
          with java.While(w, 'p.getCurrentToken() != JsonToken.END_OBJECT'):
            w('p.nextToken();')
            w('skipJson(p);')
          w('p.nextToken();')
          w('break;')

    # TODO: Is permissive dateTimeParser OK for date types?
    w('\nprivate final DateTimeFormatter iso8601DateTime = '
      'ISODateTimeFormat.dateTimeParser();')

    w()
Exemple #7
0
def export_facade_class(context):
    model_name = syslx.fmt_app_name(context.wrapped_model.name)
    modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s

    w = writer.Writer('java')

    java.Package(w, context.package)
    java.StandardImports(w)
    java.Import(w, modelpkg + '.' + model_name)

    w()
    with java.Class(w,
                    context.appname,
                    context.write_file,
                    package=context.package):
        with java.Ctor(w, '\npublic', context.appname,
                       [(model_name, 'model')]):
            w('this.model = model;')
            for (tname, _, _) in syslx.wrapped_facade_types(context):
                w('this.{}Facade = new {}Facade();',
                  java.safe(tname[:1].lower() + tname[1:]), tname)

        with java.Method(w, '\npublic', model_name, 'getModel'):
            w('return model;')

        java.SeparatorComment(w)

        for (tname, ft, t) in syslx.wrapped_facade_types(context):
            if t.HasField('relation'):
                pkey = datamodel.primary_key_params(t, context.module)
                pkey_fields = {f for (_, f, _) in pkey}
                param_defs = [(typ, jfname) for (typ, fname, jfname) in pkey
                              if 'autoinc' not in syslx.patterns(
                                  t.relation.attr_defs[fname].attrs)]
                params = ''.join(', ' + f for (_, f) in param_defs)
                param = ', '.join(f for (_, f) in param_defs)

                fkeys = {
                    java.name(fname): type_info
                    for (fname, _, type_info
                         ) in datamodel.foreign_keys(t, context.module)
                }

                inner_type = ('HashMap<Key, {}>'
                              if pkey else 'HashSet<{}>').format(tname)

                required = []
                for fname in sorted(ft.relation.attr_defs.keys()):
                    f = t.relation.attr_defs.get(fname)
                    if ('required' in syslx.patterns(f.attrs)
                            or 'required' in syslx.patterns(
                                ft.relation.attr_defs.get(fname).attrs)):
                        jfname = java.name(fname)
                        method = java.CamelCase(jfname)
                        (java_type, type_info,
                         _) = datamodel.typeref(f, context.module)
                        if java_type == 'Object':
                            datamodel.typeref(f, context.module)
                        required.append((fname, java_type))

                with java.Method(w, '\npublic', tname + 'Facade',
                                 'get' + tname):
                    w('return {}Facade;',
                      java.safe(tname[:1].lower() + tname[1:]))

                w()
                with java.Class(w, tname + 'Facade', context.write_file):
                    with java.Method(w, 'public',
                                     '{}.{}.Table'.format(modelpkg,
                                                          tname), 'table'):
                        w('return model.get{}Table();', tname, param)

                    w()
                    if param_defs or required:
                        with java.Method(w, 'public', 'Builder0', 'build'):
                            w('return new Builder0();')

                        keytypes = {f: kt for (kt, f) in param_defs}
                        keys = sorted(keytypes)
                        keyindices = {k: i for (i, k) in enumerate(keys)}

                        if len(keys) > 3:
                            # 4 perms yields 16 builders with 32 setters.
                            logging.error('OUCH! Too many primary key fields')
                            import pdb
                            pdb.set_trace()

                        for perm in range(2**len(keys)):
                            bname = 'Builder' + str(perm)
                            w()
                            with java.Class(w, bname, context.write_file):
                                done = [
                                    k for (i, k) in enumerate(keys)
                                    if 2**i & perm
                                ]
                                remaining = [k for k in keys if k not in done]

                                with java.Ctor(w, '', bname, [(keytypes[k], k)
                                                              for k in done]):
                                    for k in done:
                                        w('this.{0} = {0};', k)
                                    if required and not remaining:
                                        w(
                                            'this._pending = {};',
                                            hex(2**len(required) -
                                                1).rstrip('L'))

                                for fname in remaining:
                                    f = t.relation.attr_defs[fname]
                                    jfname = java.name(fname)
                                    method = java.CamelCase(jfname)
                                    (java_type, type_info,
                                     _) = datamodel.typeref(f, context.module)
                                    next_bname = 'Builder{}'.format(
                                        perm | 2**keyindices[fname])
                                    w()

                                    if jfname in fkeys:
                                        fk_type = fkeys[jfname].parent_path
                                        fk_field = fkeys[jfname].field
                                        if f.type_ref.ref.path[-1:] == [fname]:
                                            method_suffix = fk_type
                                        else:
                                            method_suffix = method + 'From'
                                        with java.Method(
                                                w, 'public', next_bname,
                                                'with' + method_suffix,
                                            [(modelpkg + '.' + fk_type,
                                              'entity')]):
                                            w(
                                                '{} {} = entity == null ? null : entity.get{}();',
                                                java_type, jfname,
                                                java.CamelCase(fk_field))
                                            w(
                                                'return new {}({});',
                                                next_bname,
                                                ', '.join(k for k in keys
                                                          if k == fname
                                                          or k in done))
                                    else:
                                        with java.Method(
                                                w, 'public', next_bname,
                                                'with' + java.CamelCase(fname),
                                            [(keytypes[fname], fname)]):
                                            w(
                                                'return new {}({});',
                                                next_bname,
                                                ', '.join(k for k in keys
                                                          if k == fname
                                                          or k in done))

                                if not remaining:
                                    for (i, (r, rtype)) in enumerate(required):
                                        method = java.CamelCase(r)
                                        w()

                                        # TODO: jfname set in a previous loop??
                                        if jfname in fkeys:
                                            fk_type = fkeys[jfname].parent_path
                                            fk_field = fkeys[jfname].field
                                            if f.type_ref.ref.path[-1:] == [
                                                    fname
                                            ]:
                                                method = fk_type
                                            else:
                                                method += 'From'
                                            with java.Method(
                                                    w, 'public', bname,
                                                    'with' + method,
                                                [(modelpkg + '.' + fk_type,
                                                  java.mixedCase(fk_type))]):
                                                with java.If(
                                                        w,
                                                        '(_pending & {}) == 0',
                                                        hex(2**i)):
                                                    # TODO: More specific exception
                                                    w('throw new RuntimeException();'
                                                      )
                                                w('this.{0} = {0};',
                                                  java.mixedCase(fk_type))
                                                w('_pending &= ~{};',
                                                  hex(2**i))
                                                w('return this;')
                                        else:
                                            with java.Method(
                                                    w, 'public', bname,
                                                    'with' + method,
                                                [(rtype, r)]):
                                                with java.If(
                                                        w,
                                                        '(_pending & {}) == 0',
                                                        hex(2**i)):
                                                    # TODO: More specific exception
                                                    w('throw new RuntimeException();'
                                                      )
                                                w('this.{0} = {0};', r)
                                                w('_pending &= ~{};',
                                                  hex(2**i))
                                                w('return this;')

                                    with java.Method(w, '\npublic',
                                                     modelpkg + '.' + tname,
                                                     'insert'):
                                        if required:
                                            with java.If(w, '_pending != 0'):
                                                # TODO: More specific exception
                                                w('throw new RuntimeException();'
                                                  )
                                            w(
                                                u'{} result = table()._PRIVATE_insert({});',
                                                modelpkg + '.' + tname, param)
                                            for (r, rtype) in required:
                                                if jfname in fkeys:
                                                    fk_field = fkeys[
                                                        jfname].field
                                                    w('result.set{}({});',
                                                      fk_type,
                                                      java.mixedCase(fk_type))
                                                else:
                                                    w('result.set{}({});',
                                                      java.CamelCase(r), r)
                                            w('return result;')
                                        else:
                                            w(
                                                u'return table()._PRIVATE_insert({});',
                                                param)

                                if done:
                                    w()
                                    w('// primary key')
                                    for d in done:
                                        w('private final {} {};', keytypes[d],
                                          d)

                                if required and not remaining:
                                    w()
                                    w('// required fields')
                                    for (r, rtype) in required:
                                        if jfname in fkeys:
                                            fk_type = fkeys[jfname].parent_path
                                            fk_field = fkeys[jfname].field
                                            w('private {} {};',
                                              modelpkg + '.' + fk_type,
                                              java.mixedCase(fk_type))
                                        else:
                                            w('private {} {};', rtype, r)
                                    w()
                                    w('private int _pending;')
                    else:
                        with java.Method(w, 'public', modelpkg + '.' + tname,
                                         'insert'):
                            w('{} result = table()._PRIVATE_insert();',
                              modelpkg + '.' + tname)
                            w('return result;')

                java.SeparatorComment(w)

        for (tname, _, t) in syslx.wrapped_facade_types(context):
            if t.HasField('relation'):
                w('private final {}Facade {}Facade;', tname,
                  java.safe(tname[:1].lower() + tname[1:]))

        w()
        w('private final {}.{} model;', modelpkg, model_name)
        w()
Exemple #8
0
    def generate_component_view():

        name_map = {}

        def make_varmgr():
            """Return a variable manager instance."""
            appfmt = syslx.View(module.apps.get(
                args.project).attrs)['appfmt'].s
            appfmt = diagutil.parse_fmt(appfmt)

            def new_var(var, name):
                """Outputs a new definition when VarManager makes a new variable."""

                app = module.apps[name]
                write(
                    '[{}] as {}{}',
                    appfmt(appname=name_map.get(name, name),
                           **diagutil.attr_fmt_vars(app.attrs)).replace(
                               '\n', r'\n'), var,
                    ' <<highlight>>' if name in highlights else '')

            return diagutil.VarManager(new_var)

        with write.uml():

            if diagram_title:
                write('title ' + diagram_title)

            write('hide stereotype')
            write('scale max 16384 height')
            write('skinparam linetype ortho')
            write('skinparam component {{')
            write('  BackgroundColor FloralWhite')
            write('  BorderColor Black')
            write('  ArrowColor Crimson')
            if highlight_color:
                write('  BackgroundColor<<highlight>> ' + highlight_color)
            if arrow_color:
                write('  ArrowColor ' + arrow_color)
            if indirect_arrow_color and indirect_arrow_color != 'none':
                write('  ArrowColor<<indirect>> ' + indirect_arrow_color)
            write('}}')

            var_name = make_varmgr()

            if args.clustered or endpt_attrs['view'].s == 'clustered':
                clusters = diagutil.group_by(
                    apps, key=lambda app: app.partition(' :: ')[0])
                clusters = [(cluster, members) for (cluster, g) in clusters
                            for members in [list(g)] if len(members) > 1]
                name_map = {
                    app: app.partition(' :: ')[-1] or app
                    for (cluster, members) in clusters for app in members
                }
                for (cluster, cluster_apps) in clusters:
                    write('package "{}" {{', cluster)
                    for app in cluster_apps:
                        var_name(app)
                        # write('  {}', var_name(app))
                    write('}}')

            calls_drawn = set()

            if endpt_attrs['view'].s == 'system':
                for ((app_a, _), (app_b, _)) in integrations:
                    direct = {app_a, app_b} & highlights
                    app_a = app_a.partition(' :: ')[0]
                    app_b = app_b.partition(' :: ')[0]
                    if app_a != app_b and (app_a, app_b) not in calls_drawn:
                        if direct or indirect_arrow_color != 'none':
                            write('{} --> {}{}', var_name(app_a),
                                  var_name(app_b),
                                  '' if direct else ' <<indirect>>')
                            calls_drawn.add((app_a, app_b))
            else:
                for ((app_a, _), (app_b, _)) in integrations:
                    if app_a != app_b and (app_a, app_b) not in calls_drawn:
                        direct = {app_a, app_b} & highlights
                        if direct or indirect_arrow_color != 'none':
                            write('{} --> {}{}', var_name(app_a),
                                  var_name(app_b),
                                  '' if direct else ' <<indirect>>')
                            calls_drawn.add((app_a, app_b))

                for appname in apps:
                    for mixin in module.apps[appname].mixin2:
                        mixin_name = syslx.fmt_app_name(mixin.name)
                        mixin_app = module.apps[mixin_name]
                        write('{} <|.. {}', var_name(mixin_name),
                              var_name(appname))
Exemple #9
0
def serializer(context):
    (app, module, package, model_class, write_file, _, _) = context

    facade = bool(context.wrapped_model)

    w = writer.Writer('java')

    java.Package(w, package)

    java.StandardImports(w)

    java.Import(w, 'java.text.ParseException')
    w.head()
    java.Import(w, 'javax.xml.stream.XMLStreamException')
    java.Import(w, 'javax.xml.stream.XMLStreamWriter')
    w.head()
    java.Import(w, 'org.joda.time.format.DateTimeFormatter')
    java.Import(w, 'org.joda.time.format.ISODateTimeFormat')

    if facade:
        model_name = syslx.fmt_app_name(context.wrapped_model.name)
        modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s
        w.head()
        java.Import(w, modelpkg + '.*')
    else:
        modelpkg = package

    with java.Class(w,
                    '\n{}XmlSerializer'.format(model_class),
                    write_file,
                    package=package):
        with java.Method(w,
                         '\npublic',
                         'void',
                         'serialize',
                         [(model_class, 'facade' if facade else 'model'),
                          ('XMLStreamWriter', 'xsw')],
                         throws=['XMLStreamException']):
            if facade:
                w('{} model = facade.getModel();', model_name)

            w('xsw.writeStartElement("{}");', model_class)
            for (tname, ft, t) in syslx.sorted_types(context):
                if t.WhichOneof('type') == 'relation':
                    w('serialize(model.get{0}Table(), xsw, "{0}");', tname)
            w('xsw.writeEndElement();')

        for (tname, ft, t) in syslx.sorted_types(context):
            java.SeparatorComment(w)

            if t.WhichOneof('type') in ['relation', 'tuple']:
                with java.Method(w,
                                 '\npublic',
                                 'void',
                                 'serialize',
                                 [(modelpkg + '.' + tname + '.View', 'view'),
                                  ('XMLStreamWriter', 'xsw'),
                                  ('String', 'tag')],
                                 throws=['XMLStreamException']):
                    with java.If(w, 'view == null || view.isEmpty()'):
                        w('return;')
                    if t.WhichOneof('type') == 'relation':
                        w('xsw.writeStartElement("{}List");', tname)
                    order = [
                        o.s for o in syslx.View(t.attrs)['xml_order'].a.elt
                    ]
                    if order:
                        order_logic = []
                        for o in order:
                            order_logic.append(
                                '            i = io.sysl.ExprHelper.doCompare'
                                '(a.get{0}(), b.get{0}());\n'
                                '            if (i != 0) return i;\n'.format(
                                    java.CamelCase(o)))
                        order_by = (
                            '.orderBy(\n'
                            '    new java.util.Comparator<{0}> () {{\n'
                            '        @Override\n'
                            '        public int compare({0} a, {0} b) {{\n'
                            '            int i;\n'
                            '{1}'
                            '            return 0;\n'
                            '        }}\n'
                            '    }})\n').format(tname, ''.join(order_logic))
                    else:
                        order_by = ''

                    with java.For(w, '{} item : view{}',
                                  modelpkg + '.' + tname, order_by):
                        w('serialize(item, xsw, tag);', tname)
                    if t.WhichOneof('type') == 'relation':
                        w('xsw.writeEndElement();')

                with java.Method(w,
                                 '\npublic',
                                 'void',
                                 'serialize',
                                 [(modelpkg + '.' + tname, 'entity'),
                                  ('XMLStreamWriter', 'xsw')],
                                 throws=['XMLStreamException']):
                    w('serialize(entity, xsw, "{}");', tname)

                with java.Method(w,
                                 '\npublic',
                                 'void',
                                 'serialize',
                                 [(modelpkg + '.' + tname, 'entity'),
                                  ('XMLStreamWriter', 'xsw'),
                                  ('String', 'tag')],
                                 throws=['XMLStreamException']):
                    with java.If(w, 'entity == null'):
                        w('return;')
                    w('xsw.writeStartElement(tag);', tname)
                    for wantAttrs in [True, False]:
                        for (fname, f) in datamodel.sorted_fields(t):
                            jfname = java.name(fname)
                            method = java.CamelCase(jfname)
                            tref = datamodel.typeref(f, module)
                            type_ = tref[2]
                            if not type_:
                                continue
                            extra = ''
                            which_type = type_.WhichOneof('type')
                            if which_type == 'primitive':
                                extra = XML_GEN_MAP[type_.primitive]
                                if type_.primitive == type_.DECIMAL:
                                    for c in type_.constraint:
                                        if c.scale:
                                            access = 'round(entity.get{}(), {})'.format(
                                                method, c.scale)
                                            break
                                else:
                                    access = 'entity.get{}()'.format(method)
                            elif which_type == 'enum':
                                access = 'entity.get{}().getValue()'.format(
                                    method)
                            elif which_type == 'tuple':
                                access = 'entity.get{}()'.format(method)
                            else:
                                raise RuntimeError(
                                    'Unexpected field type for XML export: ' +
                                    which_type)
                            if wantAttrs == ('xml_attribute'
                                             in syslx.patterns(f.attrs)):
                                if wantAttrs:
                                    w('serializeAttr("{}", {}{}, xsw);',
                                      jfname, access, extra)
                                else:
                                    if jfname == 'index':
                                        import pdb
                                        pdb.set_trace()
                                    w('serializeField("{}", {}{}, xsw);',
                                      jfname, access, extra)
                    w('xsw.writeEndElement();')

                with java.Method(w,
                                 '\npublic',
                                 'void',
                                 'serializeField',
                                 [('String', 'fieldname'),
                                  (modelpkg + '.' + tname + '.View', 'view'),
                                  ('XMLStreamWriter', 'xsw')],
                                 throws=['XMLStreamException']):
                    with java.If(w, 'view != null && !view.isEmpty()'):
                        w('serialize(view, xsw, fieldname);')

                with java.Method(w,
                                 '\npublic',
                                 'void',
                                 'serializeField',
                                 [('String', 'fieldname'),
                                  (modelpkg + '.' + tname, 'entity'),
                                  ('XMLStreamWriter', 'xsw')],
                                 throws=['XMLStreamException']):
                    with java.If(w, 'entity != null'):
                        w('serialize(entity, xsw, fieldname);')

        def serialize(t, access, extra_args=None):
            with java.Method(
                    w,
                    '\nprivate',
                    'void',
                    'serialize',
                ([(t, 'value')] +
                 (extra_args or []) + [('XMLStreamWriter', 'xsw')]),
                    throws=['XMLStreamException']):
                w('xsw.writeCharacters({});', access)

        serialize('String', 'value')
        serialize('Boolean', 'value.toString()')
        serialize('Integer', 'value.toString()')
        serialize('Double', 'value.toString()')
        serialize('BigDecimal', 'value.toString()')
        serialize('UUID', 'value.toString()')
        serialize('DateTime', 'fmt.print(value)',
                  [('DateTimeFormatter', 'fmt')])
        serialize('LocalDate', 'iso8601Date.print(value)')

        def serializeField(t, access, extra_args=None):
            with java.Method(
                    w,
                    '\nprivate',
                    'void',
                    'serializeField',
                ([('String', 'fieldname'), (t, 'value')] +
                 (extra_args or []) + [('XMLStreamWriter', 'xsw')]),
                    throws=['XMLStreamException']):
                with java.If(w, 'value != null'):
                    w('xsw.writeStartElement(fieldname);')
                    w('serialize(value{}, xsw);',
                      ''.join(', ' + arg for (_, arg) in extra_args or []))
                    w('xsw.writeEndElement();')

            with java.Method(
                    w,
                    '\nprivate',
                    'void',
                    'serializeAttr',
                ([('String', 'fieldname'), (t, 'value')] +
                 (extra_args or []) + [('XMLStreamWriter', 'xsw')]),
                    throws=['XMLStreamException']):
                with java.If(w, 'value != null'):
                    w('xsw.writeAttribute(fieldname, {});', access)

        serializeField('String', 'value')
        serializeField('Boolean', 'value.toString()')
        serializeField('Integer', 'value.toString()')
        serializeField('Double', 'value.toString()')
        serializeField('BigDecimal', 'value.toString()')
        serializeField('UUID', 'value.toString()')
        serializeField('DateTime', 'fmt.print(value)',
                       [('DateTimeFormatter', 'fmt')])
        serializeField('LocalDate', 'iso8601Date.print(value)')

        with java.Method(w, '\nprivate final', 'BigDecimal', 'round',
                         [('BigDecimal', 'd'), ('int', 'scale')]):
            w('return d == null ? d : '
              'd.setScale(scale, java.math.RoundingMode.HALF_UP);')

        w('\nprivate final DateTimeFormatter iso8601Date = '
          'ISODateTimeFormat.date();')
        w('private final DateTimeFormatter iso8601DateTime = '
          'ISODateTimeFormat.dateTime();')
Exemple #10
0
def deserializer(context):
    (app, module, package, model_class, write_file, _, _) = context

    facade = bool(context.wrapped_model)

    w = writer.Writer('java')

    java.Package(w, package)

    java.StandardImports(w)

    java.Import(w, 'javax.xml.stream.XMLStreamConstants')
    java.Import(w, 'javax.xml.stream.XMLStreamException')
    java.Import(w, 'javax.xml.stream.XMLStreamReader')
    w.head()
    java.Import(w, 'java.text.ParseException')
    w.head()
    java.Import(w, 'org.joda.time.format.DateTimeFormatter')
    java.Import(w, 'org.joda.time.format.ISODateTimeFormat')

    if facade:
        model_name = syslx.fmt_app_name(context.wrapped_model.name)
        modelpkg = syslx.View(context.wrapped_model.attrs)['package'].s
        w.head()
        java.Import(w, modelpkg + '.*')
    else:
        model_name = model_class
        modelpkg = package

    with java.Class(w,
                    '\n{}XmlDeserializer'.format(model_class),
                    write_file,
                    package=package):
        with java.Method(
                w,
                'public',
                'void',
                'deserialize', [(model_class, 'facade' if facade else 'model'),
                                ('XMLStreamReader', 'xsr')],
                throws=[model_name + 'Exception', 'XMLStreamException']):
            if facade:
                w('{} model = facade.getModel();', model_name)
            w('expect(XMLStreamConstants.START_ELEMENT, xsr.next());')
            with java.While(w,
                            'xsr.next() == XMLStreamConstants.START_ELEMENT'):
                with java.Switch(w, 'xsr.getLocalName()'):
                    for (tname, ft, t) in syslx.sorted_types(context):
                        if t.HasField('relation'):
                            w(
                                'case "{0}List": deserialize(model.get{0}Table(), xsr); break;',
                                tname)
                            w(
                                'case "{0}": deserializeOne(model.get{0}Table(), xsr); break;',
                                tname)
                    w('default: skipElement(xsr);')
            w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());')

        for (tname, ft, t) in syslx.sorted_types(context):
            pkey = datamodel.primary_key_params(t, context.module)
            pkey_fields = {f for (_, f, _) in pkey}
            fkeys = {
                java.name(fname): type_info
                for (fname, _,
                     type_info) in datamodel.foreign_keys(t, context.module)
            }

            private_setters = pkey_fields | set(fkeys.iterkeys())

            if not t.HasField('relation'):
                continue
            with java.Method(w,
                             '\nprivate',
                             'void',
                             'deserialize',
                             [(modelpkg + '.' + tname + '.Table', 'table'),
                              ('XMLStreamReader', 'xsr')],
                             throws=['XMLStreamException']):
                with java.While(
                        w, 'xsr.next() == XMLStreamConstants.START_ELEMENT'):
                    w('deserializeOne(table, xsr);')
                w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());'
                  )

            with java.Method(w,
                             '\nprivate',
                             'void',
                             'deserializeOne',
                             [(modelpkg + '.' + tname + '.Table', 'table'),
                              ('XMLStreamReader', 'xsr')],
                             throws=['XMLStreamException']):
                w('{0} entity = {0}._PRIVATE_new(table.model());',
                  modelpkg + '.' + tname)
                with java.While(
                        w, 'xsr.next() == XMLStreamConstants.START_ELEMENT'):
                    with java.Switch(w, 'xsr.getLocalName()'):
                        for (fname, f) in datamodel.sorted_fields(t):
                            jfname = java.name(fname)
                            (typename, _, type_) = datamodel.typeref(f, module)
                            extra = '{}'
                            which_type = type_.WhichOneof('type')
                            if which_type == 'primitive':
                                xmltype = XML_PARSE_MAP[type_.primitive]
                                if isinstance(xmltype, tuple):
                                    (xmltype, extra) = xmltype
                            elif which_type == 'enum':
                                xmltype = 'IntValue'
                                extra = typename + '.from({})'
                            else:
                                raise RuntimeError(
                                    'Unexpected field type for XML export: ' +
                                    which_type)

                            private = '_PRIVATE_' if jfname in private_setters else ''

                            if type_.primitive in [
                                    sysl_pb2.Type.DATE, sysl_pb2.Type.DATETIME
                            ]:
                                w(
                                    'case "{}": entity.{}set{}(read{}(xsr, {})); break;',
                                    jfname, private, java.CamelCase(jfname),
                                    typename, extra)
                            else:
                                w(
                                    'case "{}": entity.{}set{}(read{}(xsr)); break;',
                                    jfname, private, java.CamelCase(jfname),
                                    typename)
                        w('default: skipField(xsr);')
                w('table.insert(entity);')
                w('expect(XMLStreamConstants.END_ELEMENT, xsr.getEventType());'
                  )

        with java.Method(w, '\nprivate', 'void', 'expect',
                         [('int', 'expected'), ('int', 'got')]):
            with java.If(w, 'got != expected'):
                w('System.err.printf(\v'
                  '"<<Unexpected token: %s (expecting %s)>>\\n", \v'
                  'tokenName(got), tokenName(expected));')
                w('throw new {}Exception();', model_name)

        with java.Method(w, '\nprivate', 'String', 'tokenName',
                         [('int', 'token')]):
            with java.Switch(w, 'token'):
                for tok in (
                        'ATTRIBUTE CDATA CHARACTERS COMMENT DTD END_DOCUMENT '
                        'END_ELEMENT ENTITY_DECLARATION ENTITY_REFERENCE NAMESPACE '
                        'NOTATION_DECLARATION PROCESSING_INSTRUCTION SPACE START_DOCUMENT '
                        'START_ELEMENT'.split()):
                    w('case XMLStreamConstants.{0}: return "{0}";', tok)
            w('return new Integer(token).toString();')

        def read(t, access, extra_args=None):
            with java.Method(w,
                             '\nprivate',
                             t,
                             'read' + t, [('XMLStreamReader', 'xsr')],
                             throws=['XMLStreamException']):
                with java.If(w, '!getCharacters(xsr)'):
                    w('return null;')
                w('{} result = {};', t, access)
                w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());')
                w('return result;')

        read('String', 'xsr.getText()')
        read('Boolean', 'Boolean.parseBoolean(xsr.getText())')
        read('Integer', 'Integer.parseInt(xsr.getText())')
        read('Double', 'Double.parseDouble(xsr.getText())')
        read('BigDecimal', 'new BigDecimal(xsr.getText())')
        read('UUID', 'UUID.fromString(xsr.getText())')

        with java.Method(w,
                         '\nprivate',
                         'DateTime',
                         'readDateTime', [('XMLStreamReader', 'xsr'),
                                          ('DateTimeFormatter', 'fmt')],
                         throws=['XMLStreamException']):
            with java.If(w, '!getCharacters(xsr)'):
                w('return null;')
            w('DateTime result = fmt.parseDateTime(xsr.getText());')
            w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());')
            w('return result;')

        with java.Method(w,
                         '\nprivate',
                         'LocalDate',
                         'readLocalDate', [('XMLStreamReader', 'xsr'),
                                           ('DateTimeFormatter', 'fmt')],
                         throws=['XMLStreamException']):
            with java.If(w, '!getCharacters(xsr)'):
                w('return null;')
            w('LocalDate result = fmt.parseLocalDate(xsr.getText());')
            w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());')
            w('return result;')

        with java.Method(w,
                         '\nprivate',
                         'void',
                         'skipField', [('XMLStreamReader', 'xsr')],
                         throws=['XMLStreamException']):
            with java.If(w, 'getCharacters(xsr)'):
                w('expect(XMLStreamConstants.END_ELEMENT, xsr.next());')

        with java.Method(w,
                         '\nprivate',
                         'boolean',
                         'getCharacters', [('XMLStreamReader', 'xsr')],
                         throws=['XMLStreamException']):
            w('int tok = xsr.next();')
            with java.If(w, 'tok == XMLStreamConstants.END_ELEMENT'):
                w('return false;')
            w('expect(XMLStreamConstants.CHARACTERS, tok);')
            w('return true;')

        with java.Method(w,
                         '\nprivate',
                         'void',
                         'skipElement', [('XMLStreamReader', 'xsr')],
                         throws=['XMLStreamException']):
            with java.While(w, 'xsr.next() != XMLStreamConstants.END_ELEMENT'):
                with java.If(
                        w,
                        'xsr.getEventType() == XMLStreamConstants.START_ELEMENT'
                ):
                    w('skipElement(xsr);')

        # TODO: Is permissive dateTimeParser OK for date types?
        w('\nprivate final DateTimeFormatter iso8601DateTime = '
          'ISODateTimeFormat.dateTimeParser();')

        w()
Exemple #11
0
def export(mode, module, appname, outdir, expected_package, entities,
           serializers):
    app = module.apps.get(appname)
    assert app, appname

    package = syslx.View(app.attrs)['package'].s
    if mode != 'xsd':
        assert package == expected_package, (package, expected_package)

    model_class = '_'.join(app.name.part).replace(' ', '')

    write_file = src.util.file.FileWriter(outdir, package, entities)

    inouts = []
    for s in serializers:
        assert '_' in s, s
        (fmt, dirn) = s.split('_')
        fmts = ['json', 'xml'] if fmt == '*' else [fmt]
        dirns = ['in', 'out'] if dirn == '*' else [dirn]
        for fmt in fmts:
            for dirn in dirns:
                inouts.append(fmt + "_" + dirn)
    serializers = set(inouts)
    bogus_serializers = serializers - {
        'json_in', 'json_out', 'xml_in', 'xml_out'
    }
    assert not bogus_serializers, bogus_serializers

    if app.HasField('wrapped'):
        model_name = syslx.fmt_app_name(app.wrapped.name)
        assert model_name in module.apps, ('missing app: ' + repr(model_name),
                                           module.apps.keys(),
                                           app.wrapped.endpoints.keys())
        wrapped_model = module.apps[model_name]
    else:
        wrapped_model = None

    context = Context(app, module, package, model_class, write_file, appname,
                      wrapped_model)

    def serializer_entities():
        return (({appname +
                  'JsonDeserializer'} if 'json_in' in serializers else set()) |
                ({appname +
                  'JsonSerializer'} if 'json_out' in serializers else set()) |
                ({appname +
                  'XmlDeserializer'} if 'xml_in' in serializers else set()) |
                ({appname +
                  'XmlSerializer'} if 'xml_out' in serializers else set()))

    def export_serializers():
        if 'json_in' in serializers:
            json_export.deserializer(context)
        if 'json_out' in serializers:
            json_export.serializer(context)
        if 'xml_in' in serializers:
            xml_export.deserializer(context)
        if 'xml_out' in serializers:
            xml_export.serializer(context)

    if mode == 'model':
        entities |= {appname, appname + 'Exception'} | serializer_entities()

        # Build a foreign key reverse map to enable efficeint navigation
        # in the generated classes
        fk_rmap = datamodel.build_fk_reverse_map(app, module)

        # For each of the "types" in the Application message from the
        # protocol buffer represenation of the sysl generate an
        # "Entity" class
        for (tname, t) in sorted(app.types.iteritems()):
            if not re.match(r'AnonType_\d+__$', tname):
                w = writer.Writer('java')
                java.Package(w, package)
                java.StandardImports(w)
                java_model.export_entity_class(w, tname, t, fk_rmap[tname],
                                               context)

        java_model.export_model_class(fk_rmap, context)
        java_model.export_exception_class(context)
        export_serializers()

    elif mode == 'facade':
        entities |= {appname} | serializer_entities()
        java_facade.export_facade_class(context)
        export_serializers()

    elif mode == 'xsd':
        xsd_export.xsd(context)

    elif mode == 'swagger':
        swagger_export.swagger_file(app, module, model_class, write_file)

    elif mode == 'spring-rest-service':
        interfaces = {
            endpt.attrs['interface'].s
            for endpt in app.endpoints.itervalues()
        }
        assert None not in interfaces, '\n' + '\n'.join(
            sorted([
                endpt.name for endpt in app.endpoints.itervalues()
                for i in [endpt.attrs['interface'].s] if not i
            ],
                   key=lambda name: reversed(name.split())))

        entities |= {model_class + 'Controller'} | set(interfaces)
        src.exporters.api.spring_rest.service(interfaces, context)

    elif mode == 'view':
        entities |= {appname}

        w = writer.Writer('java')
        java.Package(w, package)
        java.StandardImports(w)
        w()
        java.Import(w, 'org.joda.time.DateTime')
        java.Import(w, 'org.joda.time.format.DateTimeFormat')
        java.Import(w, 'org.joda.time.format.DateTimeFormatter')
        w()
        java_model.export_view_class(w, context)
Exemple #12
0
        def visit_stmts(stmts, deactivate, last_parent_stmt):
            """Recursively visit a stmt list."""
            def block(last_stmt, block_stmts, fmt, *args):
                """Output a compound block."""
                write(fmt, *args)
                with write.indent():
                    return visit_stmts(block_stmts, deactivate, last_stmt)

            def block_with_end(last_stmt, block_stmts, fmt, *args):
                """Output a compound block, including the 'end' clause."""
                payload = block(last_stmt, block_stmts, fmt, *args)
                write('end')
                return payload

            payload = None

            for (i, stmt) in enumerate(stmts):
                last_stmt = last_parent_stmt and i == len(stmts) - 1
                if stmt.HasField('call'):
                    with write.indent():
                        payload = visit_endpoint(
                            app, syslx.fmt_app_name(stmt.call.target),
                            stmt.call.endpoint, uptos, app_patterns, stmt,
                            last_stmt and deactivate)
                elif stmt.HasField('action'):
                    write('{0} -> {0} : {1}', agent,
                          r'\n'.join(textwrap.wrap(stmt.action.action, 40)))
                elif stmt.HasField('cond'):
                    payload = block_with_end(last_stmt, stmt.cond.stmt,
                                             'opt {}', stmt.cond.test)
                elif stmt.HasField('loop'):
                    payload = block_with_end(
                        last_stmt, stmt.loop.stmt, 'loop {} {}',
                        stmt.loop.Mode.Name(stmt.loop.mode),
                        stmt.loop.criterion)
                elif stmt.HasField('loop_n'):
                    payload = block_with_end(last_stmt, stmt.loop_n.stmt,
                                             'loop {} times',
                                             stmt.loop_n.count)
                elif stmt.HasField('foreach'):
                    payload = block_with_end(last_stmt, stmt.foreach.stmt,
                                             'loop for each {}',
                                             stmt.foreach.collection)
                elif stmt.HasField('group'):
                    payload = block_with_end(last_stmt, stmt.group.stmt,
                                             'group {}', stmt.group.title)
                elif stmt.HasField('alt'):
                    prefix = 'alt'
                    for (j, choice) in enumerate(stmt.alt.choice):
                        last_alt_stmt = last_stmt and j == len(
                            stmt.alt.choice) - 1
                        payload = block(last_alt_stmt, choice.stmt, '{} {}',
                                        prefix, choice.cond)
                        prefix = 'else'
                    write('end')
                elif stmt.HasField('ret'):
                    write('{}<--{} : {}', sender, agent, stmt.ret.payload)
                else:
                    raise Exception('No statement!')

            return payload
Exemple #13
0
    def visit_endpoint(from_app,
                       appname,
                       epname,
                       uptos,
                       sender_patterns,
                       stmt=None,
                       deactivate=None):
        """Recursively visit an endpoint."""
        if from_app:
            sender = var_name(syslx.fmt_app_name(from_app.name))
        else:
            sender = '['
        agent = var_name(appname)
        app = module.apps.get(appname)
        endpt = app.endpoints.get(epname)
        assert endpt

        def visit_stmts(stmts, deactivate, last_parent_stmt):
            """Recursively visit a stmt list."""
            def block(last_stmt, block_stmts, fmt, *args):
                """Output a compound block."""
                write(fmt, *args)
                with write.indent():
                    return visit_stmts(block_stmts, deactivate, last_stmt)

            def block_with_end(last_stmt, block_stmts, fmt, *args):
                """Output a compound block, including the 'end' clause."""
                payload = block(last_stmt, block_stmts, fmt, *args)
                write('end')
                return payload

            payload = None

            for (i, stmt) in enumerate(stmts):
                last_stmt = last_parent_stmt and i == len(stmts) - 1
                if stmt.HasField('call'):
                    with write.indent():
                        payload = visit_endpoint(
                            app, syslx.fmt_app_name(stmt.call.target),
                            stmt.call.endpoint, uptos, app_patterns, stmt,
                            last_stmt and deactivate)
                elif stmt.HasField('action'):
                    write('{0} -> {0} : {1}', agent,
                          r'\n'.join(textwrap.wrap(stmt.action.action, 40)))
                elif stmt.HasField('cond'):
                    payload = block_with_end(last_stmt, stmt.cond.stmt,
                                             'opt {}', stmt.cond.test)
                elif stmt.HasField('loop'):
                    payload = block_with_end(
                        last_stmt, stmt.loop.stmt, 'loop {} {}',
                        stmt.loop.Mode.Name(stmt.loop.mode),
                        stmt.loop.criterion)
                elif stmt.HasField('loop_n'):
                    payload = block_with_end(last_stmt, stmt.loop_n.stmt,
                                             'loop {} times',
                                             stmt.loop_n.count)
                elif stmt.HasField('foreach'):
                    payload = block_with_end(last_stmt, stmt.foreach.stmt,
                                             'loop for each {}',
                                             stmt.foreach.collection)
                elif stmt.HasField('group'):
                    payload = block_with_end(last_stmt, stmt.group.stmt,
                                             'group {}', stmt.group.title)
                elif stmt.HasField('alt'):
                    prefix = 'alt'
                    for (j, choice) in enumerate(stmt.alt.choice):
                        last_alt_stmt = last_stmt and j == len(
                            stmt.alt.choice) - 1
                        payload = block(last_alt_stmt, choice.stmt, '{} {}',
                                        prefix, choice.cond)
                        prefix = 'else'
                    write('end')
                elif stmt.HasField('ret'):
                    write('{}<--{} : {}', sender, agent, stmt.ret.payload)
                else:
                    raise Exception('No statement!')

            return payload

        app_patterns = syslx.patterns(app.attrs)
        target_patterns = syslx.patterns(endpt.attrs)

        patterns = target_patterns

        human = 'human' in app_patterns
        human_sender = 'human' in sender_patterns
        cron = 'cron' in sender_patterns
        needs_int = not (human or human_sender or cron) and sender != agent
        # pdb.set_trace()
        label = re.sub(ur'^.*? -> ', u' ⬄ ',
                       r'\n'.join(textwrap.wrap(unicode(epname), 40)))

        cron = 'cron' in app_patterns

        if stmt:
            assert stmt.HasField('call')

            # pdb.set_trace()
            patterns = syslx.patterns(stmt.attrs) or patterns

            label = params.epfmt(
                epname=label,
                human='human' if human else '',
                human_sender='human sender' if human_sender else '',
                needs_int='needs_int' if needs_int else '',
                args=', '.join(p.name for p in stmt.call.arg),
                patterns=', '.join(sorted(patterns)),
                **diagutil.attr_fmt_vars(stmt.attrs)).replace('\n', r'\n')

        if not ((human and sender == '[') or cron):
            ep_patterns = syslx.patterns(endpt.attrs)

            icon = '<&timer> ' if 'cron' in ep_patterns else ''
            # pdb.set_trace()
            write('{}->{} : {}{}', sender, agent, icon, label)
            if log_integration and stmt:
                log_integration(app=from_app, stmt=stmt, patterns=patterns)

        payload = syslalgo.return_payload(endpt.stmt)
        calling_self = from_app and syslx.fmt_app_name(
            from_app.name) == appname
        if not calling_self and not payload and deactivate:
            deactivate()

        if len(endpt.stmt):
            hit_blackbox = False
            for (upto, comment) in itertools.chain(uptos.iteritems(),
                                                   already_visited.keys()):
                # Compare the common prefix of the current endpt and upto.
                upto_parts = upto.split(' <- ')
                if [appname, epname][:len(upto_parts)] == upto_parts:
                    hit_blackbox = True
                    if payload:
                        write.activate(agent)
                        if comment is not None:
                            write('note over {}: {}', agent, comment
                                  or 'see below')
                    else:
                        if comment is not None:
                            write('note {}: {}',
                                  'left' if sender > agent else 'right',
                                  comment or 'see below')
                    if payload:
                        write('{}<--{} : {}', sender, agent, payload)
                        write.deactivate(agent)
                    break

            if not hit_blackbox:
                with write.activated(agent, human or cron) as deactivate:
                    visiting = (appname + ' <- ' + epname, None)  #'see above')
                    already_visited[visiting] += 1
                    try:
                        return visit_stmts(endpt.stmt, deactivate, True)
                    finally:
                        already_visited[visiting] -= 1
                        if not already_visited[visiting]:
                            del already_visited[visiting]