Esempio n. 1
0
def GenerateSchema(generator_name,
                   file_paths,
                   root,
                   destdir,
                   cpp_namespace_pattern,
                   bundle_name,
                   impl_dir,
                   include_rules):
  # Merge the source files into a single list of schemas.
  api_defs = []
  for file_path in file_paths:
    schema = os.path.relpath(file_path, root)
    api_def = SchemaLoader(root).LoadSchema(schema)

    # If compiling the C++ model code, delete 'nocompile' nodes.
    if generator_name == 'cpp':
      api_def = json_schema.DeleteNodes(api_def, 'nocompile')

    # Delete all 'nodefine' nodes. They are only for documentation.
    api_def = json_schema.DeleteNodes(api_def, 'nodefine')

    api_defs.extend(api_def)

  api_model = Model(allow_inline_enums=False)

  # For single-schema compilation make sure that the first (i.e. only) schema
  # is the default one.
  default_namespace = None

  # If we have files from multiple source paths, we'll use the common parent
  # path as the source directory.
  src_path = None

  # Load the actual namespaces into the model.
  for target_namespace, file_path in zip(api_defs, file_paths):
    relpath = os.path.relpath(os.path.normpath(file_path), root)
    namespace = api_model.AddNamespace(target_namespace,
                                       relpath,
                                       include_compiler_options=True,
                                       environment=CppNamespaceEnvironment(
                                           cpp_namespace_pattern))

    if default_namespace is None:
      default_namespace = namespace

    if src_path is None:
      src_path = namespace.source_file_dir
    else:
      src_path = os.path.commonprefix((src_path, namespace.source_file_dir))

    _, filename = os.path.split(file_path)
    filename_base, _ = os.path.splitext(filename)

  # Construct the type generator with all the namespaces in this model.
  schema_dir = os.path.dirname(os.path.relpath(file_paths[0], root))
  namespace_resolver = NamespaceResolver(root, schema_dir,
                                         include_rules, cpp_namespace_pattern)
  type_generator = CppTypeGenerator(api_model,
                                    namespace_resolver,
                                    default_namespace)
  if generator_name in ('cpp-bundle-registration', 'cpp-bundle-schema'):
    cpp_bundle_generator = CppBundleGenerator(root,
                                              api_model,
                                              api_defs,
                                              type_generator,
                                              cpp_namespace_pattern,
                                              bundle_name,
                                              src_path,
                                              impl_dir)
    if generator_name == 'cpp-bundle-registration':
      generators = [
        ('generated_api_registration.cc',
         cpp_bundle_generator.api_cc_generator),
        ('generated_api_registration.h', cpp_bundle_generator.api_h_generator),
      ]
    elif generator_name == 'cpp-bundle-schema':
      generators = [
        ('generated_schemas.cc', cpp_bundle_generator.schemas_cc_generator),
        ('generated_schemas.h', cpp_bundle_generator.schemas_h_generator)
      ]
  elif generator_name == 'cpp':
    cpp_generator = CppGenerator(type_generator)
    generators = [
      ('%s.h' % filename_base, cpp_generator.h_generator),
      ('%s.cc' % filename_base, cpp_generator.cc_generator)
    ]
  elif generator_name == 'externs':
    generators = [
      ('%s_externs.js' % namespace.unix_name, JsExternsGenerator())
    ]
  elif generator_name == 'interface':
    generators = [
      ('%s_interface.js' % namespace.unix_name, JsInterfaceGenerator())
    ]
  else:
    raise Exception('Unrecognised generator %s' % generator_name)

  output_code = []
  for filename, generator in generators:
    code = generator.Generate(namespace).Render()
    if destdir:
      if generator_name == 'cpp-bundle-registration':
        # Function registrations must be output to impl_dir, since they link in
        # API implementations.
        output_dir = os.path.join(destdir, impl_dir)
      else:
        output_dir = os.path.join(destdir, src_path)
      if not os.path.exists(output_dir):
        os.makedirs(output_dir)
      with open(os.path.join(output_dir, filename), 'w') as f:
        f.write(code)
    # If multiple files are being output, add the filename for each file.
    if len(generators) > 1:
      output_code += [filename, '', code, '']
    else:
      output_code += [code]

  return '\n'.join(output_code)
Esempio n. 2
0
def GenerateSchema(generator, filenames, root, destdir, root_namespace,
                   dart_overrides_dir):
    schema_loader = SchemaLoader(
        os.path.dirname(os.path.relpath(os.path.normpath(filenames[0]), root)),
        os.path.dirname(filenames[0]))
    # Merge the source files into a single list of schemas.
    api_defs = []
    for filename in filenames:
        schema = os.path.normpath(filename)
        api_def = schema_loader.LoadSchema(os.path.split(schema)[1])

        # If compiling the C++ model code, delete 'nocompile' nodes.
        if generator == 'cpp':
            api_def = json_schema.DeleteNodes(api_def, 'nocompile')
        api_defs.extend(api_def)

    api_model = Model()

    # For single-schema compilation make sure that the first (i.e. only) schema
    # is the default one.
    default_namespace = None

    # Load the actual namespaces into the model.
    for target_namespace, schema_filename in zip(api_defs, filenames):
        relpath = os.path.relpath(os.path.normpath(schema_filename), root)
        namespace = api_model.AddNamespace(target_namespace,
                                           relpath,
                                           include_compiler_options=True)
        if default_namespace is None:
            default_namespace = namespace

        path, filename = os.path.split(schema_filename)
        short_filename, extension = os.path.splitext(filename)

        # Filenames are checked against the unix_names of the namespaces they
        # generate because the gyp uses the names of the JSON files to generate
        # the names of the .cc and .h files. We want these to be using unix_names.
        if namespace.unix_name != short_filename:
            sys.exit(
                "Filename %s is illegal. Name files using unix_hacker style." %
                schema_filename)

    # Construct the type generator with all the namespaces in this model.
    type_generator = CppTypeGenerator(api_model,
                                      schema_loader,
                                      default_namespace=default_namespace)

    if generator == 'cpp-bundle':
        cpp_bundle_generator = CppBundleGenerator(root, api_model, api_defs,
                                                  type_generator,
                                                  root_namespace)
        generators = [
            ('generated_api.cc', cpp_bundle_generator.api_cc_generator),
            ('generated_api.h', cpp_bundle_generator.api_h_generator),
            ('generated_schemas.cc',
             cpp_bundle_generator.schemas_cc_generator),
            ('generated_schemas.h', cpp_bundle_generator.schemas_h_generator)
        ]
    elif generator == 'cpp':
        cpp_generator = CppGenerator(type_generator, root_namespace)
        generators = [
            ('%s.h' % namespace.unix_name, cpp_generator.h_generator),
            ('%s.cc' % namespace.unix_name, cpp_generator.cc_generator)
        ]
    elif generator == 'dart':
        generators = [('%s.dart' % namespace.unix_name,
                       DartGenerator(dart_overrides_dir))]
    else:
        raise Exception('Unrecognised generator %s' % generator)

    output_code = []
    for filename, generator in generators:
        code = generator.Generate(namespace).Render()
        if destdir:
            with open(
                    os.path.join(destdir, namespace.source_file_dir, filename),
                    'w') as f:
                f.write(code)
        output_code += [filename, '', code, '']

    return '\n'.join(output_code)
Esempio n. 3
0
def genTarget(args):
    """
    Generate a target based on the options in the matching genOpts{} object.

    This is encapsulated in a function so it can be profiled and/or timed.
    The args parameter is an parsed argument object containing the following
    fields that are used:
    target - target to generate
    directory - directory to generate it in
    protect - True if re-inclusion wrappers should be created
    extensions - list of additional extensions to include in generated
    interfaces
    """
    # Create generator options with specified parameters
    header = args.target
    if 'dispatch' in args.target:
        # Don't omit anything when generating dispatchers.
        removeExtensions = None
    else:
        removeExtensions = makeREstring((
            # Atom not projecting right?
            "XR_MSFT_controller_model",
            # Projection of static string fails
            "XR_MSFT_spatial_graph_bridge",
        ))

    # Turn lists of names/patterns into matching regular expressions
    emitExtensionsPat = makeREstring(args.emitExtensions, '.*')
    featuresPat = makeREstring(args.feature, '.*')
    options = AutomaticSourceGeneratorOptions(
        conventions=OpenXRConventions(),
        filename=header,
        directory=args.directory,
        apiname='openxr',
        profile=None,
        versions=featuresPat,
        emitversions=featuresPat,
        defaultExtensions='openxr',
        addExtensions=None,
        removeExtensions=removeExtensions,
        emitExtensions=emitExtensionsPat)

    if not args.quiet:
        write('* Building', options.filename, file=sys.stderr)
        write('* options.versions          =',
              options.versions,
              file=sys.stderr)
        write('* options.emitversions      =',
              options.emitversions,
              file=sys.stderr)
        write('* options.defaultExtensions =',
              options.defaultExtensions,
              file=sys.stderr)
        write('* options.addExtensions     =',
              options.addExtensions,
              file=sys.stderr)
        write('* options.removeExtensions  =',
              options.removeExtensions,
              file=sys.stderr)
        write('* options.emitExtensions    =',
              options.emitExtensions,
              file=sys.stderr)

    startTimer(args.time)
    gen = CppGenerator(errFile=errWarn,
                       warnFile=errWarn,
                       diagFile=diag,
                       quiet=args.quiet)
    reg.setGenerator(gen)
    reg.apiGen(options)

    if not args.quiet:
        write('* Generated', options.filename, file=sys.stderr)
    endTimer(args.time, '* Time to generate ' + options.filename + ' =')
Esempio n. 4
0
def GenerateSchema(generator, filenames, root, destdir, root_namespace,
                   dart_overrides_dir, impl_dir):
    # Merge the source files into a single list of schemas.
    api_defs = []
    for filename in filenames:
        schema = os.path.normpath(filename)
        schema_loader = SchemaLoader(
            os.path.dirname(os.path.relpath(os.path.normpath(filename), root)),
            os.path.dirname(filename))
        api_def = schema_loader.LoadSchema(os.path.split(schema)[1])

        # If compiling the C++ model code, delete 'nocompile' nodes.
        if generator == 'cpp':
            api_def = json_schema.DeleteNodes(api_def, 'nocompile')
        api_defs.extend(api_def)

    api_model = Model()

    # For single-schema compilation make sure that the first (i.e. only) schema
    # is the default one.
    default_namespace = None

    # If we have files from multiple source paths, we'll use the common parent
    # path as the source directory.
    src_path = None

    # Load the actual namespaces into the model.
    for target_namespace, schema_filename in zip(api_defs, filenames):
        relpath = os.path.relpath(os.path.normpath(schema_filename), root)
        namespace = api_model.AddNamespace(target_namespace,
                                           relpath,
                                           include_compiler_options=True)

        if default_namespace is None:
            default_namespace = namespace

        if src_path is None:
            src_path = namespace.source_file_dir
        else:
            src_path = os.path.commonprefix(
                (src_path, namespace.source_file_dir))

        path, filename = os.path.split(schema_filename)
        short_filename, extension = os.path.splitext(filename)

    # Construct the type generator with all the namespaces in this model.
    type_generator = CppTypeGenerator(api_model,
                                      schema_loader,
                                      default_namespace=default_namespace)
    if generator == 'cpp-bundle':
        cpp_bundle_generator = CppBundleGenerator(root, api_model, api_defs,
                                                  type_generator,
                                                  root_namespace, src_path,
                                                  impl_dir)
        generators = [
            ('generated_api.cc', cpp_bundle_generator.api_cc_generator),
            ('generated_api.h', cpp_bundle_generator.api_h_generator),
            ('generated_schemas.cc',
             cpp_bundle_generator.schemas_cc_generator),
            ('generated_schemas.h', cpp_bundle_generator.schemas_h_generator)
        ]
    elif generator == 'cpp':
        cpp_generator = CppGenerator(type_generator, root_namespace)
        generators = [('%s.h' % short_filename, cpp_generator.h_generator),
                      ('%s.cc' % short_filename, cpp_generator.cc_generator)]
    elif generator == 'dart':
        generators = [('%s.dart' % namespace.unix_name,
                       DartGenerator(dart_overrides_dir))]
    elif generator == 'ppapi':
        generator = PpapiGenerator()
        generators = [
            (os.path.join('api', 'ppb_%s.idl' % namespace.unix_name),
             generator.idl_generator),
        ]
    else:
        raise Exception('Unrecognised generator %s' % generator)

    output_code = []
    for filename, generator in generators:
        code = generator.Generate(namespace).Render()
        if destdir:
            output_dir = os.path.join(destdir, src_path)
            if not os.path.exists(output_dir):
                os.makedirs(output_dir)
            with open(os.path.join(output_dir, filename), 'w') as f:
                f.write(code)
        output_code += [filename, '', code, '']

    return '\n'.join(output_code)
Esempio n. 5
0
            includes_list = includes_list.replace("\r", "")
            includes_list = includes_list.replace(" ", "")
            includes_list = includes_list.replace("*/", "")

            return includes_list.split(",")
    return []


print("Searching messages under: ", args.input)

generators = []
original_sources = []

if args.cpp:
    print("-- enabled CPP")
    generators.append(CppGenerator(args.output, args.input))

if args.python:
    print("-- enabled python")
    generators.append(PythonGenerator(args.output))

for path in pathlib.Path(args.input).rglob("*.th"):
    original_sources.append(str(path))
    cparser = cstruct.cstruct()

    with open(path, "r") as file:
        readed = file.read()
        file.seek(0)
        includes = get_includes(file)

    for dependant in includes: