def generate_translit(config, glob, common_vars): input_files = [ InFile("translit/root.txt"), InFile("translit/en.txt"), InFile("translit/el.txt") ] dep_files = set(InFile(filename) for filename in glob("translit/*.txt")) dep_files -= set(input_files) dep_files = list(sorted(dep_files)) input_basenames = [v.filename[9:] for v in input_files] output_files = [ OutFile("translit/%s.res" % v[:-4]) for v in input_basenames ] return [ RepeatedOrSingleExecutionRequest( name="translit_res", category="translit", dep_targets=dep_files, input_files=input_files, output_files=output_files, tool=IcuTool("genrb"), args="-s {IN_DIR}/translit -d {OUT_DIR}/translit -i {OUT_DIR} " "-k " "{INPUT_BASENAME}", format_with={}, repeat_with={ "INPUT_BASENAME": utils.SpaceSeparatedList(input_basenames) }) ]
def generate_conversion_mappings(config, glob, common_vars): # UConv Conversion Table Files input_files = [InFile(filename) for filename in glob("mappings/*.ucm")] output_files = [OutFile("%s.cnv" % v.filename[9:-4]) for v in input_files] # TODO: handle BUILD_SPECIAL_CNV_FILES? Means to add --ignore-siso-check flag to makeconv return [ RepeatedOrSingleExecutionRequest( name="conversion_mappings", category="conversion_mappings", dep_targets=[], input_files=input_files, output_files=output_files, tool=IcuTool("makeconv"), args="-s {IN_DIR} -d {OUT_DIR} -c {INPUT_FILE_PLACEHOLDER}", format_with={}, repeat_with={ "INPUT_FILE_PLACEHOLDER": utils.SpaceSeparatedList(file.filename for file in input_files) }) ]
def generate_tree(config, glob, common_vars, sub_dir, out_sub_dir, xml_filename, use_pool_bundle, dep_targets): requests = [] category = "%s_tree" % sub_dir out_prefix = "%s/" % out_sub_dir if out_sub_dir else "" # TODO: Clean this up for curr input_files = [InFile(filename) for filename in glob("%s/*.txt" % sub_dir)] if sub_dir == "curr": input_files.remove(InFile("curr/supplementalData.txt")) input_basenames = [v.filename[len(sub_dir) + 1:] for v in input_files] output_files = [ OutFile("%s%s.res" % (out_prefix, v[:-4])) for v in input_basenames ] # Generate Pool Bundle if use_pool_bundle: input_pool_files = [OutFile("%spool.res" % out_prefix)] pool_target_name = "%s_pool_write" % sub_dir use_pool_bundle_option = "--usePoolBundle {OUT_DIR}/{OUT_PREFIX}".format( OUT_PREFIX=out_prefix, **common_vars) requests += [ SingleExecutionRequest( name=pool_target_name, category=category, dep_targets=dep_targets, input_files=input_files, output_files=input_pool_files, tool=IcuTool("genrb"), args= "-s {IN_DIR}/{IN_SUB_DIR} -d {OUT_DIR}/{OUT_PREFIX} -i {OUT_DIR} " "--writePoolBundle -k " "{INPUT_BASENAMES_SPACED}", format_with={ "IN_SUB_DIR": sub_dir, "OUT_PREFIX": out_prefix, "INPUT_BASENAMES_SPACED": utils.SpaceSeparatedList(input_basenames) }), ] dep_targets = dep_targets + [DepTarget(pool_target_name)] else: use_pool_bundle_option = "" # Generate Res File Tree requests += [ RepeatedOrSingleExecutionRequest( name="%s_res" % sub_dir, category=category, dep_targets=dep_targets, input_files=input_files, output_files=output_files, tool=IcuTool("genrb"), # BEGIN android-changed args= "-s {IN_DIR}/{IN_SUB_DIR} -d {OUT_DIR}/{OUT_PREFIX} -i {OUT_DIR} " + ("--omitCollationRules " if sub_dir == "coll" else "") + "{EXTRA_OPTION} -k " "{INPUT_BASENAME}", # END android-changed format_with={ "IN_SUB_DIR": sub_dir, "OUT_PREFIX": out_prefix, "EXTRA_OPTION": use_pool_bundle_option }, repeat_with={ "INPUT_BASENAME": utils.SpaceSeparatedList(input_basenames) }) ] # Generate index txt file synthetic_locales = set() deprecates_xml_path = os.path.join(os.path.dirname(__file__), xml_filename) deprecates_xml = ET.parse(deprecates_xml_path) for child in deprecates_xml.getroot(): if child.tag == "alias": synthetic_locales.add(child.attrib["from"]) elif child.tag == "emptyLocale": synthetic_locales.add(child.attrib["locale"]) else: raise ValueError("Unknown tag in deprecates XML: %s" % child.tag) index_input_files = [] for f in input_files: file_stem = f.filename[f.filename.rfind("/") + 1:-4] if file_stem == "root": continue if file_stem in synthetic_locales: continue index_input_files.append(f) cldr_version = locale_dependencies.data[ "cldrVersion"] if sub_dir == "locales" else None index_file_txt = TmpFile("{IN_SUB_DIR}/{INDEX_NAME}.txt".format( IN_SUB_DIR=sub_dir, **common_vars)) index_file_target_name = "%s_index_txt" % sub_dir requests += [ IndexTxtRequest(name=index_file_target_name, category=category, input_files=index_input_files, output_file=index_file_txt, cldr_version=cldr_version) ] # Generate index res file index_res_file = OutFile("{OUT_PREFIX}{INDEX_NAME}.res".format( OUT_PREFIX=out_prefix, **common_vars)) requests += [ SingleExecutionRequest( name="%s_index_res" % sub_dir, category=category, dep_targets=[DepTarget(index_file_target_name)], input_files=[], output_files=[index_res_file], tool=IcuTool("genrb"), args= "-s {TMP_DIR}/{IN_SUB_DIR} -d {OUT_DIR}/{OUT_PREFIX} -i {OUT_DIR} " "-k " "{INDEX_NAME}.txt", format_with={ "IN_SUB_DIR": sub_dir, "OUT_PREFIX": out_prefix }) ] return requests
def generate_tree(config, glob, common_vars, sub_dir, out_sub_dir, resfile_name, version_var, source_var, use_pool_bundle, dep_targets): requests = [] category = "%s_tree" % sub_dir out_prefix = "%s/" % out_sub_dir if out_sub_dir else "" # TODO: Clean this up for curr input_files = [InFile(filename) for filename in glob("%s/*.txt" % sub_dir)] if sub_dir == "curr": input_files.remove(InFile("curr/supplementalData.txt")) input_basenames = [v.filename[len(sub_dir) + 1:] for v in input_files] output_files = [ OutFile("%s%s.res" % (out_prefix, v[:-4])) for v in input_basenames ] # Generate Pool Bundle if use_pool_bundle: input_pool_files = [OutFile("%spool.res" % out_prefix)] pool_target_name = "%s_pool_write" % sub_dir use_pool_bundle_option = "--usePoolBundle {OUT_DIR}/{OUT_PREFIX}".format( OUT_PREFIX=out_prefix, **common_vars) requests += [ SingleExecutionRequest( name=pool_target_name, category=category, dep_targets=dep_targets, input_files=input_files, output_files=input_pool_files, tool=IcuTool("genrb"), args= "-s {IN_DIR}/{IN_SUB_DIR} -d {OUT_DIR}/{OUT_PREFIX} -i {OUT_DIR} " "--writePoolBundle -k " "{INPUT_BASENAMES_SPACED}", format_with={ "IN_SUB_DIR": sub_dir, "OUT_PREFIX": out_prefix, "INPUT_BASENAMES_SPACED": utils.SpaceSeparatedList(input_basenames) }), ] dep_targets = dep_targets + [DepTarget(pool_target_name)] else: use_pool_bundle_option = "" # Generate Res File Tree requests += [ RepeatedOrSingleExecutionRequest( name="%s_res" % sub_dir, category=category, dep_targets=dep_targets, input_files=input_files, output_files=output_files, tool=IcuTool("genrb"), args= "-s {IN_DIR}/{IN_SUB_DIR} -d {OUT_DIR}/{OUT_PREFIX} -i {OUT_DIR} " "{EXTRA_OPTION} -k " "{INPUT_BASENAME}", format_with={ "IN_SUB_DIR": sub_dir, "OUT_PREFIX": out_prefix, "EXTRA_OPTION": use_pool_bundle_option }, repeat_with={ "INPUT_BASENAME": utils.SpaceSeparatedList(input_basenames) }) ] # Generate index txt file # TODO: Change .mk files to .py files so they can be loaded directly. # Alternatively, figure out a way to not require reading this file altogether. # Right now, it is required for the index list file. # Reading these files as .py will be required for Bazel. mk_values = parse_makefile("{GLOB_DIR}/{IN_SUB_DIR}/{RESFILE_NAME}".format( IN_SUB_DIR=sub_dir, RESFILE_NAME=resfile_name, **common_vars)) cldr_version = mk_values[ version_var] if version_var and sub_dir == "locales" else None index_input_files = [ InFile("%s/%s" % (sub_dir, basename)) for basename in mk_values[source_var].split() ] index_file_txt = TmpFile("{IN_SUB_DIR}/{INDEX_NAME}.txt".format( IN_SUB_DIR=sub_dir, **common_vars)) requests += [ IndexTxtRequest(name="%s_index_txt" % sub_dir, category=category, input_files=index_input_files, output_file=index_file_txt, cldr_version=cldr_version) ] # Generate index res file index_res_file = OutFile("{OUT_PREFIX}{INDEX_NAME}.res".format( OUT_PREFIX=out_prefix, **common_vars)) requests += [ SingleExecutionRequest( name="%s_index_res" % sub_dir, category="%s_index" % sub_dir, dep_targets=[], input_files=[index_file_txt], output_files=[index_res_file], tool=IcuTool("genrb"), args= "-s {TMP_DIR}/{IN_SUB_DIR} -d {OUT_DIR}/{OUT_PREFIX} -i {OUT_DIR} " "-k " "{INDEX_NAME}.txt", format_with={ "IN_SUB_DIR": sub_dir, "OUT_PREFIX": out_prefix }) ] return requests