def _optimize(in_folder, args): in_path = os.path.normpath(os.path.join(_CWD, in_folder)).replace('\\', '/') out_path = os.path.join(_CWD, args.out_folder).replace('\\', '/') manifest_out_path = _request_list_path(out_path, args.host) tmp_out_dir = tempfile.mkdtemp(dir=out_path).replace('\\', '/') excludes = _BASE_EXCLUDES + [ # This file is dynamically created by C++. Need to specify an exclusion # URL for both the relative URL and chrome:// URL syntax. 'strings.js', 'strings.m.js', 'chrome://%s/strings.js' % args.host, 'chrome://%s/strings.m.js' % args.host, ] excludes.extend(args.exclude or []) try: if args.js_module_in_files: pcb_out_paths = [ os.path.join(tmp_out_dir, f) for f in args.js_out_files ] bundled_paths = _bundle_v3(tmp_out_dir, in_path, out_path, manifest_out_path, args, excludes) else: pcb_out_paths = [ os.path.join(out_path, f) for f in args.html_out_files ] bundled_paths = _bundle_v2(tmp_out_dir, in_path, out_path, manifest_out_path, args, excludes) # Run polymer-css-build. node.RunNode([node_modules.PathToPolymerCssBuild()] + ['--polymer-version', '2'] + ['--no-inline-includes', '-f'] + bundled_paths + ['-o'] + pcb_out_paths) # Pass the JS files through Uglify and write the output to its final # destination. for index, js_out_file in enumerate(args.js_out_files): node.RunNode([ node_modules.PathToUglify(), os.path.join(tmp_out_dir, js_out_file), '--comments', '/Copyright|license|LICENSE|\<\/?if/', '--output', os.path.join(out_path, js_out_file) ]) finally: shutil.rmtree(tmp_out_dir) return manifest_out_path
def main(): polymer_dir = os.path.join(_HERE_PATH, 'components-chromium', 'polymer2') # Final HTML bundle. polymer_html = os.path.join(polymer_dir, 'polymer.html') # Final JS bundle. polymer_js = os.path.join(polymer_dir, 'polymer-extracted.js') # Move the entire checkout to a temp location. tmp_dir = os.path.join(_HERE_PATH, 'components-chromium', 'polymer2temp') if os.path.exists(tmp_dir): shutil.rmtree(tmp_dir) shutil.move(polymer_dir, tmp_dir) tmp_out_dir = os.path.join(tmp_dir, 'out') os.makedirs(tmp_out_dir) try: # Combine everything to a single HTML bundle file. node.RunNode([ node_modules.PathToBundler(), '--strip-comments', '--inline-scripts', '--inline-css', '--in-html', os.path.join(tmp_dir, 'polymer.html'), '--out-html', os.path.join(tmp_out_dir, 'polymer.html') ]) # Extract the JS to a separate file named polymer-extracted.js. extract_inline_scripts.ExtractFrom( os.path.join(tmp_out_dir, 'polymer.html')) # Minify the JS bundle. extracted_js = os.path.join(tmp_out_dir, 'polymer-extracted.js') node.RunNode([ node_modules.PathToUglify(), extracted_js, '--comments', '"/Copyright|license|LICENSE/"', '--output', extracted_js ]) # Copy generated bundled JS/HTML files back to the original location. os.makedirs(polymer_dir) shutil.move(os.path.join(tmp_out_dir, 'polymer.html'), polymer_html) shutil.move(extracted_js, polymer_js) # Copy a few more files. shutil.move(os.path.join(tmp_dir, 'bower.json'), polymer_dir) shutil.move(os.path.join(tmp_dir, 'LICENSE.txt'), polymer_dir) finally: # Delete component-chromium/shadycss since it ends up in the bundle. shutil.rmtree( os.path.join(_HERE_PATH, 'components-chromium', 'shadycss')) shutil.rmtree(tmp_dir)
def __StripJsComments(filename): """Returns the minified contents of a JavaScript file with comments and grit directives removed. Args: filename: The name of the file to read. Returns: A string consisting of the minified file contents with comments and grit directives removed. """ with open(filename) as f: text = f.read() text = re.sub('<if .*?>', '', text, flags=re.IGNORECASE) text = re.sub('</if>', '', text, flags=re.IGNORECASE) return node.RunNode([node_modules.PathToUglify(), filename])
def _vulcanize(in_folder, args): in_path = os.path.normpath(os.path.join(_CWD, in_folder)) out_path = os.path.join(_CWD, args.out_folder) manifest_out_path = _request_list_path(out_path, args.host) exclude_args = [] for f in args.exclude or []: exclude_args.append('--exclude') exclude_args.append(f) in_html_args = [] for f in args.html_in_files: in_html_args.append('--in-html') in_html_args.append(f) tmp_out_dir = os.path.join(out_path, 'bundled') node.RunNode( [node_modules.PathToBundler()] + _VULCANIZE_BASE_ARGS + _VULCANIZE_REDIRECT_ARGS + exclude_args + [ # This file is dynamically created by C++. Need to specify an exclusion # URL for both the relative URL and chrome:// URL syntax. '--exclude', 'strings.js', '--exclude', 'chrome://%s/strings.js' % args.host, '--manifest-out', manifest_out_path, '--root', in_path, '--redirect', '"chrome://%s/|%s"' % (args.host, in_path), '--out-dir', os.path.relpath(tmp_out_dir, _CWD), '--shell', args.html_in_files[0], ] + in_html_args) for index, html_file in enumerate(args.html_in_files): with open(os.path.join(os.path.relpath(tmp_out_dir, _CWD), html_file), 'r') as f: output = f.read() # Grit includes are not supported, use HTML imports instead. output = output.replace('<include src="', '<include src-disabled="') if args.insert_in_head: assert '<head>' in output # NOTE(dbeam): polymer-bundler eats <base> tags after processing. This # undoes that by adding a <base> tag to the (post-processed) generated # output. output = output.replace('<head>', '<head>' + args.insert_in_head) # Open file again with 'w' such that the previous contents are overwritten. with open(os.path.join(os.path.relpath(tmp_out_dir, _CWD), html_file), 'w') as f: f.write(output) f.close() try: for index, html_in_file in enumerate(args.html_in_files): html_out_file = args.html_out_files[index] js_out_file = args.js_out_files[index] # Run crisper to separate the JS from the HTML file. node.RunNode([ node_modules.PathToCrisper(), '--source', os.path.join(tmp_out_dir, html_in_file), '--script-in-head', 'false', '--html', os.path.join(tmp_out_dir, html_out_file), '--js', os.path.join(tmp_out_dir, js_out_file) ]) # Move the HTML file to its final destination. shutil.copy(os.path.join(tmp_out_dir, html_out_file), out_path) # Pass the JS file through Uglify and write the output to its final # destination. node.RunNode([ node_modules.PathToUglify(), os.path.join(tmp_out_dir, js_out_file), '--comments', '"/Copyright|license|LICENSE|\<\/?if/"', '--output', os.path.join(out_path, js_out_file) ]) finally: shutil.rmtree(tmp_out_dir) return manifest_out_path
def _optimize(in_folder, args): in_path = os.path.normpath(os.path.join(_CWD, in_folder)).replace('\\', '/') out_path = os.path.join(_CWD, args.out_folder).replace('\\', '/') manifest_out_path = _request_list_path(out_path, args.host) exclude_args = [] for f in args.exclude or []: exclude_args.append('--exclude') exclude_args.append(f) in_html_args = [] for f in args.html_in_files: in_html_args.append(f) tmp_out_dir = os.path.join(out_path, 'bundled').replace('\\', '/') node.RunNode( [node_modules.PathToBundler()] + _VULCANIZE_BASE_ARGS + _VULCANIZE_REDIRECT_ARGS + exclude_args + [# This file is dynamically created by C++. Need to specify an exclusion # URL for both the relative URL and chrome:// URL syntax. '--exclude', 'strings.js', '--exclude', 'chrome://%s/strings.js' % args.host, '--manifest-out', manifest_out_path, '--root', in_path, '--redirect', '"chrome://%s/|%s"' % (args.host, in_path + '/'), '--out-dir', os.path.relpath(tmp_out_dir, _CWD).replace('\\', '/'), '--shell', args.html_in_files[0], ] + in_html_args) for index, html_file in enumerate(args.html_in_files): with open( os.path.join(os.path.relpath(tmp_out_dir, _CWD), html_file), 'r') as f: output = f.read() # Grit includes are not supported, use HTML imports instead. output = output.replace('<include src="', '<include src-disabled="') if args.insert_in_head: assert '<head>' in output # NOTE(dbeam): polymer-bundler eats <base> tags after processing. This # undoes that by adding a <base> tag to the (post-processed) generated # output. output = output.replace('<head>', '<head>' + args.insert_in_head) # Open file again with 'w' such that the previous contents are overwritten. with open( os.path.join(os.path.relpath(tmp_out_dir, _CWD), html_file), 'w') as f: f.write(output) f.close() try: crisper_html_out_paths = [] for index, html_in_file in enumerate(args.html_in_files): crisper_html_out_paths.append( os.path.join(tmp_out_dir, args.html_out_files[index])) js_out_file = args.js_out_files[index] # Run crisper to separate the JS from the HTML file. node.RunNode([node_modules.PathToCrisper(), '--source', os.path.join(tmp_out_dir, html_in_file), '--script-in-head', 'false', '--html', crisper_html_out_paths[index], '--js', os.path.join(tmp_out_dir, js_out_file)]) if args.replace_for_html_imports_polyfill == js_out_file: # Replace the output file with a loader script, to wait until HTML # imports are ready before loading. with open(crisper_html_out_paths[index], 'r') as f: output = f.read() output = output.replace(js_out_file + '"', 'chrome://resources/js/crisper_loader.js"' + \ ' data-script-name="' + js_out_file + '"') # Preload the final script, even though it will not be evaluated # until after crisper_loader.js executes. output = output.replace('<head>', '<head><link rel="preload" href="' + \ js_out_file + '" as="script">') f.close() # Open file again with 'w' such that the previous contents are # overwritten. with open(crisper_html_out_paths[index], 'w') as f: f.write(output) f.close() # Pass the JS file through Uglify and write the output to its final # destination. node.RunNode([node_modules.PathToUglify(), os.path.join(tmp_out_dir, js_out_file), '--comments', '"/Copyright|license|LICENSE|\<\/?if/"', '--output', os.path.join(out_path, js_out_file)]) # Run polymer-css-build and write the output HTML files to their final # destination. html_out_paths = [ os.path.join(out_path, f) for f in args.html_out_files] node.RunNode([node_modules.PathToPolymerCssBuild()] + ['--polymer-version', '2'] + ['--no-inline-includes', '-f'] + crisper_html_out_paths + ['-o'] + html_out_paths) finally: shutil.rmtree(tmp_out_dir) return manifest_out_path
def main(): polymer_dir = os.path.join(_HERE_PATH, 'components-chromium', 'polymer') # Copy the top-level Polymer file that holds all dependencies. This file is # not distributed via NPM, it only exists within third_party/polymer # repository. shutil.copy(os.path.join(polymer_dir, '..', '..', 'polymer.js'), polymer_dir) # Move the entire checkout to a temp location. tmp_dir = os.path.join(_HERE_PATH, 'components-chromium', 'polymer_temp') if os.path.exists(tmp_dir): shutil.rmtree(tmp_dir) shutil.move(polymer_dir, tmp_dir) tmp_out_dir = os.path.join(tmp_dir, 'out') os.makedirs(tmp_out_dir) try: # Combine everything to a single JS bundle file. bundled_js = os.path.join(tmp_out_dir, 'polymer_bundled.js') path_to_rollup = os.path.join('node_modules', 'rollup', 'bin', 'rollup') node.RunNode([ path_to_rollup, # See https://github.com/rollup/rollup/issues/1955 '--silent', '--format', 'esm', '--input', os.path.join(tmp_dir, 'polymer.js'), '--file', bundled_js, ]) # Minify the JS bundle. minified_js = os.path.join(tmp_out_dir, 'polymer_bundled.min.js') node.RunNode([ node_modules.PathToUglify(), bundled_js, # TODO(dpapad): Figure out a way to deduplicate LICENSE headers. #'--comments', '/Copyright|license|LICENSE/', '--output', minified_js ]) # Copy generated JS bundle back to the original location. os.makedirs(polymer_dir) shutil.move(minified_js, polymer_dir) # Copy LICENSE file. shutil.copy(os.path.join(tmp_dir, 'LICENSE.txt'), polymer_dir) # Copy files needed for type checking. # - |bundled_js| is the JS bundle with JS type annotations. # - various externs files shutil.copy(bundled_js, polymer_dir) externs_to_copy = [ os.path.join(tmp_dir, 'externs', 'closure-types.js'), os.path.join(tmp_dir, 'externs', 'polymer-dom-api-externs.js'), os.path.join(tmp_dir, 'externs', 'polymer-externs.js'), os.path.join(tmp_dir, 'externs', 'webcomponents-externs.js'), os.path.join(polymer_dir, '..', 'shadycss', 'externs', 'shadycss-externs.js'), ] externs_dir = os.path.join(polymer_dir, 'externs') os.makedirs(externs_dir) for extern in externs_to_copy: shutil.copy(extern, externs_dir) finally: # Delete component-chromium/shadycss since it ends up in the bundle. shutil.rmtree( os.path.join(_HERE_PATH, 'components-chromium', 'shadycss')) shutil.rmtree(tmp_dir)
def _vulcanize(in_folder, args): in_path = os.path.normpath(os.path.join(_CWD, in_folder)) out_path = os.path.join(_CWD, args.out_folder) html_out_path = os.path.join(out_path, args.html_out_file) js_out_path = os.path.join(out_path, args.js_out_file) exclude_args = [] for f in args.exclude or []: exclude_args.append('--exclude') exclude_args.append(f) output = node.RunNode( [node_modules.PathToVulcanize()] + _VULCANIZE_BASE_ARGS + _VULCANIZE_REDIRECT_ARGS + exclude_args + ['--out-request-list', _request_list_path(out_path, args.html_out_file), '--redirect', '"/|%s"' % in_path, '--redirect', '"chrome://%s/|%s"' % (args.host, in_path), # TODO(dpapad): Figure out why vulcanize treats the input path # differently on Windows VS Linux/Mac. os.path.join( in_path if platform.system() == 'Windows' else os.sep, args.html_in_file)]) # Grit includes are not supported, use HTML imports instead. output = output.replace('<include src="', '<include src-disabled="') if args.insert_in_head: assert '<head>' in output # NOTE(dbeam): Vulcanize eats <base> tags after processing. This undoes # that by adding a <base> tag to the (post-processed) generated output. output = output.replace('<head>', '<head>' + args.insert_in_head) crisper_input = tempfile.NamedTemporaryFile(mode='wt+', delete=False) crisper_input.write(output) crisper_input.close() crisper_output = tempfile.NamedTemporaryFile(mode='wt+', delete=False) crisper_output.close() try: node.RunNode([node_modules.PathToCrisper(), '--source', crisper_input.name, '--script-in-head', 'false', '--only-split', '--html', html_out_path, '--js', crisper_output.name]) # Crisper by default inserts a <script> tag with the name of the --js file, # but since we are using a temporary file, need to manually insert a # <script> tag with the correct final filename (in combination with # --only-split flag). There is no way currently to manually specify the # <script> tag's path, see https://github.com/PolymerLabs/crisper/issues/46. with open(html_out_path, 'r+') as f: data = f.read() new_data = data.replace( '</body></html>', '<script src="' + args.js_out_file + '"></script></body></html>') assert new_data != data, 'Expected to find </body></html> token.' f.seek(0) f.write(new_data) f.truncate() node.RunNode([node_modules.PathToUglify(), crisper_output.name, '--comments', '"/Copyright|license|LICENSE|\<\/?if/"', '--output', js_out_path]) finally: if os.path.exists(crisper_input.name): os.remove(crisper_input.name) if os.path.exists(crisper_output.name): os.remove(crisper_output.name)