def bindings_tests(output_directory, verbose): executive = Executive() def list_files(directory): files = [] for component in os.listdir(directory): if component not in COMPONENT_DIRECTORY: continue directory_with_component = os.path.join(directory, component) for filename in os.listdir(directory_with_component): files.append(os.path.join(directory_with_component, filename)) return files def diff(filename1, filename2): # Python's difflib module is too slow, especially on long output, so # run external diff(1) command cmd = [ 'diff', '-u', # unified format '-N', # treat absent files as empty filename1, filename2 ] # Return output and don't raise exception, even though diff(1) has # non-zero exit if files differ. return executive.run_command(cmd, error_handler=lambda x: None) def is_cache_file(filename): return filename.endswith('.cache') def delete_cache_files(): # FIXME: Instead of deleting cache files, don't generate them. cache_files = [ path for path in list_files(output_directory) if is_cache_file(os.path.basename(path)) ] for cache_file in cache_files: os.remove(cache_file) def identical_file(reference_filename, output_filename): reference_basename = os.path.basename(reference_filename) if not os.path.isfile(reference_filename): print 'Missing reference file!' print '(if adding new test, update reference files)' print reference_basename print return False if not filecmp.cmp(reference_filename, output_filename): # cmp is much faster than diff, and usual case is "no differance", # so only run diff if cmp detects a difference print 'FAIL: %s' % reference_basename print diff(reference_filename, output_filename) return False if verbose: print 'PASS: %s' % reference_basename return True def identical_output_files(output_files): reference_files = [ os.path.join(reference_directory, os.path.relpath(path, output_directory)) for path in output_files ] return all([ identical_file(reference_filename, output_filename) for (reference_filename, output_filename) in zip(reference_files, output_files) ]) def no_excess_files(output_files): generated_files = set( [os.path.relpath(path, output_directory) for path in output_files]) # Add subversion working copy directories in core and modules. for component in COMPONENT_DIRECTORY: generated_files.add(os.path.join(component, '.svn')) excess_files = [] for path in list_files(reference_directory): relpath = os.path.relpath(path, reference_directory) if relpath not in generated_files: excess_files.append(relpath) if excess_files: print( 'Excess reference files! ' '(probably cruft from renaming or deleting):\n' + '\n'.join(excess_files)) return False return True def generate_union_type_containers(output_directory, component): generator = CodeGeneratorUnionType(component_info_providers[component], cache_dir=None, output_dir=output_directory, target_component=component) outputs = generator.generate_code() for output_path, output_code in outputs: write_file(output_code, output_path, only_if_changed=True) try: generate_interface_dependencies(output_directory) for component in COMPONENT_DIRECTORY: output_dir = os.path.join(output_directory, component) if not os.path.exists(output_dir): os.makedirs(output_dir) generate_union_type_containers(output_dir, component) idl_compiler = IdlCompilerV8( output_dir, info_provider=component_info_providers[component], only_if_changed=True) if component == 'core': partial_interface_output_dir = os.path.join( output_directory, 'modules') if not os.path.exists(partial_interface_output_dir): os.makedirs(partial_interface_output_dir) idl_partial_interface_compiler = IdlCompilerV8( partial_interface_output_dir, info_provider=component_info_providers[component], only_if_changed=True, target_component='modules') else: idl_partial_interface_compiler = None dictionary_impl_compiler = IdlCompilerDictionaryImpl( output_dir, info_provider=component_info_providers[component], only_if_changed=True) idl_filenames = [] input_directory = os.path.join(test_input_directory, component) for filename in os.listdir(input_directory): if (filename.endswith('.idl') and # Dependencies aren't built # (they are used by the dependent) filename not in DEPENDENCY_IDL_FILES): idl_filenames.append( os.path.realpath( os.path.join(input_directory, filename))) for idl_path in idl_filenames: idl_basename = os.path.basename(idl_path) idl_compiler.compile_file(idl_path) definition_name, _ = os.path.splitext(idl_basename) if definition_name in interfaces_info: interface_info = interfaces_info[definition_name] if interface_info['is_dictionary']: dictionary_impl_compiler.compile_file(idl_path) if component == 'core' and interface_info[ 'dependencies_other_component_full_paths']: idl_partial_interface_compiler.compile_file(idl_path) if verbose: print 'Compiled: %s' % idl_path finally: delete_cache_files() # Detect all changes output_files = list_files(output_directory) passed = identical_output_files(output_files) passed &= no_excess_files(output_files) if passed: if verbose: print print PASS_MESSAGE return 0 print print FAIL_MESSAGE return 1
def bindings_tests(output_directory, verbose): executive = Executive() def list_files(directory): files = [] for component in os.listdir(directory): if component not in COMPONENT_DIRECTORY: continue directory_with_component = os.path.join(directory, component) for filename in os.listdir(directory_with_component): files.append(os.path.join(directory_with_component, filename)) return files def diff(filename1, filename2): # Python's difflib module is too slow, especially on long output, so # run external diff(1) command cmd = ['diff', '-u', # unified format '-N', # treat absent files as empty filename1, filename2] # Return output and don't raise exception, even though diff(1) has # non-zero exit if files differ. return executive.run_command(cmd, error_handler=lambda x: None) def is_cache_file(filename): return filename.endswith('.cache') def delete_cache_files(): # FIXME: Instead of deleting cache files, don't generate them. cache_files = [path for path in list_files(output_directory) if is_cache_file(os.path.basename(path))] for cache_file in cache_files: os.remove(cache_file) def identical_file(reference_filename, output_filename): reference_basename = os.path.basename(reference_filename) if not os.path.isfile(reference_filename): print 'Missing reference file!' print '(if adding new test, update reference files)' print reference_basename print return False if not filecmp.cmp(reference_filename, output_filename): # cmp is much faster than diff, and usual case is "no differance", # so only run diff if cmp detects a difference print 'FAIL: %s' % reference_basename print diff(reference_filename, output_filename) return False if verbose: print 'PASS: %s' % reference_basename return True def identical_output_files(output_files): reference_files = [os.path.join(reference_directory, os.path.relpath(path, output_directory)) for path in output_files] return all([identical_file(reference_filename, output_filename) for (reference_filename, output_filename) in zip(reference_files, output_files)]) def no_excess_files(output_files): generated_files = set([os.path.relpath(path, output_directory) for path in output_files]) # Add subversion working copy directories in core and modules. for component in COMPONENT_DIRECTORY: generated_files.add(os.path.join(component, '.svn')) excess_files = [] for path in list_files(reference_directory): relpath = os.path.relpath(path, reference_directory) if relpath not in generated_files: excess_files.append(relpath) if excess_files: print ('Excess reference files! ' '(probably cruft from renaming or deleting):\n' + '\n'.join(excess_files)) return False return True def generate_union_type_containers(output_directory, component): generator = CodeGeneratorUnionType( component_info_providers[component], cache_dir=None, output_dir=output_directory, target_component=component) outputs = generator.generate_code() for output_path, output_code in outputs: write_file(output_code, output_path, only_if_changed=True) try: generate_interface_dependencies(output_directory) for component in COMPONENT_DIRECTORY: output_dir = os.path.join(output_directory, component) if not os.path.exists(output_dir): os.makedirs(output_dir) generate_union_type_containers(output_dir, component) idl_compiler = IdlCompilerV8( output_dir, info_provider=component_info_providers[component], only_if_changed=True) if component == 'core': partial_interface_output_dir = os.path.join(output_directory, 'modules') if not os.path.exists(partial_interface_output_dir): os.makedirs(partial_interface_output_dir) idl_partial_interface_compiler = IdlCompilerV8( partial_interface_output_dir, info_provider=component_info_providers['modules'], only_if_changed=True, target_component='modules') else: idl_partial_interface_compiler = None dictionary_impl_compiler = IdlCompilerDictionaryImpl( output_dir, info_provider=component_info_providers[component], only_if_changed=True) idl_filenames = [] input_directory = os.path.join(test_input_directory, component) for filename in os.listdir(input_directory): if (filename.endswith('.idl') and # Dependencies aren't built # (they are used by the dependent) filename not in DEPENDENCY_IDL_FILES): idl_filenames.append( os.path.realpath( os.path.join(input_directory, filename))) for idl_path in idl_filenames: idl_basename = os.path.basename(idl_path) idl_compiler.compile_file(idl_path) definition_name, _ = os.path.splitext(idl_basename) if definition_name in interfaces_info: interface_info = interfaces_info[definition_name] if interface_info['is_dictionary']: dictionary_impl_compiler.compile_file(idl_path) if component == 'core' and interface_info['dependencies_other_component_full_paths']: idl_partial_interface_compiler.compile_file(idl_path) if verbose: print 'Compiled: %s' % idl_path finally: delete_cache_files() # Detect all changes output_files = list_files(output_directory) passed = identical_output_files(output_files) passed &= no_excess_files(output_files) if passed: if verbose: print print PASS_MESSAGE return 0 print print FAIL_MESSAGE return 1
def bindings_tests(output_directory, verbose): executive = Executive() def diff(filename1, filename2): # Python's difflib module is too slow, especially on long output, so # run external diff(1) command cmd = ["diff", "-u", "-N", filename1, filename2] # unified format # treat absent files as empty # Return output and don't raise exception, even though diff(1) has # non-zero exit if files differ. return executive.run_command(cmd, error_handler=lambda x: None) def delete_cache_files(): # FIXME: Instead of deleting cache files, don't generate them. cache_files = [ os.path.join(output_directory, output_file) for output_file in os.listdir(output_directory) if ( output_file in ("lextab.py", "lextab.pyc", "parsetab.pickle") # PLY lex or output_file.endswith(".cache") # PLY yacc ) ] # Jinja for cache_file in cache_files: os.remove(cache_file) def identical_file(reference_filename, output_filename): reference_basename = os.path.basename(reference_filename) if not os.path.isfile(reference_filename): print "Missing reference file!" print "(if adding new test, update reference files)" print reference_basename print return False if not filecmp.cmp(reference_filename, output_filename): # cmp is much faster than diff, and usual case is "no differance", # so only run diff if cmp detects a difference print "FAIL: %s" % reference_basename print diff(reference_filename, output_filename) return False if verbose: print "PASS: %s" % reference_basename return True def identical_output_files(): file_pairs = [ (os.path.join(reference_directory, output_file), os.path.join(output_directory, output_file)) for output_file in os.listdir(output_directory) ] return all( [ identical_file(reference_filename, output_filename) for (reference_filename, output_filename) in file_pairs ] ) def no_excess_files(): generated_files = set(os.listdir(output_directory)) generated_files.add(".svn") # Subversion working copy directory excess_files = [ output_file for output_file in os.listdir(reference_directory) if output_file not in generated_files ] if excess_files: print ("Excess reference files! " "(probably cruft from renaming or deleting):\n" + "\n".join(excess_files)) return False return True try: generate_interface_dependencies() idl_compiler = IdlCompilerExt(output_directory, interfaces_info=interfaces_info, only_if_changed=True) dictionary_impl_compiler = IdlCompilerDictionaryImpl( output_directory, interfaces_info=interfaces_info, only_if_changed=True ) idl_filenames = [] for component in COMPONENT_DIRECTORY: input_directory = os.path.join(test_input_directory, component) for filename in os.listdir(input_directory): if ( filename.endswith(".idl") and # Dependencies aren't built # (they are used by the dependent) filename not in DEPENDENCY_IDL_FILES ): idl_filenames.append(os.path.realpath(os.path.join(input_directory, filename))) for idl_path in idl_filenames: idl_basename = os.path.basename(idl_path) idl_compiler.compile_file(idl_path) definition_name, _ = os.path.splitext(idl_basename) if definition_name in interfaces_info and interfaces_info[definition_name]["is_dictionary"]: dictionary_impl_compiler.compile_file(idl_path) if verbose: print "Compiled: %s" % idl_path finally: delete_cache_files() # Detect all changes passed = identical_output_files() passed &= no_excess_files() if passed: if verbose: print print PASS_MESSAGE return 0 print print FAIL_MESSAGE return 1
def bindings_tests(output_directory, verbose): executive = Executive() def diff(filename1, filename2): # Python's difflib module is too slow, especially on long output, so # run external diff(1) command cmd = ['diff', '-u', # unified format '-N', # treat absent files as empty filename1, filename2] # Return output and don't raise exception, even though diff(1) has # non-zero exit if files differ. return executive.run_command(cmd, error_handler=lambda x: None) def delete_cache_files(): # FIXME: Instead of deleting cache files, don't generate them. cache_files = [os.path.join(output_directory, output_file) for output_file in os.listdir(output_directory) if (output_file in ('lextab.py', # PLY lex 'lextab.pyc', 'parsetab.pickle') or # PLY yacc output_file.endswith('.cache'))] # Jinja for cache_file in cache_files: os.remove(cache_file) def identical_file(reference_filename, output_filename): reference_basename = os.path.basename(reference_filename) if not os.path.isfile(reference_filename): print 'Missing reference file!' print '(if adding new test, update reference files)' print reference_basename print return False if not filecmp.cmp(reference_filename, output_filename): # cmp is much faster than diff, and usual case is "no differance", # so only run diff if cmp detects a difference print 'FAIL: %s' % reference_basename print diff(reference_filename, output_filename) return False if verbose: print 'PASS: %s' % reference_basename return True def identical_output_files(): file_pairs = [(os.path.join(reference_directory, output_file), os.path.join(output_directory, output_file)) for output_file in os.listdir(output_directory)] return all([identical_file(reference_filename, output_filename) for (reference_filename, output_filename) in file_pairs]) def no_excess_files(): generated_files = set(os.listdir(output_directory)) generated_files.add('.svn') # Subversion working copy directory excess_files = [output_file for output_file in os.listdir(reference_directory) if output_file not in generated_files] if excess_files: print ('Excess reference files! ' '(probably cruft from renaming or deleting):\n' + '\n'.join(excess_files)) return False return True try: generate_interface_dependencies() idl_compiler = IdlCompilerExt(output_directory, interfaces_info=interfaces_info, only_if_changed=True) dictionary_impl_compiler = IdlCompilerDictionaryImpl( output_directory, interfaces_info=interfaces_info, only_if_changed=True) idl_filenames = [] for component in COMPONENT_DIRECTORY: input_directory = os.path.join(test_input_directory, component) for filename in os.listdir(input_directory): if (filename.endswith('.idl') and # Dependencies aren't built # (they are used by the dependent) filename not in DEPENDENCY_IDL_FILES): idl_filenames.append( os.path.realpath( os.path.join(input_directory, filename))) for idl_path in idl_filenames: idl_basename = os.path.basename(idl_path) idl_compiler.compile_file(idl_path) definition_name, _ = os.path.splitext(idl_basename) if (definition_name in interfaces_info and interfaces_info[definition_name]['is_dictionary']): dictionary_impl_compiler.compile_file(idl_path) if verbose: print 'Compiled: %s' % idl_path finally: delete_cache_files() # Detect all changes passed = identical_output_files() passed &= no_excess_files() if passed: if verbose: print print PASS_MESSAGE return 0 print print FAIL_MESSAGE return 1
def bindings_tests(output_directory, verbose): executive = Executive() def diff(filename1, filename2): # Python's difflib module is too slow, especially on long output, so # run external diff(1) command cmd = ['diff', '-u', # unified format '-N', # treat absent files as empty filename1, filename2] # Return output and don't raise exception, even though diff(1) has # non-zero exit if files differ. return executive.run_command(cmd, error_handler=lambda x: None) def delete_cache_files(): # FIXME: Instead of deleting cache files, don't generate them. cache_files = [os.path.join(output_directory, output_file) for output_file in os.listdir(output_directory) if (output_file in ('lextab.py', # PLY lex 'lextab.pyc', 'parsetab.pickle') or # PLY yacc output_file.endswith('.cache'))] # Jinja for cache_file in cache_files: os.remove(cache_file) def identical_file(reference_filename, output_filename): reference_basename = os.path.basename(reference_filename) if not os.path.isfile(reference_filename): print 'Missing reference file!' print '(if adding new test, update reference files)' print reference_basename print return False if not filecmp.cmp(reference_filename, output_filename): # cmp is much faster than diff, and usual case is "no differance", # so only run diff if cmp detects a difference print 'FAIL: %s' % reference_basename print diff(reference_filename, output_filename) return False if verbose: print 'PASS: %s' % reference_basename return True def identical_output_files(): file_pairs = [(os.path.join(reference_directory, output_file), os.path.join(output_directory, output_file)) for output_file in os.listdir(output_directory)] return all([identical_file(reference_filename, output_filename) for (reference_filename, output_filename) in file_pairs]) def no_excess_files(): generated_files = set(os.listdir(output_directory)) generated_files.add('.svn') # Subversion working copy directory excess_files = [output_file for output_file in os.listdir(reference_directory) if output_file not in generated_files] if excess_files: print ('Excess reference files! ' '(probably cruft from renaming or deleting):\n' + '\n'.join(excess_files)) return False return True try: generate_interface_dependencies() idl_compiler = IdlCompilerV8(output_directory, interfaces_info=interfaces_info, only_if_changed=True) dictionary_impl_compiler = IdlCompilerDictionaryImpl( output_directory, interfaces_info=interfaces_info, only_if_changed=True) idl_basenames = [filename for filename in os.listdir(test_input_directory) if (filename.endswith('.idl') and # Dependencies aren't built # (they are used by the dependent) filename not in DEPENDENCY_IDL_FILES)] for idl_basename in idl_basenames: idl_path = os.path.realpath( os.path.join(test_input_directory, idl_basename)) idl_compiler.compile_file(idl_path) definition_name, _ = os.path.splitext(idl_basename) if (definition_name in interfaces_info and interfaces_info[definition_name]['is_dictionary']): dictionary_impl_compiler.compile_file(idl_path) if verbose: print 'Compiled: %s' % filename finally: delete_cache_files() # Detect all changes passed = identical_output_files() passed &= no_excess_files() if passed: if verbose: print print PASS_MESSAGE return 0 print print FAIL_MESSAGE return 1