def bindings_tests(output_directory, verbose):
executive = Executive()
def list_files(directory):
files = []
for component in os.listdir(directory):
if component not in COMPONENT_DIRECTORY:
continue
directory_with_component = os.path.join(directory, component)
for filename in os.listdir(directory_with_component):
files.append(os.path.join(directory_with_component, filename))
return files
def diff(filename1, filename2):
# Python's difflib module is too slow, especially on long output, so
# run external diff(1) command
cmd = [
'diff',
'-u', # unified format
'-N', # treat absent files as empty
filename1,
filename2
]
# Return output and don't raise exception, even though diff(1) has
# non-zero exit if files differ.
return executive.run_command(cmd, error_handler=lambda x: None)
def is_cache_file(filename):
return filename.endswith('.cache')
def delete_cache_files():
# FIXME: Instead of deleting cache files, don't generate them.
cache_files = [
path for path in list_files(output_directory)
if is_cache_file(os.path.basename(path))
]
for cache_file in cache_files:
os.remove(cache_file)
def identical_file(reference_filename, output_filename):
reference_basename = os.path.basename(reference_filename)
if not os.path.isfile(reference_filename):
print 'Missing reference file!'
print '(if adding new test, update reference files)'
print reference_basename
print
return False
if not filecmp.cmp(reference_filename, output_filename):
# cmp is much faster than diff, and usual case is "no differance",
# so only run diff if cmp detects a difference
print 'FAIL: %s' % reference_basename
print diff(reference_filename, output_filename)
return False
if verbose:
print 'PASS: %s' % reference_basename
return True
def identical_output_files(output_files):
reference_files = [
os.path.join(reference_directory,
os.path.relpath(path, output_directory))
for path in output_files
]
return all([
identical_file(reference_filename, output_filename)
for (reference_filename,
output_filename) in zip(reference_files, output_files)
])
def no_excess_files(output_files):
generated_files = set(
[os.path.relpath(path, output_directory) for path in output_files])
# Add subversion working copy directories in core and modules.
for component in COMPONENT_DIRECTORY:
generated_files.add(os.path.join(component, '.svn'))
excess_files = []
for path in list_files(reference_directory):
relpath = os.path.relpath(path, reference_directory)
if relpath not in generated_files:
excess_files.append(relpath)
if excess_files:
print(
'Excess reference files! '
'(probably cruft from renaming or deleting):\n' +
'\n'.join(excess_files))
return False
return True
def generate_union_type_containers(output_directory, component):
generator = CodeGeneratorUnionType(component_info_providers[component],
cache_dir=None,
output_dir=output_directory,
target_component=component)
outputs = generator.generate_code()
for output_path, output_code in outputs:
write_file(output_code, output_path, only_if_changed=True)
try:
generate_interface_dependencies(output_directory)
for component in COMPONENT_DIRECTORY:
output_dir = os.path.join(output_directory, component)
if not os.path.exists(output_dir):
os.makedirs(output_dir)
generate_union_type_containers(output_dir, component)
idl_compiler = IdlCompilerV8(
output_dir,
info_provider=component_info_providers[component],
only_if_changed=True)
if component == 'core':
partial_interface_output_dir = os.path.join(
output_directory, 'modules')
if not os.path.exists(partial_interface_output_dir):
os.makedirs(partial_interface_output_dir)
idl_partial_interface_compiler = IdlCompilerV8(
partial_interface_output_dir,
info_provider=component_info_providers[component],
only_if_changed=True,
target_component='modules')
else:
idl_partial_interface_compiler = None
dictionary_impl_compiler = IdlCompilerDictionaryImpl(
output_dir,
info_provider=component_info_providers[component],
only_if_changed=True)
idl_filenames = []
input_directory = os.path.join(test_input_directory, component)
for filename in os.listdir(input_directory):
if (filename.endswith('.idl') and
# Dependencies aren't built
# (they are used by the dependent)
filename not in DEPENDENCY_IDL_FILES):
idl_filenames.append(
os.path.realpath(
os.path.join(input_directory, filename)))
for idl_path in idl_filenames:
idl_basename = os.path.basename(idl_path)
idl_compiler.compile_file(idl_path)
definition_name, _ = os.path.splitext(idl_basename)
if definition_name in interfaces_info:
interface_info = interfaces_info[definition_name]
if interface_info['is_dictionary']:
dictionary_impl_compiler.compile_file(idl_path)
if component == 'core' and interface_info[
'dependencies_other_component_full_paths']:
idl_partial_interface_compiler.compile_file(idl_path)
if verbose:
print 'Compiled: %s' % idl_path
finally:
delete_cache_files()
# Detect all changes
output_files = list_files(output_directory)
passed = identical_output_files(output_files)
passed &= no_excess_files(output_files)
if passed:
if verbose:
print
print PASS_MESSAGE
return 0
print
print FAIL_MESSAGE
return 1
def bindings_tests(output_directory, verbose):
executive = Executive()
def list_files(directory):
files = []
for component in os.listdir(directory):
if component not in COMPONENT_DIRECTORY:
continue
directory_with_component = os.path.join(directory, component)
for filename in os.listdir(directory_with_component):
files.append(os.path.join(directory_with_component, filename))
return files
def diff(filename1, filename2):
# Python's difflib module is too slow, especially on long output, so
# run external diff(1) command
cmd = ['diff',
'-u', # unified format
'-N', # treat absent files as empty
filename1,
filename2]
# Return output and don't raise exception, even though diff(1) has
# non-zero exit if files differ.
return executive.run_command(cmd, error_handler=lambda x: None)
def is_cache_file(filename):
return filename.endswith('.cache')
def delete_cache_files():
# FIXME: Instead of deleting cache files, don't generate them.
cache_files = [path for path in list_files(output_directory)
if is_cache_file(os.path.basename(path))]
for cache_file in cache_files:
os.remove(cache_file)
def identical_file(reference_filename, output_filename):
reference_basename = os.path.basename(reference_filename)
if not os.path.isfile(reference_filename):
print 'Missing reference file!'
print '(if adding new test, update reference files)'
print reference_basename
print
return False
if not filecmp.cmp(reference_filename, output_filename):
# cmp is much faster than diff, and usual case is "no differance",
# so only run diff if cmp detects a difference
print 'FAIL: %s' % reference_basename
print diff(reference_filename, output_filename)
return False
if verbose:
print 'PASS: %s' % reference_basename
return True
def identical_output_files(output_files):
reference_files = [os.path.join(reference_directory,
os.path.relpath(path, output_directory))
for path in output_files]
return all([identical_file(reference_filename, output_filename)
for (reference_filename, output_filename) in zip(reference_files, output_files)])
def no_excess_files(output_files):
generated_files = set([os.path.relpath(path, output_directory)
for path in output_files])
# Add subversion working copy directories in core and modules.
for component in COMPONENT_DIRECTORY:
generated_files.add(os.path.join(component, '.svn'))
excess_files = []
for path in list_files(reference_directory):
relpath = os.path.relpath(path, reference_directory)
if relpath not in generated_files:
excess_files.append(relpath)
if excess_files:
print ('Excess reference files! '
'(probably cruft from renaming or deleting):\n' +
'\n'.join(excess_files))
return False
return True
def generate_union_type_containers(output_directory, component):
generator = CodeGeneratorUnionType(
component_info_providers[component], cache_dir=None,
output_dir=output_directory, target_component=component)
outputs = generator.generate_code()
for output_path, output_code in outputs:
write_file(output_code, output_path, only_if_changed=True)
try:
generate_interface_dependencies(output_directory)
for component in COMPONENT_DIRECTORY:
output_dir = os.path.join(output_directory, component)
if not os.path.exists(output_dir):
os.makedirs(output_dir)
generate_union_type_containers(output_dir, component)
idl_compiler = IdlCompilerV8(
output_dir,
info_provider=component_info_providers[component],
only_if_changed=True)
if component == 'core':
partial_interface_output_dir = os.path.join(output_directory,
'modules')
if not os.path.exists(partial_interface_output_dir):
os.makedirs(partial_interface_output_dir)
idl_partial_interface_compiler = IdlCompilerV8(
partial_interface_output_dir,
info_provider=component_info_providers['modules'],
only_if_changed=True,
target_component='modules')
else:
idl_partial_interface_compiler = None
dictionary_impl_compiler = IdlCompilerDictionaryImpl(
output_dir, info_provider=component_info_providers[component],
only_if_changed=True)
idl_filenames = []
input_directory = os.path.join(test_input_directory, component)
for filename in os.listdir(input_directory):
if (filename.endswith('.idl') and
# Dependencies aren't built
# (they are used by the dependent)
filename not in DEPENDENCY_IDL_FILES):
idl_filenames.append(
os.path.realpath(
os.path.join(input_directory, filename)))
for idl_path in idl_filenames:
idl_basename = os.path.basename(idl_path)
idl_compiler.compile_file(idl_path)
definition_name, _ = os.path.splitext(idl_basename)
if definition_name in interfaces_info:
interface_info = interfaces_info[definition_name]
if interface_info['is_dictionary']:
dictionary_impl_compiler.compile_file(idl_path)
if component == 'core' and interface_info['dependencies_other_component_full_paths']:
idl_partial_interface_compiler.compile_file(idl_path)
if verbose:
print 'Compiled: %s' % idl_path
finally:
delete_cache_files()
# Detect all changes
output_files = list_files(output_directory)
passed = identical_output_files(output_files)
passed &= no_excess_files(output_files)
if passed:
if verbose:
print
print PASS_MESSAGE
return 0
print
print FAIL_MESSAGE
return 1
def bindings_tests(output_directory, verbose):
executive = Executive()
def diff(filename1, filename2):
# Python's difflib module is too slow, especially on long output, so
# run external diff(1) command
cmd = ["diff", "-u", "-N", filename1, filename2] # unified format # treat absent files as empty
# Return output and don't raise exception, even though diff(1) has
# non-zero exit if files differ.
return executive.run_command(cmd, error_handler=lambda x: None)
def delete_cache_files():
# FIXME: Instead of deleting cache files, don't generate them.
cache_files = [
os.path.join(output_directory, output_file)
for output_file in os.listdir(output_directory)
if (
output_file in ("lextab.py", "lextab.pyc", "parsetab.pickle") # PLY lex
or output_file.endswith(".cache") # PLY yacc
)
] # Jinja
for cache_file in cache_files:
os.remove(cache_file)
def identical_file(reference_filename, output_filename):
reference_basename = os.path.basename(reference_filename)
if not os.path.isfile(reference_filename):
print "Missing reference file!"
print "(if adding new test, update reference files)"
print reference_basename
print
return False
if not filecmp.cmp(reference_filename, output_filename):
# cmp is much faster than diff, and usual case is "no differance",
# so only run diff if cmp detects a difference
print "FAIL: %s" % reference_basename
print diff(reference_filename, output_filename)
return False
if verbose:
print "PASS: %s" % reference_basename
return True
def identical_output_files():
file_pairs = [
(os.path.join(reference_directory, output_file), os.path.join(output_directory, output_file))
for output_file in os.listdir(output_directory)
]
return all(
[
identical_file(reference_filename, output_filename)
for (reference_filename, output_filename) in file_pairs
]
)
def no_excess_files():
generated_files = set(os.listdir(output_directory))
generated_files.add(".svn") # Subversion working copy directory
excess_files = [
output_file for output_file in os.listdir(reference_directory) if output_file not in generated_files
]
if excess_files:
print ("Excess reference files! " "(probably cruft from renaming or deleting):\n" + "\n".join(excess_files))
return False
return True
try:
generate_interface_dependencies()
idl_compiler = IdlCompilerExt(output_directory, interfaces_info=interfaces_info, only_if_changed=True)
dictionary_impl_compiler = IdlCompilerDictionaryImpl(
output_directory, interfaces_info=interfaces_info, only_if_changed=True
)
idl_filenames = []
for component in COMPONENT_DIRECTORY:
input_directory = os.path.join(test_input_directory, component)
for filename in os.listdir(input_directory):
if (
filename.endswith(".idl")
and
# Dependencies aren't built
# (they are used by the dependent)
filename not in DEPENDENCY_IDL_FILES
):
idl_filenames.append(os.path.realpath(os.path.join(input_directory, filename)))
for idl_path in idl_filenames:
idl_basename = os.path.basename(idl_path)
idl_compiler.compile_file(idl_path)
definition_name, _ = os.path.splitext(idl_basename)
if definition_name in interfaces_info and interfaces_info[definition_name]["is_dictionary"]:
dictionary_impl_compiler.compile_file(idl_path)
if verbose:
print "Compiled: %s" % idl_path
finally:
delete_cache_files()
# Detect all changes
passed = identical_output_files()
passed &= no_excess_files()
if passed:
if verbose:
print
print PASS_MESSAGE
return 0
print
print FAIL_MESSAGE
return 1
def bindings_tests(output_directory, verbose):
executive = Executive()
def diff(filename1, filename2):
# Python's difflib module is too slow, especially on long output, so
# run external diff(1) command
cmd = ['diff',
'-u', # unified format
'-N', # treat absent files as empty
filename1,
filename2]
# Return output and don't raise exception, even though diff(1) has
# non-zero exit if files differ.
return executive.run_command(cmd, error_handler=lambda x: None)
def delete_cache_files():
# FIXME: Instead of deleting cache files, don't generate them.
cache_files = [os.path.join(output_directory, output_file)
for output_file in os.listdir(output_directory)
if (output_file in ('lextab.py', # PLY lex
'lextab.pyc',
'parsetab.pickle') or # PLY yacc
output_file.endswith('.cache'))] # Jinja
for cache_file in cache_files:
os.remove(cache_file)
def identical_file(reference_filename, output_filename):
reference_basename = os.path.basename(reference_filename)
if not os.path.isfile(reference_filename):
print 'Missing reference file!'
print '(if adding new test, update reference files)'
print reference_basename
print
return False
if not filecmp.cmp(reference_filename, output_filename):
# cmp is much faster than diff, and usual case is "no differance",
# so only run diff if cmp detects a difference
print 'FAIL: %s' % reference_basename
print diff(reference_filename, output_filename)
return False
if verbose:
print 'PASS: %s' % reference_basename
return True
def identical_output_files():
file_pairs = [(os.path.join(reference_directory, output_file),
os.path.join(output_directory, output_file))
for output_file in os.listdir(output_directory)]
return all([identical_file(reference_filename, output_filename)
for (reference_filename, output_filename) in file_pairs])
def no_excess_files():
generated_files = set(os.listdir(output_directory))
generated_files.add('.svn') # Subversion working copy directory
excess_files = [output_file
for output_file in os.listdir(reference_directory)
if output_file not in generated_files]
if excess_files:
print ('Excess reference files! '
'(probably cruft from renaming or deleting):\n' +
'\n'.join(excess_files))
return False
return True
try:
generate_interface_dependencies()
idl_compiler = IdlCompilerExt(output_directory,
interfaces_info=interfaces_info,
only_if_changed=True)
dictionary_impl_compiler = IdlCompilerDictionaryImpl(
output_directory, interfaces_info=interfaces_info,
only_if_changed=True)
idl_filenames = []
for component in COMPONENT_DIRECTORY:
input_directory = os.path.join(test_input_directory, component)
for filename in os.listdir(input_directory):
if (filename.endswith('.idl') and
# Dependencies aren't built
# (they are used by the dependent)
filename not in DEPENDENCY_IDL_FILES):
idl_filenames.append(
os.path.realpath(
os.path.join(input_directory, filename)))
for idl_path in idl_filenames:
idl_basename = os.path.basename(idl_path)
idl_compiler.compile_file(idl_path)
definition_name, _ = os.path.splitext(idl_basename)
if (definition_name in interfaces_info and
interfaces_info[definition_name]['is_dictionary']):
dictionary_impl_compiler.compile_file(idl_path)
if verbose:
print 'Compiled: %s' % idl_path
finally:
delete_cache_files()
# Detect all changes
passed = identical_output_files()
passed &= no_excess_files()
if passed:
if verbose:
print
print PASS_MESSAGE
return 0
print
print FAIL_MESSAGE
return 1
def bindings_tests(output_directory, verbose):
executive = Executive()
def diff(filename1, filename2):
# Python's difflib module is too slow, especially on long output, so
# run external diff(1) command
cmd = ['diff',
'-u', # unified format
'-N', # treat absent files as empty
filename1,
filename2]
# Return output and don't raise exception, even though diff(1) has
# non-zero exit if files differ.
return executive.run_command(cmd, error_handler=lambda x: None)
def delete_cache_files():
# FIXME: Instead of deleting cache files, don't generate them.
cache_files = [os.path.join(output_directory, output_file)
for output_file in os.listdir(output_directory)
if (output_file in ('lextab.py', # PLY lex
'lextab.pyc',
'parsetab.pickle') or # PLY yacc
output_file.endswith('.cache'))] # Jinja
for cache_file in cache_files:
os.remove(cache_file)
def identical_file(reference_filename, output_filename):
reference_basename = os.path.basename(reference_filename)
if not os.path.isfile(reference_filename):
print 'Missing reference file!'
print '(if adding new test, update reference files)'
print reference_basename
print
return False
if not filecmp.cmp(reference_filename, output_filename):
# cmp is much faster than diff, and usual case is "no differance",
# so only run diff if cmp detects a difference
print 'FAIL: %s' % reference_basename
print diff(reference_filename, output_filename)
return False
if verbose:
print 'PASS: %s' % reference_basename
return True
def identical_output_files():
file_pairs = [(os.path.join(reference_directory, output_file),
os.path.join(output_directory, output_file))
for output_file in os.listdir(output_directory)]
return all([identical_file(reference_filename, output_filename)
for (reference_filename, output_filename) in file_pairs])
def no_excess_files():
generated_files = set(os.listdir(output_directory))
generated_files.add('.svn') # Subversion working copy directory
excess_files = [output_file
for output_file in os.listdir(reference_directory)
if output_file not in generated_files]
if excess_files:
print ('Excess reference files! '
'(probably cruft from renaming or deleting):\n' +
'\n'.join(excess_files))
return False
return True
try:
generate_interface_dependencies()
idl_compiler = IdlCompilerV8(output_directory,
interfaces_info=interfaces_info,
only_if_changed=True)
dictionary_impl_compiler = IdlCompilerDictionaryImpl(
output_directory, interfaces_info=interfaces_info,
only_if_changed=True)
idl_basenames = [filename
for filename in os.listdir(test_input_directory)
if (filename.endswith('.idl') and
# Dependencies aren't built
# (they are used by the dependent)
filename not in DEPENDENCY_IDL_FILES)]
for idl_basename in idl_basenames:
idl_path = os.path.realpath(
os.path.join(test_input_directory, idl_basename))
idl_compiler.compile_file(idl_path)
definition_name, _ = os.path.splitext(idl_basename)
if (definition_name in interfaces_info and
interfaces_info[definition_name]['is_dictionary']):
dictionary_impl_compiler.compile_file(idl_path)
if verbose:
print 'Compiled: %s' % filename
finally:
delete_cache_files()
# Detect all changes
passed = identical_output_files()
passed &= no_excess_files()
if passed:
if verbose:
print
print PASS_MESSAGE
return 0
print
print FAIL_MESSAGE
return 1
