def _mod_scrape_test_helper(mod_name, kwargs_with, kwargs_without, test_members): res = scrape.scrape_module(mod_name, **kwargs_with) for n in test_members: assert_true(n in res) res = scrape.scrape_module(mod_name, **kwargs_without) for n in test_members: assert_true(n not in res)
def get_modules(): # autowrap classes # class_list = import_dict['autowrap_classes'] # vtclasses = [wrap_lib.wrap_function(**func_dict) # for func_dict in class_list] # import the hand-built VisTrails modules module_list = import_dict['import_modules'] pymods = [ importlib.import_module(module_name, module_path) for module_path, mod_lst in six.iteritems(module_list) for module_name in mod_lst ] vtmods = [vtmod for mod in pymods for vtmod in mod.vistrails_modules()] vtfuncs = [] mod_targets = [ 'numpy', 'numpy.fft', 'numpy.polynomial', 'numpy.random', 'scipy', 'scipy.cluster', 'scipy.fftpack', 'scipy.integrate', 'scipy.interpolate', 'scipy.io', 'scipy.linalg', 'scipy.misc', 'scipy.ndimage', 'scipy.odr', 'scipy.optimize', 'scipy.signal', 'scipy.sparse', 'scipy.spatial', 'scipy.special', 'scipy.stats', 'skxray.core.arithmetic', 'skxray.core.calibration', 'skxray.core.correlation', 'skxray.core.utils', 'skxray.core.recip', 'skxray.core.roi', 'skxray.io.binary', 'skxray.io.save_powder_output', 'skxray.io.gsas_file_reader', 'skxray.diffraction', 'vttools.to_wrap.fitting', #'vttools.to_wrap.image.filtering', #'vttools.to_wrap.image.histogram', #'vttools.to_wrap.image.logic', #'vttools.to_wrap.image.math', #'vttools.to_wrap.image.morphology', #'vttools.to_wrap.image.registration', #'vttools.to_wrap.image.thresholding', #'vttools.to_wrap.image.transformation', 'tomopy', ] for mod_name in mod_targets: print('=' * 25) print('starting module {}'.format(mod_name)) print('=' * 25) mod_specs = scrape.scrape_module(mod_name, black_list=_black_list, exclude_markers=_exclude_markers) for ftw, spec_dict in six.iteritems(mod_specs): try: tmp = wrap_lib.wrap_function(**spec_dict) vtfuncs.append(tmp) except Exception as e: logger.warn("%s failed wrapping on %s.%s", e, mod_name, ftw) all_mods = vtmods + vtfuncs if len(all_mods) != len(set(all_mods)): raise ValueError('Some modules have been imported multiple times.\n' 'Full list: {0}' ''.format([ x for x, y in collections.Counter(all_mods).items() if y > 1 ])) # return the valid VisTrails modules return all_mods
def get_modules(): # autowrap classes # class_list = import_dict['autowrap_classes'] # vtclasses = [wrap_lib.wrap_function(**func_dict) # for func_dict in class_list] # import the hand-built VisTrails modules module_list = import_dict['import_modules'] pymods = [importlib.import_module(module_name, module_path) for module_path, mod_lst in six.iteritems(module_list) for module_name in mod_lst] vtmods = [vtmod for mod in pymods for vtmod in mod.vistrails_modules()] vtfuncs = [] mod_targets = ['numpy', 'numpy.fft', 'numpy.polynomial', 'numpy.random', 'scipy', 'scipy.cluster', 'scipy.fftpack', 'scipy.integrate', 'scipy.interpolate', 'scipy.io', 'scipy.linalg', 'scipy.misc', 'scipy.ndimage', 'scipy.odr', 'scipy.optimize', 'scipy.signal', 'scipy.sparse', 'scipy.spatial', 'scipy.special', 'scipy.stats', 'skxray.core.arithmetic', 'skxray.core.calibration', 'skxray.core.correlation', 'skxray.core.utils', 'skxray.core.recip', 'skxray.core.roi', 'skxray.io.binary', 'skxray.io.save_powder_output', 'skxray.io.gsas_file_reader', 'skxray.diffraction', 'vttools.to_wrap.fitting', #'vttools.to_wrap.image.filtering', #'vttools.to_wrap.image.histogram', #'vttools.to_wrap.image.logic', #'vttools.to_wrap.image.math', #'vttools.to_wrap.image.morphology', #'vttools.to_wrap.image.registration', #'vttools.to_wrap.image.thresholding', #'vttools.to_wrap.image.transformation', 'tomopy', ] for mod_name in mod_targets: print('=' * 25) print('starting module {}'.format(mod_name)) print('=' * 25) mod_specs = scrape.scrape_module(mod_name, black_list=_black_list, exclude_markers=_exclude_markers) for ftw, spec_dict in six.iteritems(mod_specs): try: tmp = wrap_lib.wrap_function(**spec_dict) vtfuncs.append(tmp) except Exception as e: logger.warn("%s failed wrapping on %s.%s", e, mod_name, ftw) all_mods = vtmods + vtfuncs if len(all_mods) != len(set(all_mods)): raise ValueError('Some modules have been imported multiple times.\n' 'Full list: {0}' ''.format([x for x, y in collections.Counter(all_mods).items() if y > 1])) # return the valid VisTrails modules return all_mods