def test_zip():
'''Test `exists` works on zip-imported modules.'''
assert not exists('zip_imported_module_bla_bla')
zip_string = pkg_resources.resource_string(resources_package,
'archive_with_module.zip')
with temp_file_tools.TemporaryFolder(prefix='test_python_toolbox_') \
as temp_folder:
temp_zip_path = os.path.join(temp_folder, 'archive_with_module.zip')
with open(temp_zip_path, 'wb') as temp_zip_file:
temp_zip_file.write(zip_string)
assert not exists('zip_imported_module_bla_bla')
with sys_tools.TempSysPathAdder(temp_zip_path):
assert exists('zip_imported_module_bla_bla')
import zip_imported_module_bla_bla
assert zip_imported_module_bla_bla.__doc__ == \
('Module for testing `import_tools.exists` on zip-archived '
'modules.')
def test_multiprocessing_lock():
'''Test `describe` works for `multiprocessing.Lock()`.'''
if not import_tools.exists('multiprocessing'):
raise nose.SkipTest('`multiprocessing` not installed')
import multiprocessing
lock = multiprocessing.Lock()
describe(lock)
def test_multiprocessing_lock():
'''Test `describe` works for `multiprocessing.Lock()`.'''
if not import_tools.exists('multiprocessing'):
raise nose.SkipTest('`multiprocessing` not installed')
import multiprocessing
lock = multiprocessing.Lock()
describe(lock)
def test():
'''Test the basic workings of `exists`.'''
assert not exists('adfgadbnv5nrn')
assert not exists('45gse_e5b6_DFDF')
assert not exists('VWEV65hnrt___a4')
assert exists('email')
assert exists('re')
assert exists('sys')
pytest.raises(NotImplementedError, lambda: exists('email.encoders'))
def test():
'''Test the basic workings of `exists`.'''
assert not exists('adfgadbnv5nrn')
assert not exists('45gse_e5b6_DFDF')
assert not exists('VWEV65hnrt___a4')
assert exists('email')
assert exists('re')
assert exists('sys')
nose.tools.assert_raises(NotImplementedError,
lambda: exists('email.encoders'))
def test_zip():
'''Test `exists` works on zip-imported modules.'''
assert not exists('zip_imported_module_bla_bla')
with temp_file_tools.create_temp_folder(
prefix='test_python_toolbox_') as temp_folder:
temp_zip_path = temp_folder / 'archive_with_module.zip'
with temp_zip_path.open('wb') as temp_zip_file:
temp_zip_file.write(zip_string)
assert not exists('zip_imported_module_bla_bla')
with sys_tools.TempSysPathAdder(temp_zip_path):
assert exists('zip_imported_module_bla_bla')
import zip_imported_module_bla_bla
assert zip_imported_module_bla_bla.__doc__ == \
('Module for testing `import_tools.exists` on zip-archived '
'modules.')
def _check_process_passing(cross_process_persistent_class):
'''
Test that CPPs maintain their identities when passed between processes.
'''
if not import_tools.exists('multiprocessing'):
raise nose.SkipTest('`multiprocessing` is not installed.')
cpp_1 = cross_process_persistent_class()
cpp_2 = cross_process_persistent_class()
cpp_3 = cross_process_persistent_class()
process = Process()
process.start()
process.work_queue.put((1, cpp_1))
assert process.message_queue.get(timeout=10) == 'Stored object.'
assert process.processed_items_queue.get(timeout=10) is cpp_1
process.work_queue.put((1, cpp_1))
assert process.message_queue.get(timeout=10) == 'Asserted identity.'
assert process.processed_items_queue.get(timeout=10) is cpp_1
process.work_queue.put((2, cpp_2))
assert process.message_queue.get(timeout=10) == 'Stored object.'
assert process.processed_items_queue.get(timeout=10) is cpp_2
process.work_queue.put((1, cpp_1))
assert process.message_queue.get(timeout=10) == 'Asserted identity.'
assert process.processed_items_queue.get(timeout=10) is cpp_1
process.work_queue.put((2, cpp_2))
assert process.message_queue.get(timeout=10) == 'Asserted identity.'
assert process.processed_items_queue.get(timeout=10) is cpp_2
process.work_queue.put((3, cpp_3))
assert process.message_queue.get(timeout=10) == 'Stored object.'
assert process.processed_items_queue.get(timeout=10) is cpp_3
process.work_queue.put((3, cpp_3))
assert process.message_queue.get(timeout=10) == 'Asserted identity.'
assert process.processed_items_queue.get(timeout=10) is cpp_3
process.work_queue.put((1, cpp_1))
assert process.message_queue.get(timeout=10) == 'Asserted identity.'
assert process.processed_items_queue.get(timeout=10) is cpp_1
process.terminate()
def _platform_supports_multiprocessing_qsize():
'''
Return whether this platform supports `multiprocessing.Queue().qsize()`.
I'm looking at you, Mac OS.
'''
if 'multiprocessing' not in sys.modules:
if not import_tools.exists('multiprocessing'):
return False
import multiprocessing
multiprocessing_queue = multiprocessing.Queue()
try:
multiprocessing_queue.qsize()
except NotImplementedError:
return False
else:
return True
def _platform_supports_multiprocessing_qsize():
'''
Return whether this platform supports `multiprocessing.Queue().qsize()`.
I'm looking at you, Mac OS.
'''
if 'multiprocessing' not in sys.modules:
if not import_tools.exists('multiprocessing'):
return False
import multiprocessing
multiprocessing_queue = multiprocessing.Queue()
try:
multiprocessing_queue.qsize()
except NotImplementedError:
return False
else:
return True
def troubleshoot_pstats():
'''
Let the user know if there might be an error importing `pstats`.
Raises an exception if it thinks it caught the problem. So if this function
didn't raise an exception, it means it didn't manage to diagnose the
problem.
'''
if not import_tools.exists('pstats') and os.name == 'posix':
raise ImportError(
"The required `pstats` Python module is not installed on your "
"computer. Since you are using Linux, it's possible that this is "
"because some Linux distributions don't include `pstats` by "
"default. You should be able to fix this by installing the "
"`python-profiler` package in your OS's package manager. "
"(Possibly you will have to get this package from the multiverse.)"
)
def troubleshoot_pstats():
'''
Let the user know if there might be an error importing `pstats`.
Raises an exception if it thinks it caught the problem. So if this function
didn't raise an exception, it means it didn't manage to diagnose the
problem.
'''
if not import_tools.exists('pstats') and os.name == 'posix':
raise ImportError(
"The required `pstats` Python module is not installed on your "
"computer. Since you are using Linux, it's possible that this is "
"because some Linux distributions don't include `pstats` by "
"default. You should be able to fix this by installing the "
"`python-profiler` package in your OS's package manager. "
"(Possibly you will have to get this package from the multiverse.)"
)
checker(type_)
def _check_deepcopying(cross_process_persistent_class):
'''Test that CPPs maintain their identities when faux-deepcopied.'''
cross_process_persistent = cross_process_persistent_class()
cross_process_persistent_deepcopy = copy.deepcopy(cross_process_persistent)
assert cross_process_persistent_deepcopy is not cross_process_persistent
cross_process_persistent_faux_deepcopy = copy.deepcopy(
cross_process_persistent,
persistent.DontCopyPersistent()
)
assert cross_process_persistent_faux_deepcopy is cross_process_persistent
if import_tools.exists('multiprocessing'):
import multiprocessing
class Process(multiprocessing.Process):
'''Process used when testing to assert CPPs' identities.'''
def __init__(self):
multiprocessing.Process.__init__(self)
self.work_queue = multiprocessing.Queue()
'''Queue for receiving `(index, cpp)` pairs from main process.'''
self.processed_items_queue = multiprocessing.Queue()
'''Queue for giving back the main process the items it gives us.'''
