def test_add_sys_path(self):
c = OxidizedResourceCollector(
allowed_locations=["in-memory", "filesystem-relative"])
for path in sys.path:
if os.path.isdir(path):
for resource in find_resources_in_path(path):
c.add_in_memory(resource)
c.add_filesystem_relative("", resource)
python_exe = os.environ.get("PYTHON_SYS_EXECUTABLE")
with assert_tempfile_cleaned_up():
resources, file_installs = c.oxidize(python_exe=python_exe)
f = OxidizedFinder()
f.add_resources(resources)
with (self.td / "serialized").open("wb") as fh:
fh.write(f.serialize_indexed_resources())
f = OxidizedFinder()
f.index_file_memory_mapped(self.td / "serialized")
self.assertGreaterEqual(len(f.indexed_resources()), len(resources))
for r in f.indexed_resources():
r.in_memory_source
r.in_memory_bytecode
def test_serialize_simple(self):
f = OxidizedFinder()
m = OxidizedResource()
m.name = "my_module"
m.flavor = "module"
m.in_memory_source = b"import io"
f.add_resource(m)
m = OxidizedResource()
m.name = "module_b"
m.flavor = "module"
m.in_memory_bytecode = b"dummy bytecode"
f.add_resource(m)
serialized = f.serialize_indexed_resources()
self.assertIsInstance(serialized, bytes)
f2 = OxidizedFinder(resources_data=serialized)
modules = {
r.name: r
for r in f2.indexed_resources() if r.flavor == "module"
}
self.assertEqual(len(modules), 2)
self.assertIn("my_module", modules)
self.assertIn("module_b", modules)
self.assertEqual(modules["my_module"].in_memory_source, b"import io")
self.assertEqual(modules["module_b"].in_memory_bytecode,
b"dummy bytecode")
def test_add_resource_module(self):
f = OxidizedFinder()
resource = OxidizedResource()
resource.name = "my_module"
resource.flavor = "module"
source = b"print('hello from my_module')"
code = compile(source, "my_module.py", "exec")
bytecode = marshal.dumps(code)
resource.in_memory_source = source
resource.in_memory_bytecode = bytecode
f.add_resource(resource)
resources = [r for r in f.indexed_resources() if r.name == "my_module"]
self.assertEqual(len(resources), 1)
spec = f.find_spec("my_module", None)
self.assertIsInstance(spec, importlib.machinery.ModuleSpec)
self.assertEqual(spec.name, "my_module")
self.assertIsNone(spec.loader_state)
self.assertIsNone(spec.submodule_search_locations)
self.assertEqual(f.get_source("my_module"), source.decode("utf-8"))
self.assertEqual(f.get_code("my_module"), code)
def test_resources_frozen(self):
f = OxidizedFinder()
f.index_interpreter_frozen_modules()
resources = f.indexed_resources()
resource = [x for x in resources if x.name == "_frozen_importlib"][0]
self.assertTrue(resource.is_frozen_module)
def test_add_sys_path(self):
c = OxidizedResourceCollector(
policy="prefer-in-memory-fallback-filesystem-relative:prefix")
for path in sys.path:
if os.path.isdir(path):
for resource in find_resources_in_path(path):
c.add_in_memory(resource)
c.add_filesystem_relative("", resource)
resources, file_installs = c.oxidize()
f = OxidizedFinder()
f.add_resources(resources)
with (self.td / "serialized").open("wb") as fh:
fh.write(f.serialize_indexed_resources())
f = OxidizedFinder(resources_file=self.td / "serialized")
self.assertGreaterEqual(len(f.indexed_resources()), len(resources))
for r in f.indexed_resources():
r.in_memory_source
r.in_memory_bytecode
def test_add_resources(self):
f = OxidizedFinder()
a = OxidizedResource()
a.name = "foo_a"
a.flavor = "module"
b = OxidizedResource()
b.name = "foo_b"
b.flavor = "module"
f.add_resources([a, b])
resources = [
r for r in f.indexed_resources() if r.name in ("foo_a", "foo_b")
]
self.assertEqual(len(resources), 2)
def test_source_module(self):
c = OxidizedResourceCollector(policy="in-memory-only")
source_path = self.td / "foo.py"
with source_path.open("wb") as fh:
fh.write(b"import io\n")
for resource in find_resources_in_path(self.td):
c.add_in_memory(resource)
f = OxidizedFinder()
f.add_resources(c.oxidize()[0])
resources = [r for r in f.indexed_resources() if r.name == "foo"]
self.assertEqual(len(resources), 1)
r = resources[0]
self.assertEqual(r.in_memory_source, b"import io\n")
def test_resources_builtins(self):
f = OxidizedFinder()
f.index_interpreter_builtin_extension_modules()
resources = f.indexed_resources()
self.assertIsInstance(resources, list)
self.assertGreater(len(resources), 0)
resources = sorted(resources, key=lambda x: x.name)
resource = [x for x in resources if x.name == "_io"][0]
self.assertIsInstance(resource, OxidizedResource)
self.assertEqual(repr(resource), '<OxidizedResource name="_io">')
self.assertFalse(resource.is_module)
self.assertTrue(resource.is_builtin_extension_module)
self.assertFalse(resource.is_frozen_module)
self.assertFalse(resource.is_extension_module)
self.assertFalse(resource.is_shared_library)
self.assertIsInstance(resource.name, str)
self.assertEqual(resource.name, "_io")
self.assertFalse(resource.is_package)
self.assertFalse(resource.is_namespace_package)
self.assertIsNone(resource.in_memory_source)
self.assertIsNone(resource.in_memory_bytecode)
self.assertIsNone(resource.in_memory_bytecode_opt1)
self.assertIsNone(resource.in_memory_bytecode_opt2)
self.assertIsNone(resource.in_memory_extension_module_shared_library)
self.assertIsNone(resource.in_memory_package_resources)
self.assertIsNone(resource.in_memory_distribution_resources)
self.assertIsNone(resource.in_memory_shared_library)
self.assertIsNone(resource.shared_library_dependency_names)
self.assertIsNone(resource.relative_path_module_source)
self.assertIsNone(resource.relative_path_module_bytecode)
self.assertIsNone(resource.relative_path_module_bytecode_opt1)
self.assertIsNone(resource.relative_path_module_bytecode_opt2)
self.assertIsNone(
resource.relative_path_extension_module_shared_library)
self.assertIsNone(resource.relative_path_package_resources)
self.assertIsNone(resource.relative_path_distribution_resources)
def test_source_module(self):
c = OxidizedResourceCollector(allowed_locations=["in-memory"])
source_path = self.td / "foo.py"
with source_path.open("wb") as fh:
fh.write(b"import io\n")
for resource in find_resources_in_path(self.td):
c.add_in_memory(resource)
f = OxidizedFinder()
python_exe = os.environ.get("PYTHON_SYS_EXECUTABLE")
with assert_tempfile_cleaned_up():
oxide = c.oxidize(python_exe=python_exe)
f.add_resources(oxide[0])
resources = [r for r in f.indexed_resources() if r.name == "foo"]
self.assertEqual(len(resources), 1)
r = resources[0]
self.assertEqual(r.in_memory_source, b"import io\n")
def test_resources_frozen(self):
f = OxidizedFinder()
resources = f.indexed_resources()
resource = [x for x in resources if x.name == "_frozen_importlib"][0]
self.assertEqual(resource.flavor, "frozen")
