def _create_mock_wagon(package_name, package_version):
module_src = tempfile.mkdtemp(prefix='plugin-{0}-'.format(package_name))
try:
# Check whether setup.py exists in plugins path
get_resource(path.join('plugins', package_name, 'setup.py'))
except RuntimeError:
try:
with open(path.join(module_src, 'setup.py'), 'w') as f:
f.write('from setuptools import setup\n')
f.write('setup(name="{0}", version={1})'.format(
package_name, package_version))
result = wagon.create(
module_src,
archive_destination_dir=tempfile.gettempdir(),
force=True,
)
finally:
shutil.rmtree(module_src)
return result
return wagon.create(
get_resource(path.join('plugins', package_name)),
archive_destination_dir=tempfile.gettempdir(),
force=True,
)
def _create_mock_wagon(package_name, package_version):
module_src = tempfile.mkdtemp(prefix='plugin-{0}-'.format(package_name))
try:
# Check whether setup.py exists in plugins path
get_resource(path.join('plugins', package_name, 'setup.py'))
except RuntimeError:
try:
with open(path.join(module_src, 'setup.py'), 'w') as f:
f.write('from setuptools import setup\n')
f.write('setup(name="{0}", version={1})'.format(
package_name, package_version))
result = wagon.create(
module_src,
archive_destination_dir=tempfile.gettempdir(),
force=True,
)
finally:
shutil.rmtree(module_src)
return result
return wagon.create(
get_resource(path.join('plugins', package_name)),
archive_destination_dir=tempfile.gettempdir(),
force=True,
)
def test_source_directory_not_a_package(self):
source_input = tempfile.mkdtemp()
try:
with pytest.raises(wagon.WagonError) as ex:
wagon.create(source_input)
assert 'Source directory must contain a setup.py file' in str(ex)
finally:
shutil.rmtree(source_input, ignore_errors=True)
def create_plugin_wagon(plugin_dir_name,
target_directory,
requirements=False,
basedir=None):
"""
Create a wagon from a plugin.
:param plugin_dir_name: the plugin directory name, relative to the
resources package.
:type plugin_dir_name: str
:param target_directory: the directory to create the wagon in
:type target_directory: str
:param requirements: optional requirements for wagon
:type requirements: str
:return: path to created wagon`
:rtype: str
"""
if basedir:
plugin_source_path = os.path.join(basedir, plugin_dir_name)
else:
plugin_source_path = resources.get_resource(
os.path.join('plugins', plugin_dir_name))
return wagon.create(plugin_source_path,
requirement_files=requirements,
archive_destination_dir=target_directory)
def create_plugin_wagon(plugin_dir_name,
target_directory,
requirements=False,
basedir=None):
"""
Create a wagon from a plugin.
:param plugin_dir_name: the plugin directory name, relative to the
resources package.
:type plugin_dir_name: str
:param target_directory: the directory to create the wagon in
:type target_directory: str
:param requirements: optional requirements for wagon
:type requirements: str
:return: path to created wagon`
:rtype: str
"""
if basedir:
plugin_source_path = os.path.join(basedir, plugin_dir_name)
else:
plugin_source_path = resources.get_resource(os.path.join(
'plugins', plugin_dir_name))
return wagon.create(
plugin_source_path,
requirement_files=requirements,
archive_destination_dir=target_directory
)
def create_wheel(package_name, package_version):
module_src = '{0}=={1}'.format(package_name, package_version)
return wagon.create(
module_src,
archive_destination_dir=tempfile.gettempdir(),
force=True
)
def _get_or_create_wagon(self, plugin_path):
target_dir = tempfile.mkdtemp(dir=self.workdir)
return [wagon.create(
plugin_path,
archive_destination_dir=target_dir,
force=True
)]
def create_wheel(package_name, package_version):
module_src = '{0}=={1}'.format(package_name, package_version)
return wagon.create(
module_src,
archive_destination_dir=tempfile.gettempdir(),
force=True
)
def _put_n_plugins(self, number_of_plugins):
for i in range(0, number_of_plugins):
tmpdir = tempfile.mkdtemp(prefix='test-pagination-')
with open(os.path.join(tmpdir, 'setup.py'), 'w') as f:
f.write('from setuptools import setup\n')
f.write('setup(name="some-package", version={0})'.format(i))
plugin_path = wagon.create(tmpdir, archive_destination_dir=tmpdir)
self.post_file('/plugins', plugin_path)
shutil.rmtree(tmpdir)
def test_plugins_sort(self):
for i in range(1, 11):
tmpdir = tempfile.mkdtemp(prefix='test-sort-')
with open(os.path.join(tmpdir, 'setup.py'), 'w') as f:
f.write('from setuptools import setup\n')
f.write('setup(name="some-package", version={0})'.format(i))
plugin_path = wagon.create(tmpdir, archive_destination_dir=tmpdir)
self.client.plugins.upload(plugin_path)
shutil.rmtree(tmpdir)
self._test_sort('plugins', 'id')
def test_plugins_upload(self):
self.client.plugins.upload = MagicMock()
plugin_dest_dir = tempfile.mkdtemp()
try:
plugin_path = wagon.create('pip',
archive_destination_dir=plugin_dest_dir)
yaml_path = os.path.join(PLUGINS_DIR, 'plugin.yaml')
self.invoke('cfy plugins upload {0} -y {1}'.format(
plugin_path, yaml_path))
finally:
shutil.rmtree(plugin_dest_dir, ignore_errors=True)
def _put_n_plugins(self, number_of_plugins):
for i in range(0, number_of_plugins):
tmpdir = tempfile.mkdtemp(prefix='test-pagination-')
with open(os.path.join(tmpdir, 'setup.py'), 'w') as f:
f.write('from setuptools import setup\n')
f.write('setup(name="cloudify-script-plugin", version={0})'
.format(i))
plugin_path = wagon.create(tmpdir, archive_destination_dir=tmpdir)
yaml_path = self.get_full_path('mock_blueprint/plugin.yaml')
zip_path = self.zip_files([plugin_path, yaml_path])
self.post_file('/plugins', zip_path)
shutil.rmtree(tmpdir)
def test_plugins_pagination(self):
for i in range(1, 11):
tmpdir = tempfile.mkdtemp(prefix='test-pagination-')
with open(os.path.join(tmpdir, 'setup.py'), 'w') as f:
f.write('from setuptools import setup\n')
f.write('setup(name="some-package", version={0})'.format(i))
wagon_path = wagon.create(tmpdir, archive_destination_dir=tmpdir)
yaml_path = resource('plugins/plugin.yaml')
with utils.zip_files([wagon_path, yaml_path]) as zip_path:
self.client.plugins.upload(zip_path)
shutil.rmtree(tmpdir)
self._test_pagination(self.client.plugins.list)
def test_create_with_requirements(self):
test_package = os.path.join('tests', 'resources', 'test-package')
requirement_files = [os.path.join(test_package, 'requirements.txt')]
archive_path = wagon.create(source=test_package,
force=True,
requirement_files=requirement_files)
self.archive_name = os.path.basename(archive_path)
self.platform = 'any'
metadata = wagon.show(self.archive_name)
wheel_names = [whl.split('-')[0] for whl in metadata['wheels']]
assert 'wheel' in wheel_names
assert 'test_package' in wheel_names
def _put_n_plugins(self, number_of_plugins):
for i in range(0, number_of_plugins):
tmpdir = tempfile.mkdtemp(prefix='test-pagination-')
with open(os.path.join(tmpdir, 'setup.py'), 'w') as f:
f.write('from setuptools import setup\n')
f.write(
'setup(name="cloudify-script-plugin", version={0})'.format(
i))
plugin_path = wagon.create(tmpdir, archive_destination_dir=tmpdir)
yaml_path = self.get_full_path('mock_blueprint/plugin.yaml')
zip_path = self.zip_files([plugin_path, yaml_path])
self.post_file('/plugins', zip_path)
shutil.rmtree(tmpdir)
def _create_mock_wagon(package_name, package_version):
module_src = tempfile.mkdtemp(prefix='plugin-{0}-'.format(package_name))
try:
with open(os.path.join(module_src, 'setup.py'), 'w') as f:
f.write('from setuptools import setup\n')
f.write('setup(name="{0}", version={1})'.format(
package_name, package_version))
result = wagon.create(module_src,
archive_destination_dir=tempfile.gettempdir(),
force=True)
finally:
shutil.rmtree(module_src)
return result
def test_plugins_upload(self):
self.client.plugins.upload = MagicMock()
plugin_dest_dir = tempfile.mkdtemp()
try:
plugin_path = wagon.create(
'pip',
archive_destination_dir=plugin_dest_dir
)
yaml_path = os.path.join(PLUGINS_DIR, 'plugin.yaml')
self.invoke('cfy plugins upload {0} -y {1}'.format(plugin_path,
yaml_path))
finally:
shutil.rmtree(plugin_dest_dir, ignore_errors=True)
def test_plugins_sort(self):
for i in range(1, 11):
tmpdir = tempfile.mkdtemp(prefix='test-sort-')
with open(os.path.join(tmpdir, 'setup.py'), 'w') as f:
f.write('from setuptools import setup\n')
f.write('setup(name="cloudify-script-plugin", version={0})'
.format(i))
wagon_path = wagon.create(tmpdir, archive_destination_dir=tmpdir)
yaml_path = resource('plugins/plugin.yaml')
with utils.zip_files([wagon_path, yaml_path]) as zip_path:
self.client.plugins.upload(zip_path)
shutil.rmtree(tmpdir)
self._test_sort('plugins', 'id')
def test_plugins_sort(self):
for i in range(1, 11):
tmpdir = tempfile.mkdtemp(prefix='test-sort-')
with open(os.path.join(tmpdir, 'setup.py'), 'w') as f:
f.write('from setuptools import setup\n')
f.write('setup(name="cloudify-script-plugin", version={0})'
.format(i))
wagon_path = wagon.create(
tmpdir, archive_destination_dir=tmpdir,
# mark the wagon as windows-only, so that the manager doesn't
# attempt to install it - which would be irrelevant for this
# test, but add additional flakyness and runtime
wheel_args=['--build-option', '--plat-name=win'])
yaml_path = resource('plugins/plugin.yaml')
with utils.zip_files([wagon_path, yaml_path]) as zip_path:
self.client.plugins.upload(zip_path)
shutil.rmtree(tmpdir)
self._test_sort('plugins', 'id')
def test_fail_validation_exclude_and_missing_wheel(self):
test_package = os.path.join('tests', 'resources', 'test-package')
requirement_files = [os.path.join(test_package, 'requirements.txt')]
archive_path = wagon.create(source=test_package,
requirement_files=requirement_files,
force=True)
archive_name = os.path.basename(archive_path)
tempdir = tempfile.mkdtemp()
try:
wagon._unzip(archive_name, tempdir)
wheels_dir = os.path.join(tempdir, 'test-package',
wagon.DEFAULT_WHEELS_PATH)
for wheel in os.listdir(wheels_dir):
if wheel.startswith('wheel'):
break
wheel_to_delete = os.path.join(wheels_dir, wheel)
os.remove(wheel_to_delete)
wagon._tar(os.path.join(tempdir, 'test-package'), archive_name)
result = wagon.validate(archive_name)
assert len(result) == 1
finally:
shutil.rmtree(tempdir, ignore_errors=True)
if os.path.isfile(archive_name):
os.remove(archive_name)
def setup_method(self, test_method):
shutil.rmtree('test_env', ignore_errors=True)
wagon._make_virtualenv('test_env')
self.archive_path = wagon.create(source=TEST_PACKAGE, force=True)
def test_create_with_validation_no_virtualenv_installed(self):
with pytest.raises(wagon.WagonError) as ex:
wagon.create(TEST_PACKAGE, validate_archive=True)
assert 'virtualenv is not installed' in str(ex.value)
def _create_test_wagon(self, plugin_name):
source_dir = resource('plugins/{0}'.format(plugin_name))
target_dir = tempfile.mkdtemp(dir=self.workdir)
return wagon.create(source_dir,
archive_destination_dir=target_dir,
force=True)
def setup_method(self, test_method):
wagon._run('virtualenv test_env')
self.archive_path = wagon.create(source=TEST_PACKAGE, force=True)
def test_unsupported_url_schema(self):
with pytest.raises(wagon.WagonError) as ex:
wagon.create(source='ftp://x')
assert 'Source URL type' in str(ex)
def test_create_archive_already_exists(self):
wagon.create(TEST_PACKAGE)
assert os.path.isfile(self.archive_name)
with pytest.raises(wagon.WagonError) as ex:
wagon.create(TEST_PACKAGE)
assert 'Destination archive already exists:' in str(ex)
def create(source, destination_dir):
return wagon.create(source=source, archive_destination_dir=destination_dir)
def test_create_archive_already_exists_force(self):
wagon.create(TEST_PACKAGE)
assert os.path.isfile(self.archive_name)
wagon.create(TEST_PACKAGE, force=True)
assert os.path.isfile(self.archive_name)
def setup_method(self, test_method):
self.archive_path = wagon.create(source=TEST_PACKAGE, force=True)
# wagon._unzip(self.archive_path, '.')
self.extracted_source = wagon.get_source(self.archive_path)
self.expected_metadata = wagon._get_metadata(self.extracted_source)
def setup_method(self, test_method):
self.archive_path = wagon.create(source=TEST_PACKAGE)