def test_project():
from burlap import common
common.set_verbose(True)
try:
project_dir = '/tmp/burlap_test'#tempfile.mkdtemp()
if not os.path.isdir(project_dir):
os.makedirs(project_dir)
bin_dir = os.path.split(sys.executable)[0]
cmd = (
'. {bin_dir}/activate; '
'cd {project_dir}; '
'burlap skel --name=myproject'
).format(**locals())
print(cmd)
os.system(cmd)
cmd = (
'. {bin_dir}/activate; '
'cd {project_dir}; '
'burlap add-role prod dev'
).format(**locals())
print(cmd)
os.system(cmd)
finally:
shutil.rmtree(project_dir)
pass
def test_find_template():
from burlap import common
common.set_verbose(True)
fn = 'burlap/gitignore.template'
ret = common.find_template(fn)
print('ret:', ret)
assert ret and ret.endswith(fn)
def test_jshint1(self):
set_verbose(True)
jshint.genv.ROLE = 'local'
jshint.genv.services = ['jshint']
jshint.clear_caches()
# packager.update()
# packager.upgrade(full=1)
print('Installing jshint...')
jshint.env.enabled = True
jshint.clear_local_renderer()
#jshint.install_packages() # fails on Ubuntu 14 under Travis-CI?
#jshint.sudo('apt-get purge nodejs-legacy nodejs')
#jshint.sudo('apt-get update --fix-missing; DEBIAN_FRONTEND=noninteractive apt-get -f -o Dpkg::Options::="--force-overwrite" install --yes npm')
jshint.configure()
deploy_satchel.purge()
print('-'*80)
print('Thumbprinting...')
deploy_satchel.fake(components=jshint.name)
print('-'*80)
# Confirm jshint was installed.
#assert exists('/usr/local/bin/jshint')
output = jshint.run('jshint --version')
print('output:', output)
assert 'jshint v' in output
print('Disabling jshint...')
jshint.env.enabled = False
jshint.clear_local_renderer()
jshint.configure()
def test_jshint1(self):
set_verbose(True)
jshint.genv.ROLE = 'local'
jshint.genv.services = ['jshint']
jshint.clear_caches()
# packager.update()
# packager.upgrade(full=1)
print('Installing jshint...')
jshint.env.enabled = True
jshint.clear_local_renderer()
#jshint.install_packages() # fails on Ubuntu 14 under Travis-CI?
#jshint.sudo('apt-get purge nodejs-legacy nodejs')
#jshint.sudo('apt-get update --fix-missing; DEBIAN_FRONTEND=noninteractive apt-get -f -o Dpkg::Options::="--force-overwrite" install --yes npm')
jshint.configure()
deploy_satchel.purge()
print('-' * 80)
print('Thumbprinting...')
deploy_satchel.fake(components=jshint.name)
print('-' * 80)
# Confirm jshint was installed.
#assert exists('/usr/local/bin/jshint')
output = jshint.run('jshint --version')
print('output:', output)
assert 'jshint v' in output
print('Disabling jshint...')
jshint.env.enabled = False
jshint.clear_local_renderer()
jshint.configure()
def test_find_template():
from burlap import common
common.set_verbose(True)
fn = 'burlap/gitignore.template'
ret = common.find_template(fn)
print('ret:', ret)
assert ret and ret.endswith(fn)
def run(self, *args, **kwargs):
from burlap.common import set_dryrun, set_verbose
if 'dryrun' in kwargs:
set_dryrun(kwargs['dryrun'])
del kwargs['dryrun']
if 'verbose' in kwargs:
set_verbose(kwargs['verbose'])
del kwargs['verbose']
return self.wrapped(*args, **kwargs)
def setUp(self):
super(DebugTests, self).setUp()
common.set_verbose(True)
# Ensure we're in burlap's root directory.
os.chdir(os.path.abspath(os.path.join(CURRENT_DIR, '../..')))
self._tmp_host_string = common.env.host_string
self._tmp_is_local = common.env.is_local
common.env.host_string = 'localhost'
common.env.is_local = True
def setUp(self):
super(DebugTests, self).setUp()
common.set_verbose(True)
# Ensure we're in burlap's root directory.
os.chdir(os.path.abspath(os.path.join(CURRENT_DIR, '../..')))
self._tmp_host_string = common.env.host_string
self._tmp_is_local = common.env.is_local
common.env.host_string = 'localhost'
common.env.is_local = True
def test_post_deploy(self):
with patch('burlap.common.get_os_version') as mock_get_os_version:
mock_get_os_version.return_value = OS(type=LINUX,
distro=UBUNTU,
release='16.04')
service = get_satchel('service')
apache = get_satchel('apache')
service.genv.services.append(apache.name)
set_verbose(1)
set_dryrun(1)
print('self.genv.services:', service.genv.services)
service.post_deploy()
def test_render_to_string():
from burlap import common
common.set_verbose(True)
ret = common.render_to_string(
'postfix/etc_postfix_sasl_sasl_passwd',
dict(
postfix_host='smpt.test.com',
postfix_port=1234,
postfix_username='******',
postfix_password='******',
))
print('ret:', ret)
assert ret == "[smpt.test.com]:1234 myusername:mypassword"
def test_post_deploy(self):
with patch('burlap.common.get_os_version') as mock_get_os_version:
mock_get_os_version.return_value = OS(
type=LINUX,
distro=UBUNTU,
release='16.04')
service = get_satchel('service')
apache = get_satchel('apache')
service.genv.services.append(apache.name)
set_verbose(1)
set_dryrun(1)
print('self.genv.services:', service.genv.services)
service.post_deploy()
def test_render_to_string():
from burlap import common
common.set_verbose(True)
ret = common.render_to_string(
'postfix/etc_postfix_sasl_sasl_passwd',
dict(
postfix_host='smpt.test.com',
postfix_port=1234,
postfix_username='******',
postfix_password='******',
))
print('ret:', ret)
assert ret == "[smpt.test.com]:1234 myusername:mypassword"
def tearDown(self):
set_dryrun(self._dryrun)
set_verbose(self._verbose)
# Restore CWD.
os.chdir(self._cwd)
# Restore fabric state.
self.clear_env()
self.update_env(self._env)
# Restore burlap state.
clear_state()
set_state(self._burlap_state)
super(TestCase, self).tearDown()
def test_hooks(self):
set_verbose(True)
git.genv.ROLE = 'prod'
git.genv.services = ['git']
git.clear_caches()
print('Installing git...')
git.install_packages() # fails on Ubuntu 14 under Travis-CI?
print('Setting up sample git repo...')
run('mkdir /tmp/mygithookrepo || true')
with cd('/tmp/mygithookrepo'):
run('git init')
assert not exists('/tmp/mygithookrepo/.git/hooks/post-checkout')
print('Configuring git...')
git.env.enabled = True
git.env.hooks = {'/tmp/mygithookrepo': ['git/post-checkout']}
git.clear_local_renderer()
deploy_satchel.purge()
cm = git.current_manifest
print('cm1:', cm)
assert 'hooks' in cm
added_hooks, removed_hooks = git.get_changed_hooks()
print('added_hooks:', added_hooks)
assert added_hooks == {'/tmp/mygithookrepo': ['git/post-checkout']}
print('removed_hooks:', removed_hooks)
assert removed_hooks == {}
print('Installing git hooks...')
git.clear_local_renderer()
git.configure()
deploy_satchel.purge()
print('-'*80)
print('Thumbprinting...')
#thumbprint(components=git.name)
deploy_satchel.fake(components=git.name)
print('-'*80)
assert exists('/tmp/mygithookrepo/.git/hooks/post-checkout')
def test_hooks(self):
set_verbose(True)
git.genv.ROLE = 'prod'
git.genv.services = ['git']
git.clear_caches()
print('Installing git...')
git.install_packages() # fails on Ubuntu 14 under Travis-CI?
print('Setting up sample git repo...')
run('mkdir /tmp/mygithookrepo || true')
with cd('/tmp/mygithookrepo'):
run('git init')
assert not exists('/tmp/mygithookrepo/.git/hooks/post-checkout')
print('Configuring git...')
git.env.enabled = True
git.env.hooks = {'/tmp/mygithookrepo': ['git/post-checkout']}
git.clear_local_renderer()
deploy_satchel.purge()
cm = git.current_manifest
print('cm1:', cm)
assert 'hooks' in cm
added_hooks, removed_hooks = git.get_changed_hooks()
print('added_hooks:', added_hooks)
assert added_hooks == {'/tmp/mygithookrepo': ['git/post-checkout']}
print('removed_hooks:', removed_hooks)
assert removed_hooks == {}
print('Installing git hooks...')
git.clear_local_renderer()
git.configure()
deploy_satchel.purge()
print('-' * 80)
print('Thumbprinting...')
#thumbprint(components=git.name)
deploy_satchel.fake(components=git.name)
print('-' * 80)
assert exists('/tmp/mygithookrepo/.git/hooks/post-checkout')
def test_set_verbose(self):
from burlap.common import set_verbose, get_verbose
set_verbose(True)
assert get_verbose()
set_verbose(False)
assert not get_verbose()
set_verbose(1)
assert get_verbose()
set_verbose(0)
assert not get_verbose()
def test_project():
from burlap import common
common.set_verbose(True)
try:
project_dir = '/tmp/burlap_test' #tempfile.mkdtemp()
if not os.path.isdir(project_dir):
os.makedirs(project_dir)
bin_dir = os.path.split(sys.executable)[0]
cmd = ('. {bin_dir}/activate; '
'cd {project_dir}; '
'burlap skel --name=myproject').format(**locals())
print(cmd)
os.system(cmd)
cmd = ('. {bin_dir}/activate; '
'cd {project_dir}; '
'burlap add-role prod dev').format(**locals())
print(cmd)
os.system(cmd)
finally:
shutil.rmtree(project_dir)
pass
def setUp(self):
super(ProjectTests, self).setUp()
set_verbose(True)
# Ensure we're in burlap's root directory.
os.chdir(os.path.abspath(os.path.join(CURRENT_DIR, '../..')))
def _test_deploy(self):
"""
Creates a multi-site Apache Django powered web server with a MySQL backend.
"""
try:
set_verbose(True)
assert 'apache_specifics' in env
print('all_satchels:', sorted(all_satchels.keys()))
assert len(all_satchels.keys()) == 61
print('env.host_string:', env.host_string)
print('env.hosts:', env.hosts)
print('env.user:'******'/tmp/burlap_test'
if os.path.exists(PROJECT_DIR):
#shutil.rmtree(PROJECT_DIR)
os.system('rm -Rf %s/*' % PROJECT_DIR)
else:
os.makedirs(PROJECT_DIR)
# Create our test virtualenv.
PYTHON_EXE = os.path.split(sys.executable)[-1]
VIRTUALENV_DIR = os.path.join(PROJECT_DIR, '.env')
BURLAP_DIR = os.path.abspath(os.path.join(BASE_DIR, 'burlap'))
BURLAP_BIN = os.path.abspath(
os.path.join(BASE_DIR, 'bin/burlap-admin.py'))
SITE_PACKAGES = os.path.join(VIRTUALENV_DIR,
'lib/%s/site-packages' % PYTHON_EXE)
# Initialize project.
kwargs = dict(
project_dir=PROJECT_DIR,
burlap_bin=BURLAP_BIN,
)
print('Initializing project skeleton...')
assert os.path.isdir(PROJECT_DIR)
with set_cwd(PROJECT_DIR):
_status, _output = self.bash(
'{burlap_bin} skel multitenant'.format(**kwargs))
print('_status, _output:', _status, _output)
assert not _status
# Symlink burlap.
_status, _output = self.bash('ln -s %s %s' %
(BURLAP_DIR, SITE_PACKAGES))
#assert not _status
# Add production role.
VIRTUALENV_ACTIVATE = '. %s/bin/activate' % VIRTUALENV_DIR
kwargs = dict(
project_dir=PROJECT_DIR,
activate=VIRTUALENV_ACTIVATE,
burlap_bin=BURLAP_BIN,
)
assert os.path.isdir(PROJECT_DIR)
_status, _output = self.bash(
'{burlap_bin} add-role prod'.format(**kwargs))
assert not _status
# Test logging in to VM.
print('env.host_string:', env.host_string)
print('env.user:'******'env.key_filename:', env.key_filename)
env.ROLE = 'prod'
prod_settings = Shelf(
filename='%s/roles/{role}/settings.yaml' % PROJECT_DIR)
prod_settings['hosts'] = [env.host_string]
assert prod_settings['hosts'][0]
#prod_settings['host_string']
prod_settings['user'] = env.user
prod_settings['key_filename'] = env.key_filename
prod_settings['is_local'] = False
prod_settings['app_name'] = 'multitenant'
kwargs = dict(project_dir=PROJECT_DIR, )
self.bash('ls -lah .')
assert os.path.isdir(PROJECT_DIR)
print('Testing hello world...')
_status, _output = self.bash(
'.env/bin/fab prod:verbose=1 shell:command="echo hello"'.
format(**kwargs))
print('_status, _output:', _status, _output)
assert not _status
_status, _output = self.bash('ls -lah .')
print('_status, _output:', _status, _output)
print('Testing ifconfig...')
_status, _output = self.bash(
'.env/bin/fab prod:verbose=1 shell:command="ifconfig"'.
format(**kwargs))
print('_status, _output:', _status, _output)
assert 'inet addr:127.0.0.1' in _output
# Add services.
services = prod_settings.get('services', [])
services.extend([
'apache',
#'hostname',
'mysql',
'mysqlclient',
'ntpclient',
'packager',
'pip',
'sshnice',
'tarball',
'timezone',
'ubuntumultiverse',
'unattendedupgrades',
#'user',
])
prod_settings.set('services', services)
prod_settings.set(
'sites', {
'multitenant': {
'apache_domain_template': 'multitenant.test.com',
'apache_domain_with_sub_template':
'multitenant.test.com',
'apache_domain_without_sub_template':
'multitenant.test.com',
'apache_server_aliases_template':
'multitenant.test.com',
'apache_ssl': False,
'apache_auth_basic': False,
'apache_enforce_subdomain': False,
},
})
prod_settings.set('pip_requirements', 'pip-requirements.txt')
prod_settings.set('packager_initial_upgrade', False)
# Confirm deployment changes are detected.
#from burlap import role_prod as prod
prod = load_role_handler('prod')
prod()
assert 'app_name' in env
assert 'sites' in env
env.host_string = env.hosts[0]
print('-' * 80)
set_verbose(1)
assert 'apache_specifics' in env
print('Getting changed_components.verbose:', get_verbose())
changed_components, deploy_funcs = deploy_satchel.get_component_funcs(
)
changed_components = sorted(changed_components)
expected_components = [
'APACHE',
'MYSQL',
'MYSQLCLIENT',
'NTPCLIENT',
'PACKAGER',
'PIP',
'SSHNICE',
'TARBALL',
'TIMEZONE',
'UBUNTUMULTIVERSE',
'UNATTENDEDUPGRADES',
]
print('changed_components:', changed_components)
print('expected_components:', expected_components)
assert changed_components == expected_components
deploy_funcs = sorted(deploy_funcs)
print('deploy_funcs:', deploy_funcs)
assert deploy_funcs == [
('apache.configure', None),
('mysql.configure', None),
('mysqlclient.configure', None),
('ntpclient.configure', None),
('packager.configure', None),
('pip.configure', None),
('sshnice.configure', None),
('tarball.configure', None),
('timezone.configure', None),
('ubuntumultiverse.configure', None),
('unattendedupgrades.configure', None),
]
# Deploy changes.
# Confirm changes have been cleared.
# Add Django site.
finally:
# Undo changes to the VM.
pass
def test_selenium(self):
try:
print('deploy_satchel.env.lockfile_path:', deploy_satchel.env.lockfile_path)
print('deploy_satchel.env.data_dir:', deploy_satchel.env.data_dir)
assert deploy_satchel.env.lockfile_path == '/tmp/burlap_unittests/deploy.lock'
assert deploy_satchel.env.data_dir == '/tmp/burlap_unittests'
assert deploy_satchel.manifest_filename == '/tmp/burlap_unittests/manifest.yaml'
set_verbose(True)
print('selenium.geckodriver_path:', selenium.geckodriver_path)
selenium.genv.ROLE = 'local'
selenium.genv.services = ['selenium']
selenium.clear_caches()
print('Enabling selenium/gecko to install and track old version.')
print('selenium._last_manifest.1:', selenium._last_manifest)
print('selenium.last_manifest.1:', selenium.last_manifest)
selenium.env.enabled = True
selenium.env.geckodriver_version = '0.13.0'
selenium.clear_local_renderer()
assert selenium.get_target_geckodriver_version_number() == '0.13.0'
print('Configuring selenium...')
selenium.configure()
print('selenium._last_manifest.2:', selenium._last_manifest)
print('selenium.last_manifest.2:', selenium.last_manifest)
print('Writing manifest...')
deploy_satchel.fake(components=selenium.name)
deploy_satchel.run('ls -lah %s' % deploy_satchel.manifest_filename)
deploy_satchel.run('cat %s' % deploy_satchel.manifest_filename)
print('selenium._last_manifest.3:', selenium._last_manifest)
print('selenium.last_manifest.3:', selenium.last_manifest)
print('Confirming install succeeded...')
assert exists(selenium.geckodriver_path)
assert not selenium.check_for_change()
output = selenium.run('geckodriver --version')
print('Geckodriver version:', output)
expected_version = selenium.env.geckodriver_version
assert expected_version in output
print('Updating configuration to track the most recent version...')
selenium.env.geckodriver_version = None
selenium.clear_local_renderer()
assert selenium.get_target_geckodriver_version_number() != '0.13.0'
assert selenium.last_manifest.fingerprint == '0.13.0'
print('Confirm we now see a pending change...')
assert selenium.check_for_change()
print('-'*80)
print('Applying change...')
selenium.configure()
deploy_satchel.purge()
print('-'*80)
print('Thumbprinting...')
deploy_satchel.fake(components=selenium.name)
print('-'*80)
print('Confirming the most recent version was installed...')
expected_version = selenium.get_most_recent_version()
selenium.clear_caches()
assert selenium.last_manifest.fingerprint == expected_version
output = selenium.run('geckodriver --version')
expected_version = selenium.get_latest_geckodriver_version_number()
assert expected_version in output
assert not selenium.check_for_change()
print('Update configuration to not manage gecko and apply...')
selenium.env.enabled = False
selenium.clear_local_renderer()
selenium.configure()
# Confirm gecko was uninstalled.
assert not exists(selenium.geckodriver_path)
finally:
selenium.uninstall_geckodriver()
