def setUp(self):
super(UpdateTests, self).setUp()
self.add_argv(['update'])
self.updater = Update()
self._init_scanner()
self.gr = GitRepo(self.drupal_gh, self.plugin_name)
os_mock = [
'os.makedirs', 'subprocess.call', 'subprocess.check_output',
'dscan.common.functions.md5_file',
'dscan.common.plugins_util.plugins_base_get'
]
self.patchers = []
for mod in os_mock:
mod_name = mod.split('.')[-1]
ret_val = None
if mod_name == 'call':
ret_val = 0
if mod_name == 'plugins_base_get':
ret_val = [self.controller_get('drupal')]
if ret_val != None:
self.patchers.append(
patch(mod, return_value=ret_val, autospec=True))
else:
self.patchers.append(patch(mod, autospec=True))
attr_name = "mock_%s" % (mod_name)
setattr(self, attr_name, self.patchers[-1].start())
def setUp(self):
super(UpdateTests, self).setUp()
self.add_argv(['update'])
self.updater = Update()
self._init_scanner()
self.gr = GitRepo(self.drupal_gh, self.plugin_name)
os_mock = ['os.makedirs', 'subprocess.call', 'subprocess.check_output',
'dscan.common.functions.md5_file',
'dscan.common.plugins_util.plugins_base_get']
self.patchers = []
for mod in os_mock:
mod_name = mod.split('.')[-1]
ret_val = None
if mod_name == 'call':
ret_val = 0
if mod_name == 'plugins_base_get':
ret_val = [self.controller_get('drupal')]
if ret_val != None:
self.patchers.append(patch(mod, return_value=ret_val,
autospec=True))
else:
self.patchers.append(patch(mod, autospec=True))
attr_name = "mock_%s" % (mod_name)
setattr(self, attr_name, self.patchers[-1].start())
class UpdateTests(BaseTest):
drupal_repo_path = 'drupal/drupal/'
drupal_gh = '%s%s' % (GH, drupal_repo_path)
plugin_name = 'drupal/drupal'
path = UW + "drupal/drupal/"
gr = None
update_versions_xml = 'dscan/tests/resources/update_versions.xml'
def setUp(self):
super(UpdateTests, self).setUp()
self.add_argv(['update'])
self.updater = Update()
self._init_scanner()
self.gr = GitRepo(self.drupal_gh, self.plugin_name)
os_mock = [
'os.makedirs', 'subprocess.call', 'subprocess.check_output',
'dscan.common.functions.md5_file',
'dscan.common.plugins_util.plugins_base_get'
]
self.patchers = []
for mod in os_mock:
mod_name = mod.split('.')[-1]
ret_val = None
if mod_name == 'call':
ret_val = 0
if mod_name == 'plugins_base_get':
ret_val = [self.controller_get('drupal')]
if ret_val != None:
self.patchers.append(
patch(mod, return_value=ret_val, autospec=True))
else:
self.patchers.append(patch(mod, autospec=True))
attr_name = "mock_%s" % (mod_name)
setattr(self, attr_name, self.patchers[-1].start())
def tearDown(self):
for p in self.patchers:
p.stop()
def gh_mock(self):
# github_response.html has 7.34 & 6.34 as the latest tags.
gh_resp = open(dscan.PWD +
'tests/resources/github_response.html').read()
responses.add(responses.GET,
'https://github.com/drupal/drupal/tags',
body=gh_resp)
responses.add(
responses.GET,
'https://github.com/silverstripe/silverstripe-framework/releases')
def mock_update_all(self):
self.updater.update_version = Mock(spec=self.updater.update_version)
self.updater.update_plugins = Mock(spec=self.updater.update_plugins)
def test_update_checks_and_updates(self):
self.gh_mock()
self.mock_controller('drupal',
'update_version_check',
return_value=True)
m = self.mock_controller('drupal', 'update_version')
o = mock_open()
with patch('dscan.plugins.update.open', o, create=True):
self.updater.update_version(
self.controller_get('drupal')(), "Drupal")
assert m.called
def test_update_checks_without_update(self):
self.gh_mock()
self.mock_controller('drupal',
'update_version_check',
return_value=False)
m = self.mock_controller('drupal', 'update_version')
o = mock_open()
with patch('dscan.plugins.update.open', o, create=True):
self.updater.update_version(
self.controller_get('drupal')(), "Drupal")
assert not m.called
def test_github_tag_newer(self):
self.gh_mock()
with patch('dscan.common.update_api.VersionsFile') as vf:
vf().highest_version_major.return_value = {
'6': '6.34',
'7': '7.33'
}
assert github_tags_newer('drupal/drupal/', 'not_a_real_file.xml',
['6', '7'])
vf().highest_version_major.return_value = {
'6': '6.34',
'7': '7.34'
}
assert not github_tags_newer('drupal/drupal/',
'not_a_real_file.xml', ['6', '7'])
vf().highest_version_major.return_value = {
'6': '6.33',
'7': '7.34'
}
assert github_tags_newer('drupal/drupal/', 'not_a_real_file.xml',
['6', '7'])
def test_github_repo(self):
with patch('dscan.common.update_api.GitRepo.__init__',
return_value=None,
autospec=True) as gri:
with patch('dscan.common.update_api.GitRepo.init',
autospec=True) as grii:
returned_gh = github_repo(self.drupal_repo_path,
self.plugin_name)
args, kwargs = gri.call_args
assert args[1] == self.drupal_gh
assert args[2] == self.plugin_name
assert gri.called
assert grii.called
assert isinstance(returned_gh, GitRepo)
def test_normalize_repo(self):
expected = 'drupal/drupal/'
assert _github_normalize("/drupal/drupal/") == expected
assert _github_normalize("/drupal/drupal") == expected
assert _github_normalize("drupal/drupal") == expected
assert _github_normalize("/drupal/drupal/") == expected
def test_gr_init(self):
gr = GitRepo(self.drupal_gh, self.plugin_name)
path_on_disk = '%s%s/' % (UW, self.plugin_name)
assert gr._clone_url == self.drupal_gh
assert gr.path == path_on_disk
def test_create_fetch(self):
with patch('dscan.common.update_api.GitRepo.clone',
autospec=True) as clone:
with patch('os.path.isdir', return_value=False) as isdir:
self.gr.init()
assert clone.called
assert isdir.called
with patch('dscan.common.update_api.GitRepo.fetch') as fetch:
with patch('os.path.isdir', return_value=True) as isdir:
self.gr.init()
assert fetch.called
assert isdir.called
def test_clone_creates_dir(self):
self.gr.clone()
expected_dir = './.update-workspace/drupal'
args, kwargs = self.mock_makedirs.call_args
print(args[0], expected_dir)
assert args[0] == expected_dir
assert args[1] == 0o700
# Assert except block is there.
self.mock_makedirs.side_effect = OSError()
self.gr.clone()
def test_clone_func(self):
self.gr.clone()
args, kwargs = self.mock_call.call_args
expected = tuple([['git', 'clone', self.drupal_gh, self.path]])
assert args == expected
def test_fetch_func(self):
self.gr.fetch()
args, kwargs = self.mock_call.call_args
expected = tuple([['git', 'fetch', '--all']])
assert args == expected
assert kwargs['cwd'] == self.path
@test.raises(RuntimeError)
def test_tags_newer_exc(self):
tags_get_ret = ['7.34', '6.34', '7.33', '6.33', '8.1']
update_majors = ['6', '7', '8']
with patch('dscan.common.update_api.VersionsFile') as vf:
with patch('dscan.common.update_api.GitRepo.tags_get',
autospec=True) as tg:
vf.highest_version_major.return_value = {
'6': '6.34',
'7': '7.34',
'8': '8.1'
}
tg.return_value = tags_get_ret
# No new tags should result in exception.
self.gr.tags_newer(vf, update_majors)
@test.raises(MissingMajorException)
def test_tags_newer_missing_major(self):
tags_get_ret = ['2.1.4', '2.1.3', '2.2.5', '3.1.0']
update_majors = ['2.1', '2.2', '3.1']
with patch('dscan.common.update_api.VersionsFile') as vf:
with patch('dscan.common.update_api.GitRepo.tags_get',
autospec=True) as tg:
vf.highest_version_major.return_value = {
'2.1': '2.1.5',
'2.2': '2.2.4'
}
tg.return_value = tags_get_ret
# Missing major should abort.
self.gr.tags_newer(vf, update_majors)
def test_tags_newer_missing_major_older(self):
tags_get_ret = ['2.1.4', '2.1.3', '2.2.5', '1.9']
update_majors = ['2.1', '2.2', '3.1']
with patch('dscan.common.update_api.VersionsFile') as vf:
with patch('dscan.common.update_api.GitRepo.tags_get',
autospec=True) as tg:
vf.highest_version_major.return_value = {
'2.1': '2.1.5',
'2.2': '2.2.4'
}
tg.return_value = tags_get_ret
result = self.gr.tags_newer(vf, update_majors)
assert result == ['2.2.5']
def test_tag_not_rubbish(self):
assert _tag_is_rubbish("11.4", "3.2.4")
assert _tag_is_rubbish("elephant", "3.2.4")
assert not _tag_is_rubbish("4.3.2", "3.2.4")
def test_tags_newer_missing_rubbish(self):
tags_get_ret = ['2.1.4', '2.1.3', '2.2.5', '13.0']
update_majors = ['2.1', '2.2', '3.1']
with patch('dscan.common.update_api.VersionsFile') as vf:
with patch('dscan.common.update_api.GitRepo.tags_get',
autospec=True) as tg:
vf.highest_version_major.return_value = {
'2.1': '2.1.5',
'2.2': '2.2.4'
}
tg.return_value = tags_get_ret
result = self.gr.tags_newer(vf, update_majors)
assert result == ['2.2.5']
def test_tags_newer_func(self):
tags_get_ret = ['7.34', '6.34', '7.33', '6.33']
update_majors = ['6', '7']
with patch('dscan.common.update_api.VersionsFile') as vf:
with patch('dscan.common.update_api.GitRepo.tags_get',
autospec=True) as tg:
vf.highest_version_major.return_value = {
'6': '6.33',
'7': '7.33'
}
tg.return_value = tags_get_ret
out = self.gr.tags_newer(vf, update_majors)
args, kwargs = vf.highest_version_major.call_args
assert args[0] == update_majors
assert '6.34' in out
assert '7.34' in out
vf.highest_version_major.return_value = {
'6': '6.32',
'7': '7.33'
}
out = self.gr.tags_newer(vf, update_majors)
assert '6.33' in out
assert '6.34' in out
assert '7.34' in out
def test_tags_get_func(self):
tags_get_ret = ['7.34', '6.34', '7.33', '6.33', '8.1']
tags_content = open(dscan.PWD +
'tests/resources/git_tag_output.txt').read()
self.mock_check_output.return_value = tags_content
out = self.gr.tags_get()
assert len(out) == len(tags_get_ret)
for t in tags_get_ret:
assert t in out
def test_drupal_update_calls_gh_update(self):
with patch('dscan.common.update_api.github_tags_newer',
autospec=True) as m:
self.scanner.update_version_check()
assert m.called
def test_drupal_update(self):
with patch('dscan.common.update_api.github_repo', autospec=True) as m:
self.scanner.update_version()
assert m.called
def test_drupal_update_calls_tags_newer(self):
with patch('dscan.plugins.drupal.GitRepo.tags_newer',
autospec=True) as m:
self.scanner.update_version()
args, kwargs = m.call_args
assert isinstance(args[1], VersionsFile)
assert args[2] == self.scanner.update_majors
def test_drupal_calls_hashes_get(self):
vf = MagicMock()
new_versions = ['7.34', '6.34']
ret_val = (self.gr, vf, new_versions)
ret_hashes_get = {
'css/css.css': 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA',
'javascript/main.js': 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA',
'css/jss.phs': 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA'
}
with patch('dscan.common.update_api.github_repo_new',
return_value=ret_val,
autospec=True) as m:
with patch('dscan.plugins.drupal.GitRepo.tag_checkout',
autospec=True) as tc:
with patch('dscan.plugins.drupal.GitRepo.hashes_get',
return_value=ret_hashes_get,
autospec=True) as hg:
self.scanner.update_version()
tccl = tc.call_args_list
assert len(tc.call_args_list) == 2
for args, kwargs in tccl:
assert args[1] in new_versions
hgcl = hg.call_args_list
assert len(hg.call_args_list) == 2
for args, kwargs in hgcl:
assert args[1] == vf
version = '7.34'
expected = tuple([['git', 'checkout', version]])
self.gr.tag_checkout(version)
args, kwargs = self.mock_call.call_args
assert args == expected
assert kwargs['cwd'] == self.gr.path
def test_hashes_get_func(self):
md5 = 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA'
files = ['javascript/main.js', 'css/css.css', 'css/jss.phs']
self.mock_md5_file.return_value = md5
with patch('dscan.common.update_api.VersionsFile') as vf:
vf.files_get_all.return_value = files
self.gr.hashes_get(vf)
assert vf.files_get_all.called
assert len(self.mock_md5_file.call_args_list) == len(files)
for call in self.mock_md5_file.call_args_list:
args, kwargs = call
in_there = False
for f in files:
if args[0].endswith(f):
in_there = True
break
assert UW in args[0]
assert in_there
def test_update_calls_plugin(self):
md5 = 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA'
files = ['misc/drupal.js', 'misc/tabledrag.js', 'misc/ajax.js']
self.mock_md5_file.return_value = md5
vf = VersionsFile(self.update_versions_xml)
versions = ['7.34', '6.34']
ret_val = (self.gr, vf, versions)
with patch('dscan.common.update_api.github_repo_new',
return_value=ret_val,
autospec=True) as m:
fpv_before = vf.files_per_version()
out = self.scanner.update_version()
fpv_after = vf.files_per_version()
assert len(fpv_before) == len(fpv_after) - len(versions)
for v in versions:
assert v in fpv_after
assert fpv_after[v] == files
def test_files_get_all_chlg(self):
changelog_file = 'CHANGELOG.txt'
vf = VersionsFile(self.update_versions_xml)
files = vf.files_get()
files_all = vf.files_get_all()
assert len(files) == len(files_all) - 1
assert changelog_file in files_all
assert not changelog_file in files
def test_updates_changelog(self):
weird_hash = '13371337133713371337133713371337'
vf = VersionsFile(self.update_versions_xml)
hashes = {
'6.34': {
'misc/ajax.js': 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA',
'CHANGELOG.txt': weird_hash,
'misc/drupal.js': 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA',
'misc/tabledrag.js': 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA'
}
}
vf.update(hashes)
out = vf.str_pretty()
assert weird_hash in str(out)
def test_writes_vf(self):
vf = MagicMock()
xml = '<cms>lalala'
vf.str_pretty.return_value = xml
o = mock_open()
with patch('dscan.plugins.update.open', o, create=True):
uvc = self.mock_controller('drupal',
'update_version_check',
return_value=True)
uv = self.mock_controller('drupal',
'update_version',
return_value=vf)
self.updater.update_version(
self.controller_get('drupal')(), "Drupal")
args, kwargs = o.call_args
assert args[0] == self.scanner.versions_file
assert args[1] == 'w'
args, kwargs = o().write.call_args
assert args[0] == xml
def test_writes_valid_xml(self):
self.mock_controller('drupal',
'update_version_check',
return_value=True)
self.mock_controller('drupal', 'update_version')
o = mock_open()
with patch('dscan.plugins.update.open', o, create=True):
with patch('dscan.plugins.update.Update.is_valid',
return_value=False,
autospec=True) as iv:
self.updater.update_version(
self.controller_get('drupal')(), "Drupal")
args, kwargs = iv.call_args
assert iv.called
assert not o().write.called
def test_plugins_update_check(self):
drupal = Drupal()
drupal.update_plugins = up = Mock(spec=self.scanner.update_plugins,
return_value=([], []))
today = datetime.today()
yesterday = datetime.today() - timedelta(days=1)
too_long_ago = today - timedelta(days=400)
o = mock_open()
with patch('dscan.plugins.update.open', o, create=True):
with patch('dscan.common.update_api.file_mtime',
return_value=yesterday,
autospec=True):
self.updater.update_plugins(
self.controller_get('drupal')(), 'Drupal')
assert not up.called
with patch('dscan.common.update_api.file_mtime',
return_value=too_long_ago):
self.updater.update_plugins(drupal, 'Drupal')
assert up.called
@test.raises(IOError)
def test_file_mtime_raises(self):
filename = "filename"
with patch('os.path.isfile', return_value=False, autospec=True):
file_mtime(filename)
def test_file_mtime(self):
filename = "filename"
timestamp = "1424298106"
self.mock_check_output.return_value = timestamp
dt = datetime.fromtimestamp(int(timestamp))
with patch('os.path.isfile', return_value=True):
rdt = file_mtime(filename)
assert dt == rdt
def test_drupal_calls_modules_get(self):
o = mock_open()
with patch('dscan.plugins.update.open', o, create=True):
with patch('dscan.common.update_api.modules_get',
autospec=True) as p:
self.updater.update_plugins(self.scanner, "Drupal")
assert p.called
def test_modules_get(self):
url = 'https://drupal.org/project/project_module?page=%s'
css = '.node-project-module > h2 > a'
per_page = 25
do_resp = codecs.open(dscan.PWD +
'tests/resources/drupal_org_response.html',
encoding='utf-8').read()
do_resp_last = codecs.open(
dscan.PWD +
'tests/resources/drupal_org_response_partial.html').read()
responses.add(responses.GET,
'https://drupal.org/project/project_module?page=0',
body=do_resp,
match_querystring=True)
responses.add(responses.GET,
'https://drupal.org/project/project_module?page=1',
body=do_resp,
match_querystring=True)
responses.add(responses.GET,
'https://drupal.org/project/project_module?page=2',
body=do_resp_last,
match_querystring=True)
plugins = []
for plugin in modules_get(url, per_page, css):
plugins.append(plugin)
assert len(plugins) == 69
def test_drupal_update_plugins(self):
ret_val = [
{
"href": "/project/module_1"
},
{
"href": "/project/module_2"
},
{
"href": "/project/module_3"
},
]
results = ['module_1', 'module_2', 'module_3']
m = mock_open()
with patch('dscan.common.update_api.modules_get',
return_value=ret_val,
autospec=True) as mg:
plugins, themes = self.scanner.update_plugins()
assert plugins == results
assert themes == results
assert len(mg.call_args_list) == 2
assert mg.call_args_list[0][0][0] != mg.call_args_list[1][0][0]
def test_drupal_plugins_updates_file(self):
plugins = ['plugin_1', 'plugin_2', 'plugin_3']
themes = ['theme_1', 'theme_2', 'theme_3']
self.scanner.update_plugins = Mock(spec=self.scanner.update_plugins,
return_value=(plugins, themes))
m = mock_open()
with patch('dscan.plugins.update.open', m, create=True) as o:
self.updater.update_plugins(self.scanner, "Drupal")
assert self.scanner.update_plugins.called == True
assert len(o.call_args_list) == 2
for i, call in enumerate(o().write.call_args_list):
if i < 3:
check_against = plugins
else:
check_against = themes
assert call[0][0].rstrip() == check_against[i % 3]
def test_ss_calls_modules_get(self):
ss = Silverstripe()
o = mock_open()
with patch('dscan.plugins.update.open', o, create=True):
with patch('dscan.common.update_api.modules_get',
autospec=True) as p:
self.updater.update_plugins(Silverstripe(), "Drupal")
assert p.called
def _mod_ss_modules_mock(self, ):
do_resp = codecs.open(dscan.PWD +
'tests/resources/silverstripe_org_response.html',
encoding='utf-8').read()
do_resp_last = codecs.open(
dscan.PWD +
'tests/resources/silverstripe_org_response_partial.html').read()
ss_modules_file = open(
dscan.PWD + 'tests/resources/silverstripe_modules.json').read()
packagist_with_installer = open(
dscan.PWD +
'tests/resources/packagist_org_with_installer.json').read()
packagist_without_installer = open(
dscan.PWD +
'tests/resources/packagist_org_without_installer.json').read()
responses.add(
responses.GET,
'http://addons.silverstripe.org/add-ons?search=&type=module&sort=downloads&start=0',
body=do_resp,
match_querystring=True)
responses.add(
responses.GET,
'http://addons.silverstripe.org/add-ons?search=&type=module&sort=downloads&start=16',
body=do_resp,
match_querystring=True)
responses.add(
responses.GET,
'http://addons.silverstripe.org/add-ons?search=&type=module&sort=downloads&start=32',
body=do_resp_last,
match_querystring=True)
responses.add(
responses.GET,
'http://addons.silverstripe.org/add-ons?search=&type=theme&sort=downloads&start=0',
body=do_resp,
match_querystring=True)
responses.add(
responses.GET,
'http://addons.silverstripe.org/add-ons?search=&type=theme&sort=downloads&start=16',
body=do_resp_last,
match_querystring=True)
ss_modules = json.loads(ss_modules_file)
base_url = 'http://packagist.org/p/%s.json'
for mod in ss_modules:
url = base_url % mod
if mod == "ajshort/silverstripe-gridfieldextensions":
responses.add(responses.GET,
url,
body=packagist_with_installer)
else:
responses.add(responses.GET,
url,
body=packagist_without_installer)
def test_ss_calls_modules_get_proper(self):
self._mod_ss_modules_mock()
ss = Silverstripe()
o = mock_open()
plugins, themes = ss.update_plugins()
# verify removes duplicates.
assert len(plugins) == 18
# verifies package -> folder conversion.
assert 'gridfieldextensions' in plugins
assert len(themes) == 18
assert 'gridfieldextensions' in themes
def test_ss_hashes_get_signature(self):
ss = Silverstripe()
vf = MagicMock()
ret_val = (self.gr, vf, ['3.1.3'])
with patch('dscan.common.update_api.github_repo_new',
return_value=ret_val,
autospec=True) as m:
with patch('dscan.common.update_api.hashes_get', autospec=True):
ss.update_version()
def test_wordpress_plugins_get(self):
plugin_contents = open(
dscan.PWD + 'tests/resources/wordpress_plugins.json').read()
theme_contents = open(dscan.PWD +
'tests/resources/wordpress_themes.json').read()
responses.add(responses.POST,
Wordpress.plugins_url,
body=plugin_contents)
responses.add(responses.POST,
Wordpress.themes_url,
body=theme_contents)
wp = Wordpress()
plugins, themes = wp.update_plugins()
print(len(plugins), len(themes))
assert len(plugins) == 1000
assert len(themes) == 1997
class UpdateTests(BaseTest):
drupal_repo_path = 'drupal/drupal/'
drupal_gh = '%s%s' % (GH, drupal_repo_path)
plugin_name = 'drupal/drupal'
path = UW + "drupal/drupal/"
gr = None
update_versions_xml = 'dscan/tests/resources/update_versions.xml'
def setUp(self):
super(UpdateTests, self).setUp()
self.add_argv(['update'])
self.updater = Update()
self._init_scanner()
self.gr = GitRepo(self.drupal_gh, self.plugin_name)
os_mock = ['os.makedirs', 'subprocess.call', 'subprocess.check_output',
'dscan.common.functions.md5_file',
'dscan.common.plugins_util.plugins_base_get']
self.patchers = []
for mod in os_mock:
mod_name = mod.split('.')[-1]
ret_val = None
if mod_name == 'call':
ret_val = 0
if mod_name == 'plugins_base_get':
ret_val = [self.controller_get('drupal')]
if ret_val != None:
self.patchers.append(patch(mod, return_value=ret_val,
autospec=True))
else:
self.patchers.append(patch(mod, autospec=True))
attr_name = "mock_%s" % (mod_name)
setattr(self, attr_name, self.patchers[-1].start())
def tearDown(self):
for p in self.patchers:
p.stop()
def gh_mock(self):
# github_response.html has 7.34 & 6.34 as the latest tags.
gh_resp = open(dscan.PWD + 'tests/resources/github_response.html').read()
responses.add(responses.GET, 'https://github.com/drupal/drupal/tags', body=gh_resp)
responses.add(responses.GET, 'https://github.com/silverstripe/silverstripe-framework/releases')
def mock_update_all(self):
self.updater.update_version = Mock(spec=self.updater.update_version)
self.updater.update_plugins = Mock(spec=self.updater.update_plugins)
def test_update_checks_and_updates(self):
self.gh_mock()
self.mock_controller('drupal', 'update_version_check', return_value=True)
m = self.mock_controller('drupal', 'update_version')
o = mock_open()
with patch('dscan.plugins.update.open', o, create=True):
self.updater.update_version(self.controller_get('drupal')(), "Drupal")
assert m.called
def test_update_checks_without_update(self):
self.gh_mock()
self.mock_controller('drupal', 'update_version_check', return_value=False)
m = self.mock_controller('drupal', 'update_version')
o = mock_open()
with patch('dscan.plugins.update.open', o, create=True):
self.updater.update_version(self.controller_get('drupal')(), "Drupal")
assert not m.called
def test_github_tag_newer(self):
self.gh_mock()
with patch('dscan.common.update_api.VersionsFile') as vf:
vf().highest_version_major.return_value = {'6': '6.34', '7': '7.33'}
assert github_tags_newer('drupal/drupal/', 'not_a_real_file.xml', ['6', '7'])
vf().highest_version_major.return_value = {'6': '6.34', '7': '7.34'}
assert not github_tags_newer('drupal/drupal/', 'not_a_real_file.xml', ['6', '7'])
vf().highest_version_major.return_value = {'6': '6.33', '7': '7.34'}
assert github_tags_newer('drupal/drupal/', 'not_a_real_file.xml', ['6', '7'])
def test_github_repo(self):
with patch('dscan.common.update_api.GitRepo.__init__', return_value=None, autospec=True) as gri:
with patch('dscan.common.update_api.GitRepo.init', autospec=True) as grii:
returned_gh = github_repo(self.drupal_repo_path, self.plugin_name)
args, kwargs = gri.call_args
assert args[1] == self.drupal_gh
assert args[2] == self.plugin_name
assert gri.called
assert grii.called
assert isinstance(returned_gh, GitRepo)
def test_normalize_repo(self):
expected = 'drupal/drupal/'
assert _github_normalize("/drupal/drupal/") == expected
assert _github_normalize("/drupal/drupal") == expected
assert _github_normalize("drupal/drupal") == expected
assert _github_normalize("/drupal/drupal/") == expected
def test_gr_init(self):
gr = GitRepo(self.drupal_gh, self.plugin_name)
path_on_disk = '%s%s/' % (UW, self.plugin_name)
assert gr._clone_url == self.drupal_gh
assert gr.path == path_on_disk
def test_create_fetch(self):
with patch('dscan.common.update_api.GitRepo.clone', autospec=True) as clone:
with patch('os.path.isdir', return_value=False) as isdir:
self.gr.init()
assert clone.called
assert isdir.called
with patch('dscan.common.update_api.GitRepo.fetch') as fetch:
with patch('os.path.isdir', return_value=True) as isdir:
self.gr.init()
assert fetch.called
assert isdir.called
def test_clone_creates_dir(self):
self.gr.clone()
expected_dir = './.update-workspace/drupal'
args, kwargs = self.mock_makedirs.call_args
print(args[0], expected_dir)
assert args[0] == expected_dir
assert args[1] == 0o700
# Assert except block is there.
self.mock_makedirs.side_effect = OSError()
self.gr.clone()
def test_clone_func(self):
self.gr.clone()
args, kwargs = self.mock_call.call_args
expected = tuple([['git', 'clone', self.drupal_gh, self.path]])
assert args == expected
def test_fetch_func(self):
self.gr.fetch()
args, kwargs = self.mock_call.call_args
expected = tuple([['git', 'fetch', '--all']])
assert args == expected
assert kwargs['cwd'] == self.path
@test.raises(RuntimeError)
def test_tags_newer_exc(self):
tags_get_ret = ['7.34', '6.34', '7.33', '6.33', '8.1']
update_majors = ['6', '7', '8']
with patch('dscan.common.update_api.VersionsFile') as vf:
with patch('dscan.common.update_api.GitRepo.tags_get', autospec=True) as tg:
vf.highest_version_major.return_value = {'6': '6.34', '7':
'7.34', '8': '8.1'}
tg.return_value = tags_get_ret
# No new tags should result in exception.
self.gr.tags_newer(vf, update_majors)
@test.raises(MissingMajorException)
def test_tags_newer_missing_major(self):
tags_get_ret = ['2.1.4', '2.1.3', '2.2.5', '3.1.0']
update_majors = ['2.1', '2.2', '3.1']
with patch('dscan.common.update_api.VersionsFile') as vf:
with patch('dscan.common.update_api.GitRepo.tags_get', autospec=True) as tg:
vf.highest_version_major.return_value = {'2.1': '2.1.5', '2.2': '2.2.4'}
tg.return_value = tags_get_ret
# Missing major should abort.
self.gr.tags_newer(vf, update_majors)
def test_tags_newer_missing_major_older(self):
tags_get_ret = ['2.1.4', '2.1.3', '2.2.5', '1.9']
update_majors = ['2.1', '2.2', '3.1']
with patch('dscan.common.update_api.VersionsFile') as vf:
with patch('dscan.common.update_api.GitRepo.tags_get', autospec=True) as tg:
vf.highest_version_major.return_value = {'2.1': '2.1.5', '2.2': '2.2.4'}
tg.return_value = tags_get_ret
result = self.gr.tags_newer(vf, update_majors)
assert result == ['2.2.5']
def test_tag_not_rubbish(self):
assert _tag_is_rubbish("11.4", "3.2.4")
assert _tag_is_rubbish("elephant", "3.2.4")
assert not _tag_is_rubbish("4.3.2", "3.2.4")
def test_tags_newer_missing_rubbish(self):
tags_get_ret = ['2.1.4', '2.1.3', '2.2.5', '13.0']
update_majors = ['2.1', '2.2', '3.1']
with patch('dscan.common.update_api.VersionsFile') as vf:
with patch('dscan.common.update_api.GitRepo.tags_get', autospec=True) as tg:
vf.highest_version_major.return_value = {'2.1': '2.1.5', '2.2': '2.2.4'}
tg.return_value = tags_get_ret
result = self.gr.tags_newer(vf, update_majors)
assert result == ['2.2.5']
def test_tags_newer_func(self):
tags_get_ret = ['7.34', '6.34', '7.33', '6.33']
update_majors = ['6', '7']
with patch('dscan.common.update_api.VersionsFile') as vf:
with patch('dscan.common.update_api.GitRepo.tags_get', autospec=True) as tg:
vf.highest_version_major.return_value = {'6': '6.33', '7': '7.33'}
tg.return_value = tags_get_ret
out = self.gr.tags_newer(vf, update_majors)
args, kwargs = vf.highest_version_major.call_args
assert args[0] == update_majors
assert '6.34' in out
assert '7.34' in out
vf.highest_version_major.return_value = {'6': '6.32', '7': '7.33'}
out = self.gr.tags_newer(vf, update_majors)
assert '6.33' in out
assert '6.34' in out
assert '7.34' in out
def test_tags_get_func(self):
tags_get_ret = ['7.34', '6.34', '7.33', '6.33', '8.1']
tags_content = open(dscan.PWD + 'tests/resources/git_tag_output.txt').read()
self.mock_check_output.return_value = tags_content
out = self.gr.tags_get()
assert len(out) == len(tags_get_ret)
for t in tags_get_ret:
assert t in out
def test_drupal_update_calls_gh_update(self):
with patch('dscan.common.update_api.github_tags_newer', autospec=True) as m:
self.scanner.update_version_check()
assert m.called
def test_drupal_update(self):
with patch('dscan.common.update_api.github_repo', autospec=True) as m:
self.scanner.update_version()
assert m.called
def test_drupal_update_calls_tags_newer(self):
with patch('dscan.plugins.drupal.GitRepo.tags_newer', autospec=True) as m:
self.scanner.update_version()
args, kwargs = m.call_args
assert isinstance(args[1], VersionsFile)
assert args[2] == self.scanner.update_majors
def test_drupal_calls_hashes_get(self):
vf = MagicMock()
new_versions = ['7.34', '6.34']
ret_val = (self.gr, vf, new_versions)
ret_hashes_get ={'css/css.css': 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA',
'javascript/main.js': 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA',
'css/jss.phs': 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA'}
with patch('dscan.common.update_api.github_repo_new', return_value=ret_val, autospec=True) as m:
with patch('dscan.plugins.drupal.GitRepo.tag_checkout', autospec=True) as tc:
with patch('dscan.plugins.drupal.GitRepo.hashes_get', return_value=ret_hashes_get, autospec=True) as hg:
self.scanner.update_version()
tccl = tc.call_args_list
assert len(tc.call_args_list) == 2
for args, kwargs in tccl:
assert args[1] in new_versions
hgcl = hg.call_args_list
assert len(hg.call_args_list) == 2
for args, kwargs in hgcl:
assert args[1] == vf
version = '7.34'
expected = tuple([['git', 'checkout', version]])
self.gr.tag_checkout(version)
args, kwargs = self.mock_call.call_args
assert args == expected
assert kwargs['cwd'] == self.gr.path
def test_hashes_get_func(self):
md5 = 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA'
files = ['javascript/main.js', 'css/css.css', 'css/jss.phs']
self.mock_md5_file.return_value = md5
with patch('dscan.common.update_api.VersionsFile') as vf:
vf.files_get_all.return_value = files
self.gr.hashes_get(vf)
assert vf.files_get_all.called
assert len(self.mock_md5_file.call_args_list) == len(files)
for call in self.mock_md5_file.call_args_list:
args, kwargs = call
in_there = False
for f in files:
if args[0].endswith(f):
in_there = True
break
assert UW in args[0]
assert in_there
def test_update_calls_plugin(self):
md5 = 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA'
files = ['misc/drupal.js', 'misc/tabledrag.js', 'misc/ajax.js']
self.mock_md5_file.return_value = md5
vf = VersionsFile(self.update_versions_xml)
versions = ['7.34', '6.34']
ret_val = (self.gr, vf, versions)
with patch('dscan.common.update_api.github_repo_new', return_value=ret_val, autospec=True) as m:
fpv_before = vf.files_per_version()
out = self.scanner.update_version()
fpv_after = vf.files_per_version()
assert len(fpv_before) == len(fpv_after) - len(versions)
for v in versions:
assert v in fpv_after
assert fpv_after[v] == files
def test_files_get_all_chlg(self):
changelog_file = 'CHANGELOG.txt'
vf = VersionsFile(self.update_versions_xml)
files = vf.files_get()
files_all = vf.files_get_all()
assert len(files) == len(files_all) - 1
assert changelog_file in files_all
assert not changelog_file in files
def test_updates_changelog(self):
weird_hash = '13371337133713371337133713371337'
vf = VersionsFile(self.update_versions_xml)
hashes = {
'6.34': {
'misc/ajax.js': 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA',
'CHANGELOG.txt': weird_hash,
'misc/drupal.js': 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA',
'misc/tabledrag.js': 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA'
}
}
vf.update(hashes)
out = vf.str_pretty()
assert weird_hash in str(out)
def test_writes_vf(self):
vf = MagicMock()
xml = '<cms>lalala'
vf.str_pretty.return_value = xml
o = mock_open()
with patch('dscan.plugins.update.open', o, create=True):
uvc = self.mock_controller('drupal', 'update_version_check', return_value=True)
uv = self.mock_controller('drupal', 'update_version', return_value=vf)
self.updater.update_version(self.controller_get('drupal')(), "Drupal")
args, kwargs = o.call_args
assert args[0] == self.scanner.versions_file
assert args[1] == 'w'
args, kwargs = o().write.call_args
assert args[0] == xml
def test_writes_valid_xml(self):
self.mock_controller('drupal', 'update_version_check', return_value=True)
self.mock_controller('drupal', 'update_version')
o = mock_open()
with patch('dscan.plugins.update.open', o, create=True):
with patch('dscan.plugins.update.Update.is_valid', return_value=False, autospec=True) as iv:
self.updater.update_version(self.controller_get('drupal')(), "Drupal")
args, kwargs = iv.call_args
assert iv.called
assert not o().write.called
def test_plugins_update_check(self):
drupal = Drupal()
drupal.update_plugins = up = Mock(spec=self.scanner.update_plugins,
return_value=([], []))
today = datetime.today()
yesterday = datetime.today() - timedelta(days=1)
too_long_ago = today - timedelta(days=400)
o = mock_open()
with patch('dscan.plugins.update.open', o, create=True):
with patch('dscan.common.update_api.file_mtime', return_value=yesterday, autospec=True):
self.updater.update_plugins(self.controller_get('drupal')(), 'Drupal')
assert not up.called
with patch('dscan.common.update_api.file_mtime', return_value=too_long_ago):
self.updater.update_plugins(drupal, 'Drupal')
assert up.called
@test.raises(IOError)
def test_file_mtime_raises(self):
filename = "filename"
with patch('os.path.isfile', return_value=False, autospec=True):
file_mtime(filename)
def test_file_mtime(self):
filename = "filename"
timestamp = "1424298106"
self.mock_check_output.return_value = timestamp
dt = datetime.fromtimestamp(int(timestamp))
with patch('os.path.isfile', return_value=True):
rdt = file_mtime(filename)
assert dt == rdt
def test_drupal_calls_modules_get(self):
o = mock_open()
with patch('dscan.plugins.update.open', o, create=True):
with patch('dscan.common.update_api.modules_get', autospec=True) as p:
self.updater.update_plugins(self.scanner, "Drupal")
assert p.called
def test_modules_get(self):
url = 'https://drupal.org/project/project_module?page=%s'
css = '.node-project-module > h2 > a'
per_page = 25
do_resp = codecs.open(dscan.PWD + 'tests/resources/drupal_org_response.html',
encoding='utf-8').read()
do_resp_last = codecs.open(dscan.PWD + 'tests/resources/drupal_org_response_partial.html', 'r', 'utf-8').read()
responses.add(responses.GET, 'https://drupal.org/project/project_module?page=0',
body=do_resp, match_querystring=True)
responses.add(responses.GET, 'https://drupal.org/project/project_module?page=1',
body=do_resp, match_querystring=True)
responses.add(responses.GET, 'https://drupal.org/project/project_module?page=2',
body=do_resp_last, match_querystring=True)
plugins = []
for plugin in modules_get(url, per_page, css):
plugins.append(plugin)
assert len(plugins) == 69
def test_drupal_update_plugins(self):
ret_val = [
{"href": "/project/module_1"},
{"href": "/project/module_2"},
{"href": "/project/module_3"},
]
results = [
'module_1',
'module_2',
'module_3'
]
m = mock_open()
with patch('dscan.common.update_api.modules_get', return_value=ret_val, autospec=True) as mg:
plugins, themes = self.scanner.update_plugins()
assert plugins == results
assert themes == results
assert len(mg.call_args_list) == 2
assert mg.call_args_list[0][0][0] != mg.call_args_list[1][0][0]
def test_drupal_plugins_updates_file(self):
plugins = ['plugin_1', 'plugin_2', 'plugin_3']
themes = ['theme_1', 'theme_2', 'theme_3']
self.scanner.update_plugins = Mock(spec=self.scanner.update_plugins,
return_value=(plugins, themes))
m = mock_open()
with patch('dscan.plugins.update.open', m, create=True) as o:
self.updater.update_plugins(self.scanner, "Drupal")
assert self.scanner.update_plugins.called == True
assert len(o.call_args_list) == 2
for i, call in enumerate(o().write.call_args_list):
if i < 3:
check_against = plugins
else:
check_against = themes
assert call[0][0].rstrip() == check_against[i % 3]
def test_ss_calls_modules_get(self):
ss = Silverstripe()
o = mock_open()
with patch('dscan.plugins.update.open', o, create=True):
with patch('dscan.common.update_api.modules_get', autospec=True) as p:
self.updater.update_plugins(Silverstripe(), "Drupal")
assert p.called
def _mod_ss_modules_mock(self,):
do_resp = codecs.open(dscan.PWD + 'tests/resources/silverstripe_org_response.html', encoding='utf-8').read()
do_resp_last = codecs.open(dscan.PWD + 'tests/resources/silverstripe_org_response_partial.html').read()
ss_modules_file = open(dscan.PWD + 'tests/resources/silverstripe_modules.json').read()
packagist_with_installer = open(dscan.PWD + 'tests/resources/packagist_org_with_installer.json').read()
packagist_without_installer = open(dscan.PWD + 'tests/resources/packagist_org_without_installer.json').read()
responses.add(responses.GET, 'http://addons.silverstripe.org/add-ons?search=&type=module&sort=downloads&start=0',
body=do_resp, match_querystring=True)
responses.add(responses.GET, 'http://addons.silverstripe.org/add-ons?search=&type=module&sort=downloads&start=16',
body=do_resp, match_querystring=True)
responses.add(responses.GET, 'http://addons.silverstripe.org/add-ons?search=&type=module&sort=downloads&start=32',
body=do_resp_last, match_querystring=True)
responses.add(responses.GET, 'http://addons.silverstripe.org/add-ons?search=&type=theme&sort=downloads&start=0',
body=do_resp, match_querystring=True)
responses.add(responses.GET, 'http://addons.silverstripe.org/add-ons?search=&type=theme&sort=downloads&start=16',
body=do_resp_last, match_querystring=True)
ss_modules = json.loads(ss_modules_file)
base_url = 'http://packagist.org/p/%s.json'
for mod in ss_modules:
url = base_url % mod
if mod == "ajshort/silverstripe-gridfieldextensions":
responses.add(responses.GET, url,
body=packagist_with_installer)
else:
responses.add(responses.GET, url,
body=packagist_without_installer)
def test_ss_calls_modules_get_proper(self):
self._mod_ss_modules_mock()
ss = Silverstripe()
o = mock_open()
plugins, themes = ss.update_plugins()
# verify removes duplicates.
assert len(plugins) == 18
# verifies package -> folder conversion.
assert 'gridfieldextensions' in plugins
assert len(themes) == 18
assert 'gridfieldextensions' in themes
def test_ss_hashes_get_signature(self):
ss = Silverstripe()
vf = MagicMock()
ret_val = (self.gr, vf, ['3.1.3'])
with patch('dscan.common.update_api.github_repo_new', return_value=ret_val, autospec=True) as m:
with patch('dscan.common.update_api.hashes_get', autospec=True):
ss.update_version()
def test_wordpress_plugins_get(self):
plugin_contents = open(dscan.PWD + 'tests/resources/wordpress_plugins.json').read()
theme_contents = open(dscan.PWD + 'tests/resources/wordpress_themes.json').read()
responses.add(responses.POST, Wordpress.plugins_url, body=plugin_contents)
responses.add(responses.POST, Wordpress.themes_url, body=theme_contents)
wp = Wordpress()
plugins, themes = wp.update_plugins()
print(len(plugins), len(themes))
assert len(plugins) == 1000
assert len(themes) == 1997