def test_add_helping_materials_json_from_filextension(
self, auto_mock, find_mock):
"""Test add_helpingmaterials json without specifying file extension works."""
auto_mock.return_value = (0, None)
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
helpingmaterials = MagicMock()
helpingmaterials.name = 'helpingmaterials.json'
helpingmaterials.read.return_value = json.dumps([{
'info': {
'key': 'value'
}
}])
pbclient = MagicMock()
pbclient.create_helping_material.return_value = {
'id': 1,
'info': {
'key': 'value'
}
}
self.config.pbclient = pbclient
res = _add_helpingmaterials(self.config, helpingmaterials, None)
assert res == '1 helping materials added to project: short_name', res
def test_add_tasks_po_from_filextension(self, find_mock, po_mock):
"""Test add_tasks po without specifying file extension works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
entry = MagicMock()
entry.msgid = 'English'
entry.msgtr = ''
po = MagicMock()
po.untranslated_entries.return_value = [entry]
po_mock.return_value = po
tasks = MagicMock()
tasks.name = 'tasks.po'
tasks.read.return_value = json.dumps([{'info': {'msgid': 'English',
'msgtr':''}}])
pbclient = MagicMock()
pbclient.create_task.return_value = {'id': 1, 'info': {'msgid': 'English',
'msgtr': ''}}
self.config.pbclient = pbclient
res = _add_tasks(self.config, tasks, None, 0, 30)
assert res == '1 tasks added to project: short_name', res
def test_beacon():
'''
Test beacon functionality.
First run without cache file. All systems are "new" and should be reported.
'''
domain = MagicMock()
domain.info = MagicMock(name='info')
domain.info.return_value = [0, 1024, 1024, 2, 30]
domain.name = MagicMock(name='name')
domain.name.return_value = 'testvm'
conn = MagicMock()
conn.listAllDomains = MagicMock(name='listAllDomains')
conn.listAllDomains.return_value = [domain]
if os.path.exists(CACHE_FILE):
os.unlink(CACHE_FILE)
with patch.object(virtpoller, 'libvirt', MagicMock(return_value=True)):
with patch.object(virtpoller.libvirt, 'openReadOnly', MagicMock(return_value=conn)):
with patch.object(virtpoller.binascii, 'hexlify', MagicMock(return_value=5)):
ret = virtpoller.beacon({'cache_file': CACHE_FILE,
'expire_time': 2})
assert isinstance(ret, list)
assert isinstance(ret[0], dict)
assert sorted(ret[0].keys()) == ['plan']
assert ret[0]['plan'][0]['event_type'] == 'exists'
assert 'guest_properties' in ret[0]['plan'][0]
data = ret[0]['plan'][0]['guest_properties']
assert data['name'] == 'testvm'
assert data['virt_type'] == 'para_virtualized'
assert data['state'] == 'running'
assert data['vcpus'] == 2
assert data['memory_size'] == '1024'
assert data['uuid'] == 5
def test_add_tasks_po_with_info(self, find_mock, po_mock):
"""Test add_tasks po with info field works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
entry = MagicMock()
entry.msgid = 'English'
entry.msgtr = ''
po = MagicMock()
po.untranslated_entries.return_value = [entry]
po_mock.return_value = po
tasks = MagicMock()
tasks.read.return_value = json.dumps([{
'info': {
'msgid': 'English',
'msgtr': ''
}
}])
pbclient = MagicMock()
pbclient.create_task.return_value = {
'id': 1,
'info': {
'msgid': 'English',
'msgtr': ''
}
}
self.config.pbclient = pbclient
res = _add_tasks(self.config, tasks, 'po', 0, 30)
assert res == '1 tasks added to project: short_name', res
def test_add_helping_materials_json_with_info(self, find_mock):
"""Test add_helpingmaterials json with info field works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
helpingmaterials = MagicMock()
helpingmaterials.read.return_value = json.dumps([{
'info': {
'key': 'value'
}
}])
pbclient = MagicMock()
pbclient.create_helpingmaterial.return_value = {
'id': 1,
'info': {
'key': 'value'
}
}
self.config.pbclient = pbclient
res = _add_helpingmaterials(self.config, helpingmaterials, 'json')
assert res == '1 helping materials added to project: short_name', res
def test_add_helping_materials_excel_with_info(self, auto_mock, find_mock, workbook_mock):
"""Test add_helpingmaterials excel with info field works."""
auto_mock.return_value = (0, None)
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
project.id = 1
wb = Workbook()
ws = wb.active
headers = ['Column Name', 'foo']
ws.append(headers)
for row in range(2, 10):
ws.append(['value', 'bar'])
ws.append([None, None])
ws.append([None, None])
find_mock.return_value = project
helpingmaterials = MagicMock()
helpingmaterials.read.return_value = wb
workbook_mock.return_value = wb
pbclient = MagicMock()
self.config.pbclient = pbclient
res = _add_helpingmaterials(self.config, helpingmaterials, 'xlsx')
self.config.pbclient.create_helpingmaterial.assert_called_with(project_id=find_mock().id,
info={u'column_name': u'value',
u'foo': u'bar'})
assert res == '8 helping materials added to project: short_name', res
def test_update_project_another_error(self, find_mock):
"""Test update_project another error works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
task_presenter = "test/template.html"
results = "test/results.html"
tutorial = "test/tutorial.html"
long_description = "test/long_description.md"
pbclient = MagicMock()
pbclient.update_project.return_value = self.error
self.config.pbclient = pbclient
res = _update_project(self.config, task_presenter, results,
long_description, tutorial)
msg = ("Project not found! The project: short_name is missing." \
" Use the flag --all=1 to search in all the server ")
assert res == msg, msg
def test_beacon_update():
'''
Test beacon functionality. Second run with cache file.
Nothing has changed so the return value of the function
Should be an empty list
'''
domain = MagicMock()
domain.info = MagicMock(name='info')
domain.info.return_value = [0, 1024, 1024, 2, 30]
domain.name = MagicMock(name='name')
domain.name.return_value = 'testvm'
conn = MagicMock()
conn.listAllDomains = MagicMock(name='listAllDomains')
conn.listAllDomains.return_value = [domain]
if os.path.exists(CACHE_FILE):
os.unlink(CACHE_FILE)
shutil.copyfile(os.path.sep.join([os.path.abspath(''), 'data', 'virt_state-test.initcache']), CACHE_FILE)
with patch.object(virtpoller, 'libvirt', MagicMock(return_value=True)):
with patch.object(virtpoller.libvirt, 'openReadOnly', MagicMock(return_value=conn)):
with patch.object(virtpoller.binascii, 'hexlify', MagicMock(return_value=5)):
ret = virtpoller.beacon({'cache_file': CACHE_FILE,
'expire_time': 2})
assert isinstance(ret, list)
print "%s" % ret
assert len(ret) == 0
def test_add_helping_materials_unknow_type(self, auto_mock, find_mock):
"""Test add_helpingmaterials with unknown type works."""
auto_mock.return_value = (0, None)
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
helpingmaterials = MagicMock()
helpingmaterials.read.return_value = "key, value\n, 1, 2"
pbclient = MagicMock()
pbclient.create_helping_material.return_value = {
'id': 1,
'info': {
'key': 'value'
}
}
self.config.pbclient = pbclient
res = _add_helpingmaterials(self.config, helpingmaterials, 'doc')
assert res == (
"Unknown format for the tasks file. Use json, csv, po or "
"properties."), res
def test_add_tasks_properties_from_filextension(self, auto_mock,
find_mock):
"""Test add_tasks properties without specifying file extension works."""
auto_mock.return_value = (0, None)
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
tasks = MagicMock()
tasks.name = 'tasks.properties'
tasks.read.return_value = "foo_id= foo\n"
pbclient = MagicMock()
pbclient.create_task.return_value = {
'id': 1,
'info': {
'var_id': 'foo_id',
'string': ' foo'
}
}
self.config.pbclient = pbclient
res = _add_tasks(self.config, tasks, None, 0, 30)
assert res == '1 tasks added to project: short_name', res
def test_get_properties(self):
# given
exp = MagicMock()
exp.experiment_id = 123
exp.name = 'EXPeriMENT-NaMe'
# and
run = MagicMock()
# and
run.info = MagicMock()
run.info.run_uuid = str(uuid.uuid4())
# and
run.data = MagicMock()
run.data.tags = {'key1': 'value1', 'key2': 'value2'}
# expect
# pylint: disable=protected-access
self.assertEqual(
DataLoader._get_properties(exp, run), {
'mlflow/experiment/id': str(exp.experiment_id),
'mlflow/experiment/name': exp.name,
'mlflow/run/uuid': run.info.run_uuid,
'mlflow/run/name': '',
'key1': 'value1',
'key2': 'value2'
})
def test_add_helping_materials_csv_with_info(self, auto_mock, find_mock):
"""Test add_helpingmaterials csv with info field works."""
auto_mock.return_value = (0, None)
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
helpingmaterials = MagicMock()
helpingmaterials.read.return_value = "info, value\n, %s, 2" % json.dumps(
{'key': 'value'})
pbclient = MagicMock()
pbclient.create_helping_material.return_value = {
'id': 1,
'info': {
'key': 'value'
}
}
self.config.pbclient = pbclient
res = _add_helpingmaterials(self.config, helpingmaterials, 'csv')
assert res == '1 helping materials added to project: short_name', res
def test_add_helping_materials_excel_with_file(self, auto_mock, find_mock,
workbook_mock):
"""Test add_helpingmaterials excel with file_path field works."""
auto_mock.return_value = (0, None)
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
project.id = 1
wb = Workbook()
ws = wb.active
headers = ['Column Name', 'foo', 'file Path']
ws.append(headers)
for row in range(2, 10):
ws.append(['value', 'bar', '/tmp/file.jpg'])
ws.append([None, None, None])
ws.append([None, None, None])
find_mock.return_value = project
helpingmaterials = MagicMock()
helpingmaterials.read.return_value = wb
workbook_mock.return_value = wb
pbclient = MagicMock()
hm = MagicMock()
hm.info = {'column_name': 'value', 'foo': 'bar'}
hm.id = 1
pbclient.create_helpingmaterial.return_value = hm
self.config.pbclient = pbclient
res = _add_helpingmaterials(self.config, helpingmaterials, 'xlsx')
self.config.pbclient.create_helpingmaterial.assert_called_with(
project_id=find_mock().id,
file_path='/tmp/file.jpg',
info={
u'column_name': u'value',
u'foo': u'bar'
})
self.config.pbclient.update_helping_material.assert_called_with(hm)
assert res == '8 helping materials added to project: short_name', res
def test_remove(self):
pkg = pkg_pacman.PacmanPkg(MagicMock(), "foo", {'installed': False})
status = MagicMock()
status.info = {'installed': True}
self.assertEqual(
pkg.ask(status),
"status installed → not installed\n",
)
def test_start(self):
svc = svc_upstart.SvcUpstart(MagicMock(), "foo", {'running': True})
status = MagicMock()
status.info = {'running': False}
self.assertEqual(
svc.ask(status),
"status not running → running\n",
)
def test_install(self):
pkg = pkg_apt.AptPkg(MagicMock(), "foo", {'installed': True})
status = MagicMock()
status.info = {'installed': False}
self.assertEqual(
pkg.ask(status),
"status not installed → installed\n",
)
def test_stop(self):
svc = svc_systemd.SvcSystemd(MagicMock(), "foo", {'running': False})
status = MagicMock()
status.info = {'running': True}
self.assertEqual(
svc.ask(status),
"status running → not running\n",
)
def set_element_find_result(mocks, **uia_attr):
elem = MagicMock()
elem.info = uia_element_info(**uia_attr)
mocks.device.return_value = [elem]
mocks.device.dump.return_value = create_dump_xml(elem.info)
mocks.uiroot.nametowidget(
'sidebar.refresh_button').process_event(None, None)
return elem
def test_call(self):
ret = json.dumps({'ok': 'ok'})
read = MagicMock()
read.read = MagicMock(return_value=ret)
read.info = MagicMock(return_value=ResponseInfo())
u = 'http://localhost/testing'
with patch('urllib.request.urlopen') as mock_method:
mock_method.return_value = read
request = ApiRequest('mm', ApcUrl(u))()
self.assertEqual(request, json.loads(ret))
def get_tf_tools_params():
info_logger = MagicMock()
error_logger = MagicMock()
logger_mock = MagicMock()
logger_mock.info = info_logger
logger_mock.error = error_logger
params = {
'logger': logger_mock,
'deployment_name': 'deployment_name_test',
'node_instance_name': 'node_instance_name_test'
}
return logger_mock, params, info_logger, error_logger
def test_add_user_event(self, mock_update_feed):
"""Test add_user_event is called."""
conn = MagicMock()
target = MagicMock()
target.id = 1
target.project_id = 1
tmp = MagicMock()
tmp.name = 'name'
tmp.short_name = 'short_name'
tmp.info = dict()
conn.execute.return_value = [tmp]
add_user_event(None, conn, target)
assert mock_update_feed.called
def test_add_user_event(self, mock_update_feed):
"""Test add_user_event is called."""
conn = MagicMock()
target = MagicMock()
target.id = 1
target.project_id = 1
tmp = MagicMock()
tmp.name = "name"
tmp.short_name = "short_name"
tmp.info = dict()
conn.execute.return_value = [tmp]
add_user_event(None, conn, target)
assert mock_update_feed.called
def test_delete_another_error_one_tasks(self, find_mock):
"""Test delete tasks another error works for one task."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
pbclient = MagicMock()
pbclient.delete_task.return_value = self.error_task
self.config.pbclient = pbclient
assert_raises(TaskNotFound, _delete_tasks, self.config, 1)
def test_delete_another_error_one_tasks(self, find_mock):
"""Test delete tasks another error works for one task."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
pbclient = MagicMock()
pbclient.delete_task.return_value = self.error_task
self.config.pbclient = pbclient
assert_raises(TaskNotFound, _delete_tasks, self.config, 1)
def test_add_blog_event(self, mock_queue, mock_update_feed):
"""Test add_blog_event is called."""
conn = MagicMock()
target = MagicMock()
target.id = 1
target.project_id = 1
tmp = MagicMock()
tmp.name = "name"
tmp.short_name = "short_name"
tmp.info = dict()
conn.execute.return_value = [tmp]
add_blog_event(None, conn, target)
mock_queue.enqueue.assert_called_with(notify_blog_users, blog_id=target.id, project_id=target.project_id)
assert mock_update_feed.called
def test_get_tags(self):
# given
exp = MagicMock()
exp.name = 'EXPeriMENT-NaMe'
# and
run = MagicMock()
run.info = MagicMock()
run.data.tags = {}
# expect
# pylint: disable=protected-access
self.assertEqual(set(DataLoader._get_tags(exp, run)),
{'mlflow', 'experiment-name'})
def test_delete_connection_error(self, find_mock):
"""Test delete tasks connection error works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
pbclient = MagicMock()
pbclient.delete_task.side_effect = exceptions.ConnectionError
self.config.pbclient = pbclient
res = _delete_tasks(self.config, 1)
assert res == "Connection Error! The server http://server is not responding", res
def test_update_task_redundancy_fails(self, find_mock):
"""Test update task redundancy fails works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
pbclient = MagicMock()
pbclient.find_tasks.return_value = self.error_task
self.config.pbclient = pbclient
assert_raises(TaskNotFound, _update_tasks_redundancy, self.config,
9999, 5)
def test_delete_task(self, find_mock):
"""Test delete task works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
pbclient = MagicMock()
pbclient.delete_task.return_value = []
self.config.pbclient = pbclient
res = _delete_tasks(self.config, 1)
assert res == "Task.id = 1 and its associated task_runs have been deleted", res
def test_update_task_redundancy_individually(self, find_mock):
"""Test update task redundancy individually works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
pbclient = MagicMock()
self.config.pbclient = pbclient
res = _update_tasks_redundancy(self.config, 1, 5)
msg = "Task.id = 1 redundancy has been updated to 5"
assert res == msg, res
def test_delete_connection_error(self, find_mock):
"""Test delete tasks connection error works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
pbclient = MagicMock()
pbclient.delete_task.side_effect = exceptions.ConnectionError
self.config.pbclient = pbclient
res = _delete_tasks(self.config, 1)
assert res == "Connection Error! The server http://server is not responding", res
def test_delete_task(self, find_mock):
"""Test delete task works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
pbclient = MagicMock()
pbclient.delete_task.return_value = []
self.config.pbclient = pbclient
res = _delete_tasks(self.config, 1)
assert res == "Task.id = 1 and its associated task_runs have been deleted", res
def test_extraction(self) -> None:
old_datetime = datetime(2018, 8, 14, 4, 12, 3, tzinfo=UTC)
new_datetime = datetime(2018, 11, 14, 4, 12, 3, tzinfo=UTC)
fs = MagicMock()
fs.ls = MagicMock(return_value=['/foo/bar', '/foo/baz'])
fs.is_file = MagicMock(return_value=True)
fs.info = MagicMock(side_effect=[
FileMetadata(
path='/foo/bar', last_updated=old_datetime, size=15093),
FileMetadata(
path='/foo/baz', last_updated=new_datetime, size=15094)
])
pt_alchemy_extractor_instance = MagicMock()
non_pt_alchemy_extractor_instance = MagicMock()
with patch.object(HiveTableLastUpdatedExtractor,
'_get_partitioned_table_sql_alchemy_extractor', return_value=pt_alchemy_extractor_instance), \
patch.object(HiveTableLastUpdatedExtractor,
'_get_non_partitioned_table_sql_alchemy_extractor',
return_value=non_pt_alchemy_extractor_instance), \
patch.object(HiveTableLastUpdatedExtractor,
'_get_filesystem', return_value=fs):
pt_alchemy_extractor_instance.extract = MagicMock(
return_value=None)
non_pt_alchemy_extractor_instance.extract = MagicMock(
side_effect=null_iterator([
{
'schema': 'foo_schema',
'table_name': 'table_1',
'location': '/foo/bar'
},
]))
extractor = HiveTableLastUpdatedExtractor()
extractor.init(ConfigFactory.from_dict({}))
result = extractor.extract()
expected = TableLastUpdated(schema='foo_schema',
table_name='table_1',
last_updated_time_epoch=1542168723,
db='hive',
cluster='gold')
self.assertEqual(result.__repr__(), expected.__repr__())
self.assertIsNone(extractor.extract())
def test_add_blog_event(self, mock_queue, mock_update_feed):
"""Test add_blog_event is called."""
conn = MagicMock()
target = MagicMock()
target.id = 1
target.project_id = 1
tmp = MagicMock()
tmp.name = 'name'
tmp.short_name = 'short_name'
tmp.info = dict()
conn.execute.return_value = [tmp]
add_blog_event(None, conn, target)
mock_queue.enqueue.assert_called_with(notify_blog_users,
blog_id=target.id,
project_id=target.project_id)
assert mock_update_feed.called
def test_update_task_redundancy_all_tasks(self, find_mock):
"""Test update task redundancy all tasks works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
pbclient = MagicMock()
pbclient.get_tasks = self.fake_return_tasks
self.config.pbclient = pbclient
res = _update_tasks_redundancy(self.config, None, 5)
msg = "All tasks redundancy have been updated"
assert res == msg, res
def test_update_task_redundancy_fails(self, auto_mock, find_mock):
"""Test update task redundancy fails works."""
auto_mock.return_value = (0, None)
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
pbclient = MagicMock()
pbclient.find_tasks.return_value = self.error_task
self.config.pbclient = pbclient
assert_raises(TaskNotFound, _update_tasks_redundancy, self.config,
9999, 5)
def test_delete_another_error_all_tasks(self, find_mock):
"""Test delete tasks another error works for all tasks."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
pbclient = MagicMock()
pbclient.delete_task.return_value = self.error
task = MagicMock()
task.id = 1
pbclient.get_tasks.return_value = [task]
self.config.pbclient = pbclient
assert_raises(ProjectNotFound, _delete_tasks, self.config, None)
def test_delete_another_error_all_tasks(self, find_mock):
"""Test delete tasks another error works for all tasks."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
pbclient = MagicMock()
pbclient.delete_task.return_value = self.error
task = MagicMock()
task.id = 1
pbclient.get_tasks.return_value = [task]
self.config.pbclient = pbclient
assert_raises(ProjectNotFound, _delete_tasks, self.config, None)
def test_update_task_redundancy_individually(self, auto_mock, find_mock):
"""Test update task redundancy individually works."""
auto_mock.return_value = (0, None)
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
pbclient = MagicMock()
self.config.pbclient = pbclient
res = _update_tasks_redundancy(self.config, 1, 5)
msg = "Task.id = 1 redundancy has been updated to 5"
assert res == msg, res
def test_main2(patched_parseargs, tmpdir):
lpath = str(tmpdir.join('test.tmp'))
args = MagicMock()
patched_parseargs.return_value = args
args.numworkers = 64
args.storageaccount = 'blobep'
args.container = 'container'
args.chunksizebytes = 5
args.localresource = lpath
args.blobep = '.blobep'
args.timeout = 10
args.info = False
args.include = None
args.pageblob = False
args.autovhd = False
args.managementep = None
args.managementcert = None
args.subscriptionid = None
args.chunksizebytes = None
args.download = False
args.upload = True
args.remoteresource = None
args.saskey = None
args.storageaccountkey = 'key'
with open(lpath, 'wt') as f:
f.write(str(uuid.uuid4()))
session = requests.Session()
adapter = requests_mock.Adapter()
session.mount('mock', adapter)
with patch('azure.storage.blob.BlobService') as mock:
args.createcontainer = True
args.pageblob = False
args.autovhd = False
args.keeprootdir = False
args.collate = None
mock.return_value = MagicMock()
mock.return_value.create_container = _mock_blobservice_create_container
blobxfer.main()
args.createcontainer = False
args.pageblob = True
args.autovhd = False
blobxfer.main()
def test_add_tasks_json_without_info(self, find_mock):
"""Test add_tasks json without info field works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
tasks = MagicMock()
tasks.read.return_value = json.dumps([{'key': 'value'}])
pbclient = MagicMock()
pbclient.create_task.return_value = {'id': 1, 'info': {'key': 'value'}}
self.config.pbclient = pbclient
res = _add_tasks(self.config, tasks, 'json', 0, 30)
assert res == '1 tasks added to project: short_name', res
def test_add_tasks_properties_with_info(self, find_mock):
"""Test add_tasks properties with info field works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
tasks = MagicMock()
tasks.read.return_value = "foo_id= foo\n"
pbclient = MagicMock()
pbclient.create_task.return_value = {'id': 1, 'info': {'var_id': 'foo_id',
'string': ' foo'}}
self.config.pbclient = pbclient
res = _add_tasks(self.config, tasks, 'properties', 0, 30)
assert res == '1 tasks added to project: short_name', res
def test_add_helping_materials_csv_connection_error(self, find_mock):
"""Test add_helpingmaterials csv connection error works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
helpingmaterials = MagicMock()
helpingmaterials.read.return_value = "key, value\n, 1, 2"
pbclient = MagicMock()
pbclient.create_helpingmaterial.side_effect = exceptions.ConnectionError
self.config.pbclient = pbclient
res = _add_helpingmaterials(self.config, helpingmaterials, 'csv')
assert res == "Connection Error! The server http://server is not responding", res
def test_add_tasks_json_without_info(self, find_mock):
"""Test add_tasks json without info field works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
tasks = MagicMock()
tasks.read.return_value = json.dumps([{'key': 'value'}])
pbclient = MagicMock()
pbclient.create_task.return_value = {'id': 1, 'info': {'key': 'value'}}
self.config.pbclient = pbclient
res = _add_tasks(self.config, tasks, 'json', 0, 30)
assert res == '1 tasks added to project: short_name', res
def test_add_tasks_properties_with_info(self, find_mock):
"""Test add_tasks properties with info field works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
tasks = MagicMock()
tasks.read.return_value = "foo_id= foo\n"
pbclient = MagicMock()
pbclient.create_task.return_value = {'id': 1, 'info': {'var_id': 'foo_id',
'string': ' foo'}}
self.config.pbclient = pbclient
res = _add_tasks(self.config, tasks, 'properties', 0, 30)
assert res == '1 tasks added to project: short_name', res
def test_add_helping_material_json_connection_error(self, find_mock):
"""Test add_helpingmaterials json connection error works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
tasks = MagicMock()
tasks.read.return_value = json.dumps([{'key': 'value'}])
pbclient = MagicMock()
pbclient.create_helpingmaterial.side_effect = exceptions.ConnectionError
self.config.pbclient = pbclient
res = _add_helpingmaterials(self.config, tasks, 'json')
assert res == "Connection Error! The server http://server is not responding", res
def test_add_tasks_another_error(self, find_mock):
"""Test add_tasks another error works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
tasks = MagicMock()
tasks.read.return_value = json.dumps([{'key': 'value'}])
pbclient = MagicMock()
pbclient.create_task.return_value = self.error
self.config.pbclient = pbclient
assert_raises(ProjectNotFound, _add_tasks, self.config,
tasks, 'json', 0, 30)
def test_add_tasks_json_connection_error(self, find_mock):
"""Test add_tasks json connection error works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
tasks = MagicMock()
tasks.read.return_value = json.dumps([{'key': 'value'}])
pbclient = MagicMock()
pbclient.create_task.side_effect = exceptions.ConnectionError
self.config.pbclient = pbclient
res = _add_tasks(self.config, tasks, 'json', 0, 30)
assert res == "Connection Error! The server http://server is not responding", res
def test_add_helpingmaterial_another_error(self, find_mock):
"""Test add_tasks another error works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
tasks = MagicMock()
tasks.read.return_value = json.dumps([{'key': 'value'}])
pbclient = MagicMock()
pbclient.create_helpingmaterial.return_value = self.error
self.config.pbclient = pbclient
assert_raises(ProjectNotFound, _add_helpingmaterials, self.config,
tasks, 'json')
def test_delete_all_tasks(self, find_mock):
"""Test delete all tasks works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
task = MagicMock()
task.id = 1
pbclient = MagicMock()
pbclient.get_tasks.side_effect = [[task], []]
self.config.pbclient = pbclient
res = _delete_tasks(self.config, None, limit=1, offset=0)
assert res == "All tasks and task_runs have been deleted", res
def test_add_helping_materials_csv_with_info(self, auto_mock, find_mock):
"""Test add_helpingmaterials csv with info field works."""
auto_mock.return_value = (0, None)
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
helpingmaterials = MagicMock()
helpingmaterials.read.return_value = "info, value\n, %s, 2" % json.dumps({'key':'value'})
pbclient = MagicMock()
pbclient.create_helping_material.return_value = {'id': 1, 'info': {'key': 'value'}}
self.config.pbclient = pbclient
res = _add_helpingmaterials(self.config, helpingmaterials, 'csv')
assert res == '1 helping materials added to project: short_name', res
def test_add_tasks_unknow_type(self, find_mock):
"""Test add_tasks with unknown type works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
tasks = MagicMock()
tasks.read.return_value = "key, value\n, 1, 2"
pbclient = MagicMock()
pbclient.create_task.return_value = {'id': 1, 'info': {'key': 'value'}}
self.config.pbclient = pbclient
res = _add_tasks(self.config, tasks, 'doc', 0, 30)
assert res == ("Unknown format for the tasks file. Use json, csv, po or "
"properties."), res
def test_add_tasks_csv_from_filextension(self, find_mock):
"""Test add_tasks csv without specifying file extension works."""
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
tasks = MagicMock()
tasks.name = 'tasks.csv'
tasks.read.return_value = "info, value\n, %s, 2" % json.dumps({'key':'value'})
pbclient = MagicMock()
pbclient.create_task.return_value = {'id': 1, 'info': {'key': 'value'}}
self.config.pbclient = pbclient
res = _add_tasks(self.config, tasks, None, 0, 30)
assert res == '1 tasks added to project: short_name', res
def test_update_task_redundancy_all_tasks(self, auto_mock, find_mock):
"""Test update task redundancy all tasks works."""
auto_mock.return_value = (0, None)
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
pbclient = MagicMock()
pbclient.get_tasks = self.fake_return_tasks
self.config.pbclient = pbclient
res = _update_tasks_redundancy(self.config, None, 5)
msg = "All tasks redundancy have been updated"
assert res == msg, res
def test_add_project_event(self, mock_update_feed):
"""Test add_project_event is called."""
conn = MagicMock()
target = MagicMock()
tmp = Project(id=1, name='name', short_name='short_name',
info=dict(container=1, thumbnail="avatar.png"))
target.id = tmp.id
target.project_id = tmp.id
target.name = tmp.name
target.short_name = tmp.short_name
target.info = tmp.info
conn.execute.return_value = [tmp]
add_project_event(None, conn, target)
assert mock_update_feed.called
obj = tmp.to_public_json()
obj['action_updated'] = 'Project'
mock_update_feed.assert_called_with(obj)
mock_update_feed.assert_called_with(obj)
def test_add_helping_materials_csv_connection_error(self, auto_mock, find_mock):
"""Test add_helpingmaterials csv connection error works."""
auto_mock.return_value = (0, None)
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
helpingmaterials = MagicMock()
helpingmaterials.read.return_value = "key, value\n, 1, 2"
pbclient = MagicMock()
pbclient.create_helpingmaterial.side_effect = exceptions.ConnectionError
self.config.pbclient = pbclient
res = _add_helpingmaterials(self.config, helpingmaterials, 'csv')
assert res == "Connection Error! The server http://server is not responding", res
def test_add_helping_materials_json_from_filextension(self, auto_mock, find_mock):
"""Test add_helpingmaterials json without specifying file extension works."""
auto_mock.return_value = (0, None)
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
helpingmaterials = MagicMock()
helpingmaterials.name = 'helpingmaterials.json'
helpingmaterials.read.return_value = json.dumps([{'info': {'key': 'value'}}])
pbclient = MagicMock()
pbclient.create_helping_material.return_value = {'id': 1, 'info': {'key': 'value'}}
self.config.pbclient = pbclient
res = _add_helpingmaterials(self.config, helpingmaterials, None)
assert res == '1 helping materials added to project: short_name', res
def test_add_tasks_csv_without_info(self, auto_mock, find_mock):
"""Test add_tasks csv without info field works."""
auto_mock.return_value = (0, None)
project = MagicMock()
project.name = 'name'
project.short_name = 'short_name'
project.description = 'description'
project.info = dict()
find_mock.return_value = project
tasks = MagicMock()
tasks.read.return_value = "key, value\n, 1, 2"
pbclient = MagicMock()
pbclient.create_task.return_value = {'id': 1, 'info': {'key': 'value'}}
self.config.pbclient = pbclient
res = _add_tasks(self.config, tasks, 'csv', 0, 30)
assert res == '1 tasks added to project: short_name', res
