def grant_app_permission(username, repo_name, app_id, app_token):
"""
Grants SELECT, INSERT, UPDATE, and DELETE on given user's repo to app.
Raises exceptions on empty input, if no app matches app_id, if app_token
doesn't match, or if there are any database errors.
"""
if not app_id:
raise Exception("Invalid app_id")
if not app_token:
raise Exception("Invalid app_token")
app = None
try:
app = App.objects.get(app_id=app_id)
except App.DoesNotExist:
raise Exception("Invalid app_id")
if app.app_token != app_token:
raise Exception("Invalid app_token")
try:
manager = DataHubManager(user=username)
manager.create_repo(repo_name)
manager.add_collaborator(
repo_name,
app_id,
privileges=['SELECT', 'INSERT', 'UPDATE', 'DELETE'])
except Exception as e:
raise e
def grant_app_permission(username, repo_name, app_id, app_token):
"""
Grants SELECT, INSERT, UPDATE, and DELETE on given user's repo to app.
Raises exceptions on empty input, if no app matches app_id, if app_token
doesn't match, or if there are any database errors.
"""
if not app_id:
raise Exception("Invalid app_id")
if not app_token:
raise Exception("Invalid app_token")
app = None
try:
app = App.objects.get(app_id=app_id)
except App.DoesNotExist:
raise Exception("Invalid app_id")
if app.app_token != app_token:
raise Exception("Invalid app_token")
try:
manager = DataHubManager(user=username)
manager.create_repo(repo_name)
manager.add_collaborator(
repo_name,
app_id,
privileges=['SELECT', 'INSERT', 'UPDATE', 'DELETE'])
manager.close_connection()
except Exception as e:
raise e
def account_grant_permission(username, repo_name, app_id, app_token):
if not app_id:
raise Exception("Invalid app_id")
if not app_token:
raise Exception("Invalid app_token")
app = None
try:
app = App.objects.get(app_id=app_id)
except App.DoesNotExist:
raise Exception("Invalid app_id")
if app.app_token != app_token:
raise Exception("Invalid app_token")
try:
manager = DataHubManager(user=username)
manager.create_repo(repo_name)
manager.add_collaborator(
repo_name,
app_id,
privileges=['SELECT', 'INSERT', 'UPDATE', 'DELETE'])
except Exception, e:
raise e
def create_cache(username):
""" DBWipes stores some metadata about the table in a schema in the owner's
database. Note that this is not necessarily the current user's DB
"""
try:
query = ('create table if not exists %s.dbwipes_cache'
'(key varchar, val text)') % dbwipes_repo
manager = DataHubManager(user=username)
manager.create_repo(dbwipes_repo)
manager.execute_sql(query)
return True
except Exception as e:
print(e)
return False
def create_repo(self, con, repo_name):
try:
manager = DataHubManager(user=con.user, repo_base=con.repo_base)
res = manager.create_repo(repo=repo_name)
return construct_result_set(res)
except Exception, e:
raise DBException(message=str(e))
def create_repo(self, con, repo_name):
try:
'''
res = DataHubManager.has_base_privilege(con.user, con.repo_base, 'CREATE')
if not (res and res['tuples'][0][0]):
raise Exception('Access denied. Missing required privileges.')
'''
manager = DataHubManager(user=con.repo_base, repo_base=con.repo_base)
res = manager.create_repo(repo=repo_name)
return construct_result_set(res)
except Exception, e:
raise DBException(message=str(e))
def repo_create(request, repo_base):
'''
creates a repo (POST), or returns a page for creating repos (GET)
'''
username = request.user.get_username()
if username != repo_base:
message = ('Error: Permission Denied. '
'%s cannot create new repositories in %s.' %
(username, repo_base))
return HttpResponseForbidden(message)
if request.method == 'POST':
repo = request.POST['repo']
manager = DataHubManager(user=username, repo_base=repo_base)
manager.create_repo(repo)
return HttpResponseRedirect(reverse('browser-user', args=(username, )))
elif request.method == 'GET':
res = {'repo_base': repo_base, 'login': username}
res.update(csrf(request))
return render_to_response("repo-create.html", res)
def create_repo(self, con, repo_name):
try:
'''
res = DataHubManager.has_base_privilege(con.user, con.repo_base, 'CREATE')
if not (res and res['tuples'][0][0]):
raise Exception('Access denied. Missing required privileges.')
'''
manager = DataHubManager(user=con.repo_base,
repo_base=con.repo_base)
res = manager.create_repo(repo=repo_name)
return construct_result_set(res)
except Exception, e:
raise DBException(message=str(e))
def account_grant_permission (username, repo_name, app_id, app_token):
if not app_id:
raise Exception("Invalid app_id")
if not app_token:
raise Exception("Invalid app_token")
app = None
try:
app = App.objects.get(app_id=app_id)
except App.DoesNotExist:
raise Exception("Invalid app_id")
if app.app_token != app_token:
raise Exception("Invalid app_token")
try:
manager = DataHubManager(user=username)
manager.create_repo(repo_name)
manager.add_collaborator(
repo_name, app_id, privileges=['SELECT', 'INSERT', 'UPDATE', 'DELETE'])
except Exception, e:
raise e
def repo_create(request, repo_base):
try:
login = get_login(request)
if request.method == "POST":
if login != repo_base:
raise Exception('Permission denied. '
'%s can\'t create new repository in %s.' %
(login, repo_base))
repo = request.POST['repo']
manager = DataHubManager(user=repo_base)
manager.create_repo(repo)
return HttpResponseRedirect('/browse/%s' % (repo_base))
else:
res = {'repo_base': repo_base, 'login': login}
res.update(csrf(request))
return render_to_response("repo-create.html", res)
except Exception, e:
return HttpResponse(json.dumps({'error': str(e)}),
content_type="application/json")
def repo_create(request, repo_base):
try:
login = get_login(request)
if request.method == "POST":
if login != repo_base:
raise Exception(
'Permission denied. '
'%s can\'t create new repository in %s.' %(login, repo_base))
repo = request.POST['repo']
manager = DataHubManager(user=repo_base)
manager.create_repo(repo)
return HttpResponseRedirect('/browse/%s' %(repo_base))
else:
res = {'repo_base': repo_base, 'login':login}
res.update(csrf(request))
return render_to_response("repo-create.html", res)
except Exception, e:
return HttpResponse(json.dumps(
{'error': str(e)}),
content_type="application/json")
def repo_create(request, repo_base):
'''
creates a repo (POST), or returns a page for creating repos (GET)
'''
username = request.user.get_username()
if username != repo_base:
message = (
'Error: Permission Denied. '
'%s cannot create new repositories in %s.'
% (username, repo_base)
)
return HttpResponseForbidden(message)
if request.method == 'POST':
repo = request.POST['repo']
manager = DataHubManager(user=username, repo_base=repo_base)
manager.create_repo(repo)
return HttpResponseRedirect(reverse('browser-user', args=(username,)))
elif request.method == 'GET':
res = {'repo_base': repo_base, 'login': username}
res.update(csrf(request))
return render_to_response("repo-create.html", res)
def create_repo(self, con, repo_name):
try:
'''
res = DataHubManager.has_base_privilege(
con.user, con.repo_base, 'CREATE')
if not (res and res['tuples'][0][0]):
raise Exception('Access denied. Missing required privileges.')
'''
manager = DataHubManager(
user=con.user, repo_base=con.repo_base, is_app=con.is_app)
res = manager.create_repo(repo=repo_name)
thrift_crazy_result = {'status': res, 'row_count': -1,
'tuples': [], 'fields': []}
return construct_result_set(thrift_crazy_result)
except Exception, e:
raise DBException(message=str(e))
def create_repo(self, con, repo_name):
try:
'''
res = DataHubManager.has_base_privilege(
con.user, con.repo_base, 'CREATE')
if not (res and res['tuples'][0][0]):
raise Exception('Access denied. Missing required privileges.')
'''
manager = DataHubManager(user=con.user,
repo_base=con.repo_base,
is_app=con.is_app)
res = manager.create_repo(repo=repo_name)
thrift_crazy_result = {
'status': res,
'row_count': -1,
'tuples': [],
'fields': []
}
return construct_result_set(thrift_crazy_result)
except Exception as e:
raise DBException(message=str(e))
class BasicOperations(TestCase):
"""Tests basic operations in manager.py."""
@factory.django.mute_signals(signals.pre_save)
def setUp(self):
self.username = "******"
self.password = "******"
self.email = "*****@*****.**"
self.user = User.objects.create_user(
self.username, self.email, self.password)
self.mock_connection = self.create_patch(
'core.db.manager.DataHubConnection')
self.manager = DataHubManager(user=self.username)
def create_patch(self, name):
# helper method for creating patches
patcher = patch(name)
thing = patcher.start()
self.addCleanup(patcher.stop)
return thing
def test_set_search_paths(self):
con_set_spaths = self.mock_connection.return_value.set_search_paths
search_paths = ['reponame', 'username']
self.manager.set_search_paths(search_paths)
self.assertTrue(con_set_spaths.called)
def test_create_table(self):
con_create_table = self.mock_connection.return_value.create_table
repo = 'repo'
table = 'table'
params = {'id': 'integer', 'words': 'text'}
self.manager.create_table(repo, table, params)
self.assertTrue(con_create_table.called)
def test_list_tables(self):
con_list_tables = self.mock_connection.return_value.list_tables
self.manager.list_tables('repo')
self.assertTrue(con_list_tables.called)
def test_describe_table(self):
con_describe_table = self.mock_connection.return_value.describe_table
self.manager.describe_table(repo='repo', table='table', detail=False)
self.assertTrue(con_describe_table.called)
def test_list_table_permissions(self):
con_tbl_perm = self.mock_connection.return_value.list_table_permissions
self.manager.list_table_permissions(repo='repo', table='table')
self.assertTrue(con_tbl_perm.called)
def test_delete_table(self):
con_delete_table = self.mock_connection.return_value.delete_table
self.manager.delete_table(repo='repo', table='table', force=False)
self.assertTrue(con_delete_table.called)
def test_list_views(self):
con_list_views = self.mock_connection.return_value.list_views
self.manager.list_views('repo')
self.assertTrue(con_list_views.called)
def test_create_view(self):
con_create_view = self.mock_connection.return_value.create_view
repo = 'repo_name'
view = 'view_name'
sql = 'SELECT * FROM table_name'
self.manager.create_view(repo, view, sql)
self.assertTrue(con_create_view.called)
def test_describe_view(self):
con_describe_view = self.mock_connection.return_value.describe_view
self.manager.describe_view(
repo='repo_name', view='_name', detail=False)
self.assertTrue(con_describe_view.called)
def test_delete_view(self):
con_delete_view = self.mock_connection.return_value.delete_view
self.manager.delete_view(
repo='repo_name', view='view_name', force=False)
self.assertTrue(con_delete_view.called)
def test_list_repos(self):
con_list_repos = self.mock_connection.return_value.list_repos
self.manager.list_repos()
self.assertTrue(con_list_repos.called)
def test_rename_repo(self):
con_rename_repo = self.mock_connection.return_value.rename_repo
# self.mock_Collaborator = self.create_patch(
# 'inventory.models.Collaborator')
self.manager = DataHubManager(
user=self.username, repo_base=self.username)
self.manager.Collaborator = MagicMock
self.manager.rename_repo('old_name', 'new_name')
self.assertTrue(con_rename_repo.called)
def test_create_repo(self):
con_create_repo = self.mock_connection.return_value.create_repo
self.manager.create_repo('repo')
self.assertTrue(con_create_repo.called)
def test_delete_repo(self):
con_delete_repo = self.mock_connection.return_value.delete_repo
self.manager = DataHubManager(
user=self.username, repo_base=self.username)
self.manager.delete_repo('repo')
self.assertTrue(con_delete_repo.called)
self.assertEqual(con_delete_repo.call_args[1]['force'], False)
def test_add_collaborator(self):
con_add_collab = self.mock_connection.return_value.add_collaborator
self.create_patch('core.db.manager.User')
mock_Collaborator = self.create_patch(
'core.db.manager.Collaborator')
mock_Collaborator.objects.get_or_create.return_value = (
MagicMock(), True)
self.manager.add_collaborator(
repo='reponame',
collaborator='new_collaborator',
db_privileges=['select'], file_privileges=['read', 'write'])
self.assertTrue(con_add_collab.called)
self.assertEqual(con_add_collab.call_args[1]['repo'], 'reponame')
self.assertEqual(
con_add_collab.call_args[1]['collaborator'], 'new_collaborator')
self.assertEqual(
con_add_collab.call_args[1]['db_privileges'], ['SELECT'])
def test_delete_collaborator(self):
self.mock_connection.return_value.list_collaborators.return_value = [
{'username': '******', 'permissions': 'U'},
{'username': self.username, 'permissions': 'UC'}
]
self.mock_User = self.create_patch('core.db.manager.User')
self.mock_Collaborator = self.create_patch(
'core.db.manager.Collaborator')
con_delete_collab = (self.mock_connection
.return_value.delete_collaborator)
self.manager.delete_collaborator('reponame', 'old_collaborator')
self.assertTrue(con_delete_collab.called)
self.assertEqual(con_delete_collab.call_args[1]['repo'], 'reponame')
self.assertEqual(
con_delete_collab.call_args[1]['collaborator'], 'old_collaborator')
def test_get_schema(self):
con_get_schema = self.mock_connection.return_value.get_schema
self.manager.get_schema('reponame', 'tablename')
self.assertTrue(con_get_schema.called)
self.assertEqual(con_get_schema.call_args[1]['repo'], 'reponame')
self.assertEqual(con_get_schema.call_args[1]['table'], 'tablename')
class BasicOperations(TestCase):
"""Tests basic operations in manager.py."""
@factory.django.mute_signals(signals.pre_save)
def setUp(self):
self.username = "******"
self.password = "******"
self.email = "*****@*****.**"
self.user = User.objects.create_user(
self.username, self.email, self.password)
self.mock_connection = self.create_patch(
'core.db.manager.DataHubConnection')
self.manager = DataHubManager(user=self.username)
def create_patch(self, name):
# helper method for creating patches
patcher = patch(name)
thing = patcher.start()
self.addCleanup(patcher.stop)
return thing
def test_create_table(self):
con_create_table = self.mock_connection.return_value.create_table
repo = 'repo'
table = 'table'
params = {'id': 'integer', 'words': 'text'}
self.manager.create_table(repo, table, params)
self.assertTrue(con_create_table.called)
def test_list_tables(self):
con_list_tables = self.mock_connection.return_value.list_tables
self.manager.list_tables('repo')
self.assertTrue(con_list_tables.called)
def test_describe_table(self):
con_describe_table = self.mock_connection.return_value.describe_table
self.manager.describe_table(repo='repo', table='table', detail=False)
self.assertTrue(con_describe_table.called)
def test_list_table_permissions(self):
con_tbl_perm = self.mock_connection.return_value.list_table_permissions
self.manager.list_table_permissions(repo='repo', table='table')
self.assertTrue(con_tbl_perm.called)
def test_delete_table(self):
con_delete_table = self.mock_connection.return_value.delete_table
self.manager.delete_table(repo='repo', table='table', force=False)
self.assertTrue(con_delete_table.called)
def test_clone_table(self):
con_clone_table = self.mock_connection.return_value.clone_table
self.manager.clone_table(
repo='repo_name', table='table_name', new_table='new_table_name')
self.assertTrue(con_clone_table.called)
def test_list_views(self):
con_list_views = self.mock_connection.return_value.list_views
self.manager.list_views('repo')
self.assertTrue(con_list_views.called)
def test_create_view(self):
con_create_view = self.mock_connection.return_value.create_view
repo = 'repo_name'
view = 'view_name'
sql = 'SELECT * FROM table_name'
self.manager.create_view(repo, view, sql)
self.assertTrue(con_create_view.called)
def test_describe_view(self):
con_describe_view = self.mock_connection.return_value.describe_view
self.manager.describe_view(
repo='repo_name', view='_name', detail=False)
self.assertTrue(con_describe_view.called)
def test_delete_view(self):
con_delete_view = self.mock_connection.return_value.delete_view
self.manager.delete_view(
repo='repo_name', view='view_name', force=False)
self.assertTrue(con_delete_view.called)
def test_list_repos(self):
con_list_repos = self.mock_connection.return_value.list_repos
self.manager.list_repos()
self.assertTrue(con_list_repos.called)
def test_rename_repo(self):
con_rename_repo = self.mock_connection.return_value.rename_repo
# self.mock_Collaborator = self.create_patch(
# 'inventory.models.Collaborator')
self.manager = DataHubManager(
user=self.username, repo_base=self.username)
self.manager.Collaborator = MagicMock
self.manager.rename_repo('old_name', 'new_name')
self.assertTrue(con_rename_repo.called)
def test_create_repo(self):
con_create_repo = self.mock_connection.return_value.create_repo
self.manager.create_repo('repo')
self.assertTrue(con_create_repo.called)
def test_delete_repo(self):
con_delete_repo = self.mock_connection.return_value.delete_repo
self.manager = DataHubManager(
user=self.username, repo_base=self.username)
self.manager.delete_repo('repo')
self.assertTrue(con_delete_repo.called)
self.assertEqual(con_delete_repo.call_args[1]['force'], False)
def test_add_collaborator(self):
con_add_collab = self.mock_connection.return_value.add_collaborator
self.create_patch('core.db.manager.User')
mock_Collaborator = self.create_patch(
'core.db.manager.Collaborator')
mock_Collaborator.objects.get_or_create.return_value = (
MagicMock(), True)
self.manager.add_collaborator(
repo='reponame',
collaborator='new_collaborator',
db_privileges=['select'], file_privileges=['read', 'write'])
self.assertTrue(con_add_collab.called)
self.assertEqual(con_add_collab.call_args[1]['repo'], 'reponame')
self.assertEqual(
con_add_collab.call_args[1]['collaborator'], 'new_collaborator')
self.assertEqual(
con_add_collab.call_args[1]['db_privileges'], ['SELECT'])
def test_delete_collaborator(self):
self.mock_connection.return_value.list_collaborators.return_value = [
{'username': '******', 'permissions': 'U'},
{'username': self.username, 'permissions': 'UC'}
]
self.mock_User = self.create_patch('core.db.manager.User')
self.mock_Collaborator = self.create_patch(
'core.db.manager.Collaborator')
con_delete_collab = (self.mock_connection
.return_value.delete_collaborator)
self.manager.delete_collaborator('reponame', 'old_collaborator')
self.assertTrue(con_delete_collab.called)
self.assertEqual(con_delete_collab.call_args[1]['repo'], 'reponame')
self.assertEqual(
con_delete_collab.call_args[1]['collaborator'], 'old_collaborator')
def test_get_schema(self):
con_get_schema = self.mock_connection.return_value.get_schema
self.manager.get_schema('reponame', 'tablename')
self.assertTrue(con_get_schema.called)
self.assertEqual(con_get_schema.call_args[1]['repo'], 'reponame')
self.assertEqual(con_get_schema.call_args[1]['table'], 'tablename')
class BasicOperations(TestCase):
"""Tests basic operations in manager.py."""
@factory.django.mute_signals(signals.pre_save)
def setUp(self):
self.username = "******"
self.password = "******"
self.email = "*****@*****.**"
self.user = User.objects.create_user(
self.username, self.email, self.password)
self.mock_connection = self.create_patch(
'core.db.manager.DataHubConnection')
self.manager = DataHubManager(user=self.username)
def create_patch(self, name):
# helper method for creating patches
patcher = patch(name)
thing = patcher.start()
self.addCleanup(patcher.stop)
return thing
def test_list_tables(self):
con_list_tables = self.mock_connection.return_value.list_tables
self.manager.list_tables('repo')
self.assertTrue(con_list_tables.called)
def test_list_views(self):
con_list_views = self.mock_connection.return_value.list_views
self.manager.list_views('repo')
self.assertTrue(con_list_views.called)
def test_list_repos(self):
con_list_repos = self.mock_connection.return_value.list_repos
self.manager.list_repos()
self.assertTrue(con_list_repos.called)
def test_create_repo(self):
con_create_repo = self.mock_connection.return_value.create_repo
self.manager.create_repo('repo')
self.assertTrue(con_create_repo.called)
def test_delete_repo(self):
con_delete_repo = self.mock_connection.return_value.delete_repo
self.manager = DataHubManager(
user=self.username, repo_base=self.username)
self.manager.delete_repo('repo')
self.assertTrue(con_delete_repo.called)
self.assertEqual(con_delete_repo.call_args[1]['force'], False)
def test_add_collaborator(self):
con_add_collab = self.mock_connection.return_value.add_collaborator
mock_User = self.create_patch('core.db.manager.User')
mock_Collaborator = self.create_patch(
'core.db.manager.Collaborator')
mock_Collaborator.objects.get_or_create.return_value = (
MagicMock(), True)
self.manager.add_collaborator(
repo='reponame', collaborator='new_collaborator', privileges='select')
self.assertTrue(con_add_collab.called)
self.assertEqual(con_add_collab.call_args[1]['repo'], 'reponame')
self.assertEqual(
con_add_collab.call_args[1]['collaborator'], 'new_collaborator')
self.assertEqual(con_add_collab.call_args[1]['privileges'], 'select')
def test_delete_collaborator(self):
self.mock_connection.return_value.list_collaborators.return_value = [
'old_collaborator']
self.mock_User = self.create_patch('core.db.manager.User')
self.mock_Collaborator = self.create_patch(
'core.db.manager.Collaborator')
con_delete_collab = (self.mock_connection
.return_value.delete_collaborator)
self.manager.delete_collaborator('reponame', 'old_collaborator')
self.assertTrue(con_delete_collab.called)
self.assertEqual(con_delete_collab.call_args[1]['repo'], 'reponame')
self.assertEqual(
con_delete_collab.call_args[1]['collaborator'], 'old_collaborator')
def test_get_schema(self):
con_get_schema = self.mock_connection.return_value.get_schema
self.manager.get_schema('reponame', 'tablename')
self.assertTrue(con_get_schema.called)
self.assertEqual(con_get_schema.call_args[1]['repo'], 'reponame')
self.assertEqual(con_get_schema.call_args[1]['table'], 'tablename')
