def get_osffiles_hgrid(node_settings, auth, **kwargs):
node = node_settings.owner
can_edit = node.can_edit(auth) and not node.is_registration
can_view = node.can_view(auth)
info = []
if can_view:
for name, fid in node.files_current.iteritems():
fobj = NodeFile.load(fid)
item = {
rubeus.KIND: rubeus.FILE,
'name': _clean_file_name(fobj.path),
'urls': {
'view': fobj.url(node),
'download': fobj.download_url(node),
'delete': fobj.api_url(node),
},
'permissions': {
'view': True,
'edit': can_edit,
},
'downloads': fobj.download_count(node),
'size': [
float(fobj.size),
rubeus.format_filesize(fobj.size),
],
'dates': {
'modified': [
time.mktime(fobj.date_modified.timetuple()),
fobj.date_modified.strftime('%Y/%m/%d %I:%M %p')
],
}
}
info.append(item)
return info
def get_osffiles_hgrid(node_settings, auth, **kwargs):
node = node_settings.owner
can_edit = node.can_edit(auth) and not node.is_registration
can_view = node.can_view(auth)
info = []
if can_view:
for name, fid in node.files_current.iteritems():
fobj = NodeFile.load(fid)
item = {
rubeus.KIND: rubeus.FILE,
'name': _clean_file_name(fobj.path),
'urls': {
'view': fobj.url(node),
'download': fobj.download_url(node),
'delete': fobj.api_url(node),
},
'permissions': {
'view': True,
'edit': can_edit,
},
'downloads': fobj.download_count(node),
'size': [
float(fobj.size),
rubeus.format_filesize(fobj.size),
],
'dates': {
'modified': [
time.mktime(fobj.date_modified.timetuple()),
fobj.date_modified.strftime('%Y/%m/%d %I:%M %p')
],
}
}
info.append(item)
return info
def get_osffiles(auth, **kwargs):
node_settings = kwargs['node_addon']
node = node_settings.owner
can_view = node.can_view(auth)
info = []
if can_view:
for name, fid in node.files_current.iteritems():
fobj = NodeFile.load(fid)
item = {
'name': _clean_file_name(fobj.path),
'download': fobj.download_url(node),
'size': rubeus.format_filesize(fobj.size),
'date_modified': fobj.date_modified.strftime('%Y/%m/%d %I:%M %p'),
'versions': node.files_versions[name]
}
info.append(item)
return info
def get_osffiles(auth, **kwargs):
node_settings = kwargs['node_addon']
node = node_settings.owner
can_view = node.can_view(auth)
info = []
if can_view:
for name, fid in node.files_current.iteritems():
fobj = NodeFile.load(fid)
item = {
'name': _clean_file_name(fobj.path),
'download': fobj.download_url(node),
'size': rubeus.format_filesize(fobj.size),
'date_modified': fobj.date_modified.strftime('%Y/%m/%d %I:%M %p'),
'versions': node.files_versions[name]
}
info.append(item)
return info
def dataverse_upload_file(node_addon, auth, **kwargs):
node = node_addon.owner
user_settings = node_addon.user_settings
try:
name = request.args['name']
except KeyError:
raise HTTPError(httplib.BAD_REQUEST)
now = datetime.datetime.utcnow()
can_edit = node.can_edit(auth) and not node.is_registration
can_view = node.can_view(auth)
try:
connection = connect_from_settings_or_403(user_settings)
except HTTPError as error:
if error.code == httplib.FORBIDDEN:
connection = None
else:
raise
dataverse = get_dataverse(connection, node_addon.dataverse_alias)
study = get_study(dataverse, node_addon.study_hdl)
filename = secure_filename(name)
status_code = httplib.CREATED
old_id = None
# Fail if file is too small (Dataverse issue)
content = request.data
if len(content) < 5:
raise HTTPError(httplib.UNSUPPORTED_MEDIA_TYPE)
# Replace file if old version exists
old_file = get_file(study, filename)
if old_file is not None:
status_code = httplib.OK
old_id = old_file.id
delete_file(old_file)
# Check if file was deleted
if get_file_by_id(study, old_id) is not None:
raise HTTPError(httplib.BAD_REQUEST)
upload_file(study, filename, content)
file = get_file(study, filename)
if file is None:
raise HTTPError(httplib.BAD_REQUEST)
node.add_log(
action='dataverse_file_added',
params={
'project': node.parent_id,
'node': node._primary_key,
'filename': filename,
'path': node.web_url_for('dataverse_view_file', path=file.id),
'study': study.title,
},
auth=auth,
log_date=now,
)
info = {
'addon': 'dataverse',
'file_id': file.id,
'old_id': old_id,
'name': filename,
'path': filename,
'size': [
len(content),
rubeus.format_filesize(len(content))
],
rubeus.KIND: rubeus.FILE,
'urls': {
'view': node.web_url_for('dataverse_view_file',
path=file.id),
'download': node.web_url_for('dataverse_download_file',
path=file.id),
'delete': node.api_url_for('dataverse_delete_file',
path=file.id),
},
'permissions': {
'view': can_view,
'edit': can_edit,
},
}
return info, status_code
def dataverse_upload_file(node_addon, auth, **kwargs):
node = node_addon.owner
user_settings = node_addon.user_settings
try:
name = request.args['name']
except KeyError:
raise HTTPError(http.BAD_REQUEST)
now = datetime.datetime.utcnow()
can_edit = node.can_edit(auth) and not node.is_registration
can_view = node.can_view(auth)
try:
connection = connect_from_settings_or_403(user_settings)
except HTTPError as error:
if error.code == 403:
connection = None
else:
raise
dataverse = get_dataverse(connection, node_addon.dataverse_alias)
study = get_study(dataverse, node_addon.study_hdl)
filename = secure_filename(name)
action = 'file_uploaded'
old_id = None
# Fail if file is too small (Dataverse issue)
content = request.data
if len(content) < 5:
raise HTTPError(http.UNSUPPORTED_MEDIA_TYPE)
# Replace file if old version exists
old_file = get_file(study, filename)
if old_file is not None:
action = 'file_updated'
old_id = old_file.id
delete_file(old_file)
# Check if file was deleted
if get_file_by_id(study, old_id) is not None:
raise HTTPError(http.BAD_REQUEST)
upload_file(study, filename, content)
file = get_file(study, filename)
if file is None:
raise HTTPError(http.BAD_REQUEST)
node.add_log(
action='dataverse_file_added',
params={
'project': node.parent_id,
'node': node._primary_key,
'filename': filename,
'path': node.web_url_for('dataverse_view_file', path=file.id),
'study': study.title,
},
auth=auth,
log_date=now,
)
info = {
'addon': 'dataverse',
'file_id': file.id,
'old_id': old_id,
'name': filename,
'path': filename,
'size': [len(content),
rubeus.format_filesize(len(content))],
rubeus.KIND: rubeus.FILE,
'urls': {
'view': node.web_url_for('dataverse_view_file', path=file.id),
'download': node.web_url_for('dataverse_download_file',
path=file.id),
'delete': node.api_url_for('dataverse_delete_file', path=file.id),
},
'permissions': {
'view': can_view,
'edit': can_edit,
},
'actionTaken': action,
}
return info, 201
def github_upload_file(auth, node_addon, **kwargs):
node = kwargs['node'] or kwargs['project']
user = auth.user
now = datetime.datetime.utcnow()
path = get_path(kwargs, required=False) or ''
branch = request.args.get('branch')
sha = request.args.get('sha')
if branch is None:
raise HTTPError(http.BAD_REQUEST)
connection = GitHub.from_settings(node_addon.user_settings)
upload = request.files.get('file')
filename = secure_filename(upload.filename)
content = upload.read()
# Check max file size
upload.seek(0, os.SEEK_END)
size = upload.tell()
if size > node_addon.config.max_file_size * 1024 * 1024:
raise HTTPError(http.BAD_REQUEST)
# Get SHA of existing file if present; requires an additional call to the
# GitHub API
try:
tree = connection.tree(node_addon.user,
node_addon.repo,
sha=sha or branch).tree
except EmptyRepoError:
tree = []
except NotFoundError:
raise HTTPError(http.BAD_REQUEST)
existing = [
thing for thing in tree if thing.path == os.path.join(path, filename)
]
sha = existing[0].sha if existing else None
author = {
'name': user.fullname,
'email': '{0}@osf.io'.format(user._id),
}
if existing:
data = connection.update_file(node_addon.user,
node_addon.repo,
os.path.join(path, filename),
MESSAGES['update'],
content,
sha=sha,
branch=branch,
author=author)
else:
data = connection.create_file(node_addon.user,
node_addon.repo,
os.path.join(path, filename),
MESSAGES['add'],
content,
branch=branch,
author=author)
if data is not None:
ref = ref_to_params(sha=data['commit'].sha)
view_url = os.path.join(node.url, 'github', 'file', path,
filename) + '/' + ref
download_url = os.path.join(node.url, 'github', 'file', path, filename,
'download') + '/' + ref
node.add_log(
action=('github_' + (models.NodeLog.FILE_UPDATED
if sha else models.NodeLog.FILE_ADDED)),
params={
'project': node.parent_id,
'node': node._primary_key,
'path': os.path.join(path, filename),
'urls': {
'view': view_url,
'download': download_url,
},
'github': {
'user': node_addon.user,
'repo': node_addon.repo,
'sha': data['commit'].sha,
},
},
auth=auth,
log_date=now,
)
# Fail if file size is not provided; this happens when the file was
# too large to upload to GitHub
if data['content'].size is None:
logger.error(
'Could not upload file {0} to GitHub: No size provided'.format(
filename))
raise HTTPError(http.BAD_REQUEST)
info = {
'addon':
'github',
'name':
filename,
'size': [
data['content'].size,
rubeus.format_filesize(data['content'].size),
],
'kind':
'file',
'urls':
build_github_urls(
data['content'],
node.url,
node.api_url,
branch,
sha,
),
'permissions': {
'view': True,
'edit': True,
},
}
return info, 201
raise HTTPError(http.BAD_REQUEST)
def github_upload_file(auth, node_addon, **kwargs):
node = kwargs['node'] or kwargs['project']
user = auth.user
now = datetime.datetime.utcnow()
path = get_path(kwargs, required=False) or ''
branch = request.args.get('branch')
sha = request.args.get('sha')
if branch is None:
raise HTTPError(http.BAD_REQUEST)
connection = GitHub.from_settings(node_addon.user_settings)
upload = request.files.get('file')
filename = secure_filename(upload.filename)
content = upload.read()
# Check max file size
upload.seek(0, os.SEEK_END)
size = upload.tell()
if size > node_addon.config.max_file_size * 1024 * 1024:
raise HTTPError(http.BAD_REQUEST)
# Get SHA of existing file if present; requires an additional call to the
# GitHub API
try:
tree = connection.tree(
node_addon.user, node_addon.repo, sha=sha or branch
).tree
except EmptyRepoError:
tree = []
except NotFoundError:
raise HTTPError(http.BAD_REQUEST)
existing = [
thing
for thing in tree
if thing.path == os.path.join(path, filename)
]
sha = existing[0].sha if existing else None
author = {
'name': user.fullname,
'email': '{0}@osf.io'.format(user._id),
}
if existing:
data = connection.update_file(
node_addon.user, node_addon.repo, os.path.join(path, filename),
MESSAGES['update'], content, sha=sha, branch=branch, author=author
)
else:
data = connection.create_file(
node_addon.user, node_addon.repo, os.path.join(path, filename),
MESSAGES['add'], content, branch=branch, author=author
)
if data is not None:
ref = ref_to_params(sha=data['commit'].sha)
view_url = os.path.join(
node.url, 'github', 'file', path, filename
) + '/' + ref
download_url = os.path.join(
node.url, 'github', 'file', path, filename, 'download'
) + '/' + ref
node.add_log(
action=(
'github_' + (
models.NodeLog.FILE_UPDATED
if sha
else models.NodeLog.FILE_ADDED
)
),
params={
'project': node.parent_id,
'node': node._primary_key,
'path': os.path.join(path, filename),
'urls': {
'view': view_url,
'download': download_url,
},
'github': {
'user': node_addon.user,
'repo': node_addon.repo,
'sha': data['commit'].sha,
},
},
auth=auth,
log_date=now,
)
# Fail if file size is not provided; this happens when the file was
# too large to upload to GitHub
if data['content'].size is None:
logger.error(
'Could not upload file {0} to GitHub: No size provided'.format(
filename
)
)
raise HTTPError(http.BAD_REQUEST)
info = {
'addon': 'github',
'name': filename,
'size': [
data['content'].size,
rubeus.format_filesize(data['content'].size),
],
'kind': 'file',
'urls': build_github_urls(
data['content'], node.url, node.api_url, branch, sha,
),
'permissions': {
'view': True,
'edit': True,
},
}
return info, 201
raise HTTPError(http.BAD_REQUEST)
def upload_file_public(auth, node_addon, **kwargs):
node = kwargs['node'] or kwargs['project']
do_redirect = request.form.get('redirect', False)
name, content, content_type, size = prepare_file(request.files['file'])
if size > (node_addon.config.max_file_size * MEGABYTE):
raise HTTPError(
http.BAD_REQUEST,
data={
'message_short': 'File too large.',
'message_long': 'The file you are trying to upload exceeds '
'the maximum file size limit.',
},
)
try:
fobj = node.add_file(
auth,
name,
content,
size,
content_type
)
except FileNotModified:
return {
'actionTaken': None,
'name': name,
}
# existing file was updated?
was_updated = node.logs[-1].action == NodeLog.FILE_UPDATED
unique, total = get_basic_counters(
'download:{0}:{1}'.format(
node._id,
fobj.path.replace('.', '_')
)
)
file_info = {
'name': name,
'size': [
float(size),
rubeus.format_filesize(size),
],
# URLs
'urls': {
'view': fobj.url(node),
'download': fobj.download_url(node),
'delete': fobj.api_url(node),
},
rubeus.KIND: rubeus.FILE,
'permissions': {
'view': True,
'edit': True,
},
'dates': {
'uploaded': [
time.mktime(fobj.date_uploaded.timetuple()),
fobj.date_uploaded.strftime('%Y/%m/%d %I:%M %p'),
],
},
'downloads': total or 0,
'actionTaken': NodeLog.FILE_UPDATED if was_updated else NodeLog.FILE_ADDED,
}
if do_redirect:
return redirect(request.referrer)
return file_info, 201
def upload_file_public(auth, node_addon, **kwargs):
node = kwargs['node'] or kwargs['project']
do_redirect = request.form.get('redirect', False)
name, content, content_type, size = prepare_file(request.files['file'])
if size > (node_addon.config.max_file_size * MEGABYTE):
raise HTTPError(
http.BAD_REQUEST,
data={
'message_short': 'File too large.',
'message_long': 'The file you are trying to upload exceeds '
'the maximum file size limit.',
},
)
try:
fobj = node.add_file(
auth,
name,
content,
size,
content_type
)
except FileNotModified:
return {
'actionTaken': None,
'name': name,
}
# existing file was updated?
was_updated = node.logs[-1].action == NodeLog.FILE_UPDATED
unique, total = get_basic_counters(
'download:{0}:{1}'.format(
node._id,
fobj.path.replace('.', '_')
)
)
file_info = {
'name': name,
'size': [
float(size),
rubeus.format_filesize(size),
],
# URLs
'urls': {
'view': fobj.url(node),
'download': fobj.download_url(node),
'delete': fobj.api_url(node),
},
rubeus.KIND: rubeus.FILE,
'permissions': {
'view': True,
'edit': True,
},
'dates': {
'uploaded': [
time.mktime(fobj.date_uploaded.timetuple()),
fobj.date_uploaded.strftime('%Y/%m/%d %I:%M %p'),
],
},
'downloads': total or 0,
'actionTaken': NodeLog.FILE_UPDATED if was_updated else NodeLog.FILE_ADDED,
}
if do_redirect:
return redirect(request.referrer)
return file_info, 201