def test_temporary_file(self):
a = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
antani = "0123456789" * 10000
a.write(antani)
self.assertTrue(antani == a.read())
a.close()
self.assertFalse(os.path.exists(a.filepath))
def get_file_upload(self):
try:
if (int(self.request.arguments['flowTotalSize'][0]) / (1024 * 1024)) > GLSettings.memory_copy.maximum_filesize:
log.err("File upload request rejected: file too big")
raise errors.FileTooBig(GLSettings.memory_copy.maximum_filesize)
if self.request.arguments['flowIdentifier'][0] not in GLUploads:
f = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
GLUploads[self.request.arguments['flowIdentifier'][0]] = f
else:
f = GLUploads[self.request.arguments['flowIdentifier'][0]]
f.write(self.request.files['file'][0]['body'])
if self.request.arguments['flowChunkNumber'][0] != self.request.arguments['flowTotalChunks'][0]:
return None
uploaded_file = {}
uploaded_file['filename'] = self.request.files['file'][0]['filename']
uploaded_file['content_type'] = self.request.files['file'][0]['content_type']
uploaded_file['body_len'] = int(self.request.arguments['flowTotalSize'][0])
uploaded_file['body_filepath'] = f.filepath
uploaded_file['body'] = f
return uploaded_file
except errors.FileTooBig:
raise # propagate the exception
except Exception as exc:
log.err("Error while handling file upload %s" % exc)
return None
def get_file_upload(self):
try:
if (int(self.request.arguments['flowTotalSize'][0]) / (1024 * 1024)) > GLSetting.defaults.maximum_filesize:
log.err("File upload request rejected: file too big")
raise errors.FileTooBig
if self.request.arguments['flowIdentifier'][0] not in GLUploads:
f = GLSecureTemporaryFile(GLSetting.tmp_upload_path)
GLUploads[self.request.arguments['flowIdentifier'][0]] = f
else:
f = GLUploads[self.request.arguments['flowIdentifier'][0]]
f.write(self.request.files['file'][0]['body'])
if self.request.arguments['flowChunkNumber'][0] != self.request.arguments['flowTotalChunks'][0]:
return None
uploaded_file = {}
uploaded_file['filename'] = self.request.files['file'][0]['filename']
uploaded_file['content_type'] = self.request.files['file'][0]['content_type']
uploaded_file['body_len'] = int(self.request.arguments['flowTotalSize'][0])
uploaded_file['body_filepath'] = f.filepath
uploaded_file['body'] = f
return uploaded_file
except errors.FileTooBig:
raise # propagate the exception
except Exception as exc:
log.err("Error while handling file upload %s" % exc)
return None
def get_dummy_file(self, filename=None, content_type=None, content=None):
if filename is None:
filename = ''.join(unichr(x) for x in range(0x400, 0x40A))
if content_type is None:
content_type = 'application/octet'
if content is None:
content = "ANTANI"
temporary_file = GLSecureTemporaryFile(GLSetting.tmp_upload_path)
temporary_file.write(content)
temporary_file.avoid_delete()
dummy_file = {
'body': temporary_file,
'body_len': len(content),
'body_filepath': temporary_file.filepath,
'filename': filename,
'content_type': content_type,
}
return dummy_file
def get_dummy_file(self, filename=None, content_type=None, content=None):
if filename is None:
filename = ''.join(unichr(x) for x in range(0x400, 0x40A))
if content_type is None:
content_type = 'application/octet'
if content is None:
content = "ANTANI"
temporary_file = GLSecureTemporaryFile(GLSetting.tmp_upload_path)
temporary_file.write(content)
temporary_file.avoid_delete()
dummy_file = {
'body': temporary_file,
'body_len': len(content),
'body_filepath': temporary_file.filepath,
'filename': filename,
'content_type': content_type,
}
return dummy_file
def get_dummy_file(self, filename=None, content_type=None, content=None):
if filename is None:
filename = ''.join(unichr(x) for x in range(0x400, 0x40A))
if content_type is None:
content_type = 'application/octet'
if content is None:
content = 'LA VEDI LA SUPERCAZZOLA ? PREMATURA ? unicode €'
temporary_file = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
temporary_file.write(content)
temporary_file.avoid_delete()
dummy_file = {
'body': temporary_file,
'body_len': len(content),
'body_filepath': temporary_file.filepath,
'filename': filename,
'content_type': content_type,
'submission': False
}
return dummy_file
def test_temporary_file(self):
a = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
antani = "0123456789" * 10000
a.write(antani)
self.assertTrue(antani == a.read())
a.close()
self.assertFalse(os.path.exists(a.filepath))
def test_temporary_file_write_after_read(self):
a = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
antani = "0123456789" * 10000
a.write(antani)
self.assertTrue(antani == a.read())
self.assertRaises(AssertionError, a.write, antani)
a.close()
def test_temporary_file_write_after_read(self):
a = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
antani = "0123456789" * 10000
a.write(antani)
self.assertTrue(antani == a.read())
self.assertRaises(AssertionError, a.write, antani)
a.close()
def test_004_temporary_file_lost_key_due_to_eventual_bug_or_reboot(self):
a = GLSecureTemporaryFile(GLSetting.tmp_upload_path)
a.avoid_delete()
antani = "0123456789" * 10000
a.write(antani)
a.close()
self.assertTrue(os.path.exists(a.filepath))
os.remove(a.keypath)
self.assertRaises(IOError, GLSecureFile, a.filepath)
def test_003_temporary_file_avoid_delete(self):
a = GLSecureTemporaryFile(GLSetting.tmp_upload_path)
a.avoid_delete()
antani = "0123456789" * 10000
a.write(antani)
a.close()
self.assertTrue(os.path.exists(a.filepath))
b = GLSecureFile(a.filepath)
self.assertTrue(antani == b.read())
def get_file_upload(self):
try:
if len(self.request.files) != 1:
raise errors.InvalidInputFormat(
"cannot accept more than a file upload at once")
chunk_size = len(self.request.files['file'][0]['body'])
total_file_size = int(
self.request.arguments['flowTotalSize'][0]
) if 'flowTotalSize' in self.request.arguments else chunk_size
flow_identifier = self.request.arguments['flowIdentifier'][
0] if 'flowIdentifier' in self.request.arguments else generateRandomKey(
10)
if ((chunk_size /
(1024 * 1024)) > GLSettings.memory_copy.maximum_filesize or
(total_file_size /
(1024 * 1024)) > GLSettings.memory_copy.maximum_filesize):
log.err("File upload request rejected: file too big")
raise errors.FileTooBig(
GLSettings.memory_copy.maximum_filesize)
if flow_identifier not in GLUploads:
f = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
GLUploads[flow_identifier] = f
else:
f = GLUploads[flow_identifier]
f.write(self.request.files['file'][0]['body'])
if 'flowChunkNumber' in self.request.arguments and 'flowTotalChunks' in self.request.arguments:
if self.request.arguments['flowChunkNumber'][
0] != self.request.arguments['flowTotalChunks'][0]:
return None
uploaded_file = {}
uploaded_file['filename'] = self.request.files['file'][0][
'filename']
uploaded_file['content_type'] = self.request.files['file'][0][
'content_type']
uploaded_file['body_len'] = total_file_size
uploaded_file['body_filepath'] = f.filepath
uploaded_file['body'] = f
upload_time = time.time() - f.creation_date
track_handler(self)
return uploaded_file
except errors.FileTooBig:
raise # propagate the exception
except Exception as exc:
log.err("Error while handling file upload %s" % exc)
return None
def get_file_upload(self):
try:
if len(self.request.files) != 1:
raise errors.InvalidInputFormat("cannot accept more than a file upload at once")
###############################################################
# checks needed in order to offer compatibility with flow.js/fusty-flow.js
chunk_size = len(self.request.files['file'][0]['body'])
total_file_size = int(self.request.arguments['flowTotalSize'][0]) if 'flowTotalSize' in self.request.arguments else chunk_size
flow_identifier = self.request.arguments['flowIdentifier'][0] if 'flowIdentifier' in self.request.arguments else os.random()
if 'flowChunkNumber' in self.request.arguments and 'flowTotalChunks' in self.request.arguments:
if self.request.arguments['flowChunkNumber'][0] != self.request.arguments['flowTotalChunks'][0]:
return None
###############################################################
if ((chunk_size / (1024 * 1024)) > GLSettings.memory_copy.maximum_filesize or
(total_file_size / (1024 * 1024)) > GLSettings.memory_copy.maximum_filesize):
log.err("File upload request rejected: file too big")
raise errors.FileTooBig(GLSettings.memory_copy.maximum_filesize)
if flow_identifier not in GLUploads:
f = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
GLUploads[flow_identifier] = f
else:
f = GLUploads[flow_identifier]
f.write(self.request.files['file'][0]['body'])
uploaded_file = {}
uploaded_file['filename'] = self.request.files['file'][0]['filename']
uploaded_file['content_type'] = self.request.files['file'][0]['content_type']
uploaded_file['body_len'] = total_file_size
uploaded_file['body_filepath'] = f.filepath
uploaded_file['body'] = f
upload_time = time.time() - f.creation_date
# file uploads works on chunk basis so that we count 1 the file upload
# as a whole in function get_file_upload()
for event in outcoming_event_monitored:
if event['status_checker'](self._status_code) and \
event['method'] == self.request.method and \
event['handler_check'](self.request.uri):
EventTrack(event, upload_time)
return uploaded_file
except errors.FileTooBig:
raise # propagate the exception
except Exception as exc:
log.err("Error while handling file upload %s" % exc)
return None
def get_file_upload(self):
try:
chunk_size = len(self.request.args['file'][0])
total_file_size = int(
self.request.args['flowTotalSize']
[0]) if 'flowTotalSize' in self.request.args else chunk_size
flow_identifier = self.request.args['flowIdentifier'][
0] if 'flowIdentifier' in self.request.args else generateRandomKey(
10)
if ((chunk_size /
(1024 * 1024)) > GLSettings.memory_copy.maximum_filesize or
(total_file_size /
(1024 * 1024)) > GLSettings.memory_copy.maximum_filesize):
log.err("File upload request rejected: file too big")
raise errors.FileTooBig(
GLSettings.memory_copy.maximum_filesize)
if flow_identifier not in GLUploads:
f = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
GLUploads[flow_identifier] = f
else:
f = GLUploads[flow_identifier]
f.write(self.request.args['file'][0])
if 'flowChunkNumber' in self.request.args and 'flowTotalChunks' in self.request.args:
if self.request.args['flowChunkNumber'][
0] != self.request.args['flowTotalChunks'][0]:
return None
mime_type, encoding = mimetypes.guess_type(
self.request.args['flowFilename'][0])
uploaded_file = {
'name': self.request.args['flowFilename'][0],
'type': mime_type,
'size': total_file_size,
'path': f.filepath,
'body': f,
'description': self.request.args.get('description', [''])[0]
}
return uploaded_file
except errors.FileTooBig:
raise # propagate the exception
except Exception as exc:
log.err("Error while handling file upload %s" % exc)
return None
def get_file_upload(self):
try:
if len(self.request.files) != 1:
raise errors.InvalidInputFormat("cannot accept more than a file upload at once")
chunk_size = len(self.request.files['file'][0]['body'])
total_file_size = int(self.request.arguments['flowTotalSize'][0]) if 'flowTotalSize' in self.request.arguments else chunk_size
flow_identifier = self.request.arguments['flowIdentifier'][0] if 'flowIdentifier' in self.request.arguments else generateRandomKey(10)
if ((chunk_size / (1024 * 1024)) > GLSettings.memory_copy.maximum_filesize or
(total_file_size / (1024 * 1024)) > GLSettings.memory_copy.maximum_filesize):
log.err("File upload request rejected: file too big")
raise errors.FileTooBig(GLSettings.memory_copy.maximum_filesize)
if flow_identifier not in GLUploads:
f = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
GLUploads[flow_identifier] = f
else:
f = GLUploads[flow_identifier]
f.write(self.request.files['file'][0]['body'])
if 'flowChunkNumber' in self.request.arguments and 'flowTotalChunks' in self.request.arguments:
if self.request.arguments['flowChunkNumber'][0] != self.request.arguments['flowTotalChunks'][0]:
return None
uploaded_file = {}
uploaded_file['filename'] = self.request.files['file'][0]['filename']
uploaded_file['content_type'] = self.request.files['file'][0]['content_type']
uploaded_file['body_len'] = total_file_size
uploaded_file['body_filepath'] = f.filepath
uploaded_file['body'] = f
upload_time = time.time() - f.creation_date
# file uploads works on chunk basis so that we count 1 the file upload
# as a whole in function get_file_upload()
for event in outcoming_event_monitored:
if event['status_checker'](self._status_code) and \
event['method'] == self.request.method and \
event['handler_check'](self.request.uri):
EventTrack(event, upload_time)
return uploaded_file
except errors.FileTooBig:
raise # propagate the exception
except Exception as exc:
log.err("Error while handling file upload %s" % exc)
return None
def get_file_upload(self):
try:
if (int(self.request.arguments['flowTotalSize'][0]) /
(1024 * 1024)) > GLSettings.memory_copy.maximum_filesize:
log.err("File upload request rejected: file too big")
raise errors.FileTooBig(
GLSettings.memory_copy.maximum_filesize)
if self.request.arguments['flowIdentifier'][0] not in GLUploads:
f = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
GLUploads[self.request.arguments['flowIdentifier'][0]] = f
else:
f = GLUploads[self.request.arguments['flowIdentifier'][0]]
f.write(self.request.files['file'][0]['body'])
if self.request.arguments['flowChunkNumber'][
0] != self.request.arguments['flowTotalChunks'][0]:
return None
uploaded_file = {}
uploaded_file['filename'] = self.request.files['file'][0][
'filename']
uploaded_file['content_type'] = self.request.files['file'][0][
'content_type']
uploaded_file['body_len'] = int(
self.request.arguments['flowTotalSize'][0])
uploaded_file['body_filepath'] = f.filepath
uploaded_file['body'] = f
upload_time = time.time() - f.creation_date
# file uploads works on chunk basis so that we count 1 the file upload
# as a whole in function get_file_upload()
for event in outcoming_event_monitored:
if event['status_checker'](self._status_code) and \
event['method'] == self.request.method and \
event['handler_check'](self.request.uri):
EventTrack(event, upload_time)
return uploaded_file
except errors.FileTooBig:
raise # propagate the exception
except Exception as exc:
log.err("Error while handling file upload %s" % exc)
return None
def get_file_upload(self):
try:
if len(self.request.files) != 1:
raise errors.InvalidInputFormat("cannot accept more than a file upload at once")
chunk_size = len(self.request.files['file'][0]['body'])
total_file_size = int(self.request.arguments['flowTotalSize'][0]) if 'flowTotalSize' in self.request.arguments else chunk_size
flow_identifier = self.request.arguments['flowIdentifier'][0] if 'flowIdentifier' in self.request.arguments else generateRandomKey(10)
if ((chunk_size / (1024 * 1024)) > GLSettings.memory_copy.maximum_filesize or
(total_file_size / (1024 * 1024)) > GLSettings.memory_copy.maximum_filesize):
log.err("File upload request rejected: file too big")
raise errors.FileTooBig(GLSettings.memory_copy.maximum_filesize)
if flow_identifier not in GLUploads:
f = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
GLUploads[flow_identifier] = f
else:
f = GLUploads[flow_identifier]
f.write(self.request.files['file'][0]['body'])
if 'flowChunkNumber' in self.request.arguments and 'flowTotalChunks' in self.request.arguments:
if self.request.arguments['flowChunkNumber'][0] != self.request.arguments['flowTotalChunks'][0]:
return None
uploaded_file = {
'name': self.request.files['file'][0]['filename'],
'type': self.request.files['file'][0]['content_type'],
'size': total_file_size,
'path': f.filepath,
'body': f,
'description': self.request.arguments.get('description', [''])[0]
}
self.request._start_time = f.creation_date
track_handler(self)
return uploaded_file
except errors.FileTooBig:
raise # propagate the exception
except Exception as exc:
log.err("Error while handling file upload %s" % exc)
return None
def get_file_upload(self):
try:
if (int(self.request.arguments['flowTotalSize'][0]) / (1024 * 1024)) > GLSettings.memory_copy.maximum_filesize:
log.err("File upload request rejected: file too big")
raise errors.FileTooBig(GLSettings.memory_copy.maximum_filesize)
if self.request.arguments['flowIdentifier'][0] not in GLUploads:
f = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
GLUploads[self.request.arguments['flowIdentifier'][0]] = f
else:
f = GLUploads[self.request.arguments['flowIdentifier'][0]]
f.write(self.request.files['file'][0]['body'])
if self.request.arguments['flowChunkNumber'][0] != self.request.arguments['flowTotalChunks'][0]:
return None
uploaded_file = {}
uploaded_file['filename'] = self.request.files['file'][0]['filename']
uploaded_file['content_type'] = self.request.files['file'][0]['content_type']
uploaded_file['body_len'] = int(self.request.arguments['flowTotalSize'][0])
uploaded_file['body_filepath'] = f.filepath
uploaded_file['body'] = f
upload_time = time.time() - f.creation_date
# file uploads works on chunk basis so that we count 1 the file upload
# as a whole in function get_file_upload()
for event in outcoming_event_monitored:
if event['status_checker'](self._status_code) and \
event['method'] == self.request.method and \
event['handler_check'](self.request.uri):
EventTrack(event, upload_time)
return uploaded_file
except errors.FileTooBig:
raise # propagate the exception
except Exception as exc:
log.err("Error while handling file upload %s" % exc)
return None
def get_dummy_file(filename=None, content_type=None, content=None):
filename = ''.join(unichr(x) for x in range(0x400, 0x40A))
content_type = 'application/octet'
content = ''.join(unichr(x) for x in range(0x400, 0x40A))
temporary_file = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
temporary_file.write(content)
temporary_file.avoid_delete()
return {
'body': temporary_file,
'body_len': len(content),
'body_filepath': temporary_file.filepath,
'filename': filename,
'content_type': content_type,
'submission': False
}
def get_dummy_file(filename=None, content_type=None, content=None):
filename = ''.join(unichr(x) for x in range(0x400, 0x40A))
content_type = 'application/octet'
content = ''.join(unichr(x) for x in range(0x400, 0x40A))
temporary_file = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
temporary_file.write(content)
temporary_file.avoid_delete()
return {
'body': temporary_file,
'body_len': len(content),
'body_filepath': temporary_file.filepath,
'filename': filename,
'content_type': content_type,
'submission': False
}
def test_post(self):
temporary_file = GLSecureTemporaryFile(GLSetting.tmp_upload_path)
temporary_file.write("ANTANI")
temporary_file.avoid_delete()
request_body = {
'body': temporary_file,
'body_len': len("ANTANI"),
'body_filepath': temporary_file.filepath,
'filename': 'en.json',
'content_type': 'application/json'
}
handler = self.request({}, role='admin', kwargs={'path': GLSetting.static_path}, body=request_body)
yield handler.post(lang='en')
self.assertTrue(isinstance(self.responses, list))
self.assertEqual(len(self.responses), 1)
self._handler.validate_message(json.dumps(self.responses[0]), requests.staticFile)
def get_dummy_file(filename=None, content_type=None, content=None):
global files_count
files_count += 1
filename = ''.join(unichr(x) for x in range(0x400, 0x40A)).join('-%d' % files_count)
content_type = 'application/octet'
content = ''.join(unichr(x) for x in range(0x400, 0x40A))
temporary_file = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
temporary_file.write(content)
temporary_file.avoid_delete()
return {
'name': filename,
'description': 'description',
'body': temporary_file,
'size': len(content),
'path': temporary_file.filepath,
'type': content_type,
'submission': False
}
def get_dummy_file(filename=None, content_type=None, content=None):
global files_count
files_count += 1
filename = ''.join(unichr(x) for x in range(0x400, 0x40A)).join('-%d' % files_count)
content_type = 'application/octet'
content = ''.join(unichr(x) for x in range(0x400, 0x40A))
temporary_file = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
temporary_file.write(content)
temporary_file.avoid_delete()
return {
'name': filename,
'description': 'description',
'body': temporary_file,
'size': len(content),
'path': temporary_file.filepath,
'type': content_type,
'submission': False
}
def get_file_upload(self):
try:
if len(self.request.files) != 1:
raise errors.InvalidInputFormat("cannot accept more than a file upload at once")
chunk_size = len(self.request.files["file"][0]["body"])
total_file_size = (
int(self.request.arguments["flowTotalSize"][0])
if "flowTotalSize" in self.request.arguments
else chunk_size
)
flow_identifier = (
self.request.arguments["flowIdentifier"][0]
if "flowIdentifier" in self.request.arguments
else generateRandomKey(10)
)
if (chunk_size / (1024 * 1024)) > GLSettings.memory_copy.maximum_filesize or (
total_file_size / (1024 * 1024)
) > GLSettings.memory_copy.maximum_filesize:
log.err("File upload request rejected: file too big")
raise errors.FileTooBig(GLSettings.memory_copy.maximum_filesize)
if flow_identifier not in GLUploads:
f = GLSecureTemporaryFile(GLSettings.tmp_upload_path)
GLUploads[flow_identifier] = f
else:
f = GLUploads[flow_identifier]
f.write(self.request.files["file"][0]["body"])
if "flowChunkNumber" in self.request.arguments and "flowTotalChunks" in self.request.arguments:
if self.request.arguments["flowChunkNumber"][0] != self.request.arguments["flowTotalChunks"][0]:
return None
uploaded_file = {}
uploaded_file["filename"] = self.request.files["file"][0]["filename"]
uploaded_file["content_type"] = self.request.files["file"][0]["content_type"]
uploaded_file["body_len"] = total_file_size
uploaded_file["body_filepath"] = f.filepath
uploaded_file["body"] = f
upload_time = time.time() - f.creation_date
# file uploads works on chunk basis so that we count 1 the file upload
# as a whole in function get_file_upload()
for event in outcoming_event_monitored:
if (
event["status_checker"](self._status_code)
and event["method"] == self.request.method
and event["handler_check"](self.request.uri)
):
EventTrack(event, upload_time)
return uploaded_file
except errors.FileTooBig:
raise # propagate the exception
except Exception as exc:
log.err("Error while handling file upload %s" % exc)
return None