def __init__(self, request):
FileUploadHandler.__init__(self, request)
self._file = None
self._starttime = 0
self._activated = False
# Need to directly modify FileUploadHandler.chunk_size
FileUploadHandler.chunk_size = UPLOAD_CHUNK_SIZE.get()
def __init__(self, request): FileUploadHandler.__init__(self, request) self._file = None self._starttime = 0 self._activated = False # Need to directly modify FileUploadHandler.chunk_size FileUploadHandler.chunk_size = UPLOAD_CHUNK_SIZE.get()
def __init__(self, username, uri, *args, **kwargs):
FileUploadHandler.__init__(self, *args, **kwargs)
self.username = username
self.uri = uri
# Set on each invocation of new_file()
self.uploader = None
self.files = {}
def __init__(self, *args, **kwargs):
FileUploadHandler.__init__(self, *args, **kwargs)
' ----- Class variables Initialization ----- '
self._progress_id = None
self._cache_key = "upload_status"
cache.set(self._cache_key, {'length': 0, 'uploaded': 0})
# print("ARGS : {}".format(*args) )
self._file = FTPFile(file=BytesIO(), name="tempname.jpeg")
self._file._starttime = 0
self._file._processed_size = 0
self._file._chunk_index = 0
self._activated = False
# data = dict(*args)
' --------------- '
' ----- Chunk Size Configuration ----- '
print("Default Chunk size = %d" % FileUploadHandler.chunk_size)
custom_chunk_size = 102400
FileUploadHandler.chunk_size = custom_chunk_size
self._file._python_chunk_size = FileUploadHandler.chunk_size # default was 65536
self._file._ftplib_chunk_size = custom_chunk_size # default is 64 kb i.e 64000
print("New Chunk size = %d" % FileUploadHandler.chunk_size)
' --------------- '
def __init__(self, *args, **kwargs):
FileUploadHandler.__init__(self, *args, **kwargs)
# print("ARGS : {}".format(*args) )
self._file = FTPFile(file=BytesIO(), name="tempname.jpeg")
self._file._starttime = 0
self._activated = False
# data = dict(*args)
print("SELF REQUEST : {}".format(self.request))
data = self.request
# self._file._ftp_remoteDir = os.path.join(data['project'], data['asset'], data['process_department'])
self._file._ftp_remoteDir = os.path.join(data['project'],
data['asset'])
currentDT = datetime.datetime.now()
self._file._ftp_file_name = "%s_V(%s)_%s" % (
data['process_department'], data['version'].replace(
".", "_"), data['user'].replace(".", "_"))
# self._file._ftp_file_name = "t{}__ ".format(currentDT.strftime("%Y-%m-%d %H:%M:%S"))
# self.request = request
# self.url = 'ftp.some-server.com',
# self.username = '******'
# self.password = '******'
# self.remotedirectory = '/path/to/files'
print("Chunk size = %d" % FileUploadHandler.chunk_size)
def __init__(self, priv_exec_path, username, real_dir, debug_mode=False):
self.debug_mode = debug_mode
self.priv_exec_path = priv_exec_path
self.username = username
self.real_dir = real_dir
self.messages = list()
FileUploadHandler.__init__(self)
if self.debug_mode:
self.debug_file = file('/tmp/upload_handler.debug', 'a')
def __init__(self, request):
FileUploadHandler.__init__(self, request)
self._file = None
self._starttime = 0
self._activated = False
self._destination = request.GET.get('dest', None) # GET param avoids infinite looping
self.request = request
# Need to directly modify FileUploadHandler.chunk_size
FileUploadHandler.chunk_size = UPLOAD_CHUNK_SIZE.get()
def __init__(self, request):
FileUploadHandler.__init__(self, request)
self._file = None
self._starttime = 0
self._activated = False
self._destination = request.GET.get(
'dest', None) # GET param avoids infinite looping
self.request = request
# Need to directly modify FileUploadHandler.chunk_size
FileUploadHandler.chunk_size = UPLOAD_CHUNK_SIZE.get()
def __init__(self, request):
FileUploadHandler.__init__(self, request)
self._file = None
self._starttime = 0
self._activated = False
self._destination = request.GET.get('dest', None) # GET param avoids infinite looping
self.request = request
fs = fsmanager.get_filesystem('default')
fs.setuser(request.user.username)
FileUploadHandler.chunk_size = fs.get_upload_chuck_size(self._destination) if self._destination else UPLOAD_CHUNK_SIZE.get()
LOG.debug("Chunk size = %d" % FileUploadHandler.chunk_size)
def __init__(self, *args, **kwargs):
FileUploadHandler.__init__(self, *args, **kwargs)
self._file = None
self._starttime = 0
self._activated = False
# self.request = request
# self.url = 'ftp.some-server.com',
# self.username = '******'
# self.password = '******'
# self.remotedirectory = '/path/to/files'
LOG.debug("Chunk size = %d" % FileUploadHandler.chunk_size)
def __init__(self, *args, **kwargs):
FileUploadHandler.__init__(self, *args, **kwargs)
# print("ARGS : {}".format(*args) )
# self._file = None
self._starttime = 0
self._activated = False
# data = dict(*args)
print("SELF REQUEST : {}".format(self.request))
data = self.request
# self.ftp_remoteDir = "{}/{}".format(*args) data['project'] + data['process_department']
self._ftp_remoteDir = os.path.join(data['project'], data['asset'],
data['process_department'])
# self.request = request
# self.url = 'ftp.some-server.com',
# self.username = '******'
# self.password = '******'
# self.remotedirectory = '/path/to/files'
print("Chunk size = %d" % FileUploadHandler.chunk_size)
def __init__(self, request = None, upload_to = tempfile.gettempdir()):
self.upload_to = upload_to
FileUploadHandler.__init__(self, request)
def __init__(self):
FileUploadHandler.__init__(self)
self._buff = ""
self._present_file = None
self._file_count = 0
self.BOUNDARY = self.encode_multipart_make_boundary()
def __init__(self, max_size): self.size_so_far = 0 self.max_size = max_size self.message = "" FileUploadHandler.__init__(self)
def __init__(self):
FileUploadHandler.__init__(self)
self._buff = ""
self._present_file = None
self._file_count = 0
self.BOUNDARY = self.encode_multipart_make_boundary()
def __init__(self, request):
FileUploadHandler.__init__(self, request)
self._file = None
self._starttime = 0
self._activated = False
def __init__(self, request): FileUploadHandler.__init__(self, request) self._file = None self._starttime = 0 self._activated = False
def __init__(self):
FileUploadHandler.__init__(self)
def __init__(self, *args, **kwargs):
FileUploadHandler.__init__(self, *args, **kwargs)
' ----- Class variables Initialization ----- '
self._progress_id = None
self._cache_key = "upload_status"
cache.set(self._cache_key, {
'length': 0,
'uploaded': 0,
'start': 0,
'abort': 0
})
# print("ARGS : {}".format(*args) )
self._file = FTPFile(file=BytesIO(), name="tempname.jpeg")
self._file._starttime = 0
self._file._processed_size = 0
self._file._ftp_chunk_index = 0
self._chunk_index = 0
self._file._test_ftp_upload_time = 0
self._activated = False
self._test_lst = []
# data = dict(*args)
' --------------- '
' ----- Chunk Size Configuration ----- '
# Blocksize Time
# 102400 40
# 51200 30
# 25600 28
# 32768 30
# 24576 31
# 19200 34
# 16384 61
# 12800 144
#
# But if I used wireless instead, I got these times:
#
# Blocksize Time
# 204800 78
# 102400 76
# 51200 79
# 25600 76
# 32768 89
# 24576 86
# 19200 75
# 16384 166
# 12800 178
# 64000 223 ftplib default
# 65536 python upload handler default
# 2.5 Megabytes = 2621440 Bytes
# print("Default Chunk size = %d" % FileUploadHandler.chunk_size)
# # Upload in chunks of 10 million bytes.
# chunkSize = 10000000
custom_chunk_size = 2621440 # 819200 # 409600
FileUploadHandler.chunk_size = custom_chunk_size
self._file._python_chunk_size = FileUploadHandler.chunk_size # default was 65536
self._file._ftplib_chunk_size = 819200 #204800 # default is 64 kb i.e 64000
print("New Chunk size = %d" % FileUploadHandler.chunk_size)
' --------------- '