def _upload(retries_left=amount_of_retries):
try:
bucket = SCSBucket(bucket_name)
headers={"Content-Length":str(fileChunkWithCallback.bytes)}
with FileChunkIO(fileChunkWithCallback.name, 'rb', offset=fileChunkWithCallback.offset,
bytes=fileChunkWithCallback.bytes) as fpForMd5:
headers["s-sina-sha1"] = aws_md5(fpForMd5)
scsResponse = bucket.put(key_name, fileChunkWithCallback,
headers=headers,
args={'partNumber':'%i'%part.part_num,
'uploadId':upload_id})
part.etag = scsResponse.urllib2Response.info().getheader('ETag')
part.response = scsResponse
if num_cb:num_cb(upload_id, parts_amount, part)
return part
except Exception, exc:
raise exc
if retries_left:
return _upload(retries_left=retries_left - 1)
else:
print 'Failed uploading part #%d' % part.part_num
print exc
raise exc
def _upload(retries_left=amount_of_retries):
try:
if debug == 1:
print 'Start uploading part #%d ...' % part.part_num
bucket = SCSBucket(bucket_name)
with FileChunkWithCallback(source_path, 'rb', offset=offset,
bytes=chunk_bytes, cb=cb, upload_id=upload_id, part_num=part.part_num) as fp:
headers={"Content-Length":str(chunk_bytes)}
with FileChunkIO(source_path, 'rb', offset=offset,
bytes=chunk_bytes) as fpForMd5:
headers["s-sina-sha1"] = aws_md5(fpForMd5)
scsResponse = bucket.put(key_name, fp, headers=headers, args={'partNumber':'%i'%part.part_num,
'uploadId':upload_id})
part.etag = scsResponse.urllib2Response.info().getheader('ETag')
if num_cb:num_cb(upload_id, parts_amount, part)
return part
except Exception, exc:
raise exc
if retries_left:
return _upload(retries_left=retries_left - 1)
else:
print 'Failed uploading part #%d' % part.part_num
print exc
raise exc
def putFile(self, key, filePath, progressCallback=None, acl=None, metadata={}, mimetype=None,
transformer=None, headers={}, args=None, subresource=None):
'''
filePath 本地文件路径
progressCallback 上传文件进度回调方法 _callback(self._total, len(data), *self._args)
'''
f = file(filePath, 'rb')
headers["s-sina-sha1"] = aws_md5(f)
f.close()
from email.utils import formatdate
from calendar import timegm
expireDate = expire2datetime(datetime.timedelta(minutes=60*24))
expireDate = formatdate(timegm(expireDate.timetuple()), usegmt=True)
headers['Date'] = expireDate
fileWithCallback = FileWithCallback(filePath, 'rb', progressCallback)
return self.put(key, fileWithCallback, acl, metadata, mimetype, transformer, headers, args, subresource)
def complete_multipart_upload(self, multipart):
jsonArray = []
for part in multipart.parts:
jsonDict = {}
jsonDict['PartNumber']=part.part_num
jsonDict['ETag']=part.etag
jsonArray.append(jsonDict)
data = json.dumps(jsonArray)
headers = {}
headers["Content-Type"] = guess_mimetype(multipart.key_name)
headers["Content-Length"] = str(len(data))
if "s-sina-sha1" not in headers:
headers["s-sina-sha1"] = aws_md5(data)
scsreq = self.request(method="POST", data=data, headers=headers, key=multipart.key_name, args={'uploadId':multipart.upload_id})
scsResponse = self.send(scsreq)
return scsResponse.close()
