def rapid_uploadfile(filepath, pcspath):
if os.stat(filepath).st_size <= 262144:
logger.error(
'Rapid upload file "%s" failed: flie size must be greater than or equal to 256KB.'
% (filepath))
return 1
logger.debug('start rapid upload file "%s".' % (filepath))
crc, contentmd5, slicemd5 = BaiduPcsApi.__rapid_checkcode(filepath)
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'rapidupload',
'access_token': SynConfig.token['access_token'],
'path': pcspath,
'content-length': os.stat(filepath).st_size,
'content-md5': contentmd5,
'slice-md5': slicemd5,
'content-crc32': crc,
'ondup': 'newcopy'
}
retcode, responses = sycurl.request(url, querydata, '', 'POST',
SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
if responses['error_code'] == 31079:
logger.info(
' File md5 not found, will upload the whole file "%s".' %
(filepath))
return 1
else:
logger.error('Errno:%d: Rapid upload file "%s" failed: %s.' %
(retcode, filepath, responses['error_msg']))
return 1
else:
time.sleep(1)
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'meta',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'GET',
SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error(
'Errno:%d: File "%s" is rapid uploaded, but get remote file\'s mate failed: %s.'
% (retcode, filepath, responses['error_msg']))
return 1
responses = responses['list'][0]
if responses['size'] == os.stat(filepath).st_size:
logger.info(' Rapid upload file "%s" completed.' % (filepath))
return 0
else:
logger.error(
'File "%s" is rapid uploaded, but remote file size not equal to local.'
% (filepath))
return 1
def get_pcs_quota():
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/quota'
querydata = {
'method': 'info',
'access_token': SynConfig.token['access_token']
}
retcode, responses = sycurl.request(url, querydata, '', 'GET', SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: Get pcs quota failed: %s.' % (retcode, responses['error_msg']))
return 1
logger.info(' PCS quota is %dG,used %dG.' % (responses['quota'] / 1024 / 1024 / 1024, responses['used'] / 1024 / 1024 / 1024))
return 0
def rapid_uploadfile(filepath, pcspath):
if os.stat(filepath).st_size <= 262144:
logger.error('Rapid upload file "%s" failed: flie size must be greater than or equal to 256KB.' % ( filepath))
return 1
logger.debug('start rapid upload file "%s".' % (filepath))
crc, contentmd5, slicemd5 = BaiduPcsApi.__rapid_checkcode(filepath)
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'rapidupload',
'access_token': SynConfig.token['access_token'],
'path': pcspath,
'content-length': os.stat(filepath).st_size,
'content-md5': contentmd5,
'slice-md5': slicemd5,
'content-crc32': crc,
'ondup': 'newcopy'
}
retcode, responses = sycurl.request(url, querydata, '', 'POST', SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
if responses['error_code'] == 31079:
logger.info(' File md5 not found, will upload the whole file "%s".' % (filepath))
return 1
else:
logger.error('Errno:%d: Rapid upload file "%s" failed: %s.' % (retcode, filepath, responses['error_msg']))
return 1
else:
time.sleep(1)
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'meta',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'GET', SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: File "%s" is rapid uploaded, but get remote file\'s mate failed: %s.' % (retcode, filepath, responses['error_msg']))
return 1
responses = responses['list'][0]
if responses['size'] == os.stat(filepath).st_size:
logger.info(' Rapid upload file "%s" completed.' % (filepath))
return 0
else:
logger.error('File "%s" is rapid uploaded, but remote file size not equal to local.' % (filepath))
return 1
def download_file(filepath, pcspath, filerange):
logger.debug('start download file "%s" : range %s.' % (filepath, filerange))
sycurl = SynCurl()
url = 'https://d.pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'download',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, filerange, 'GET', SynCurl.Download, filepath)
if (retcode != 200 and retcode != 206) or responses != '':
responses = json.loads(responses)
logger.error('Errno:%d: Download file "%s" failed: %s.' % (retcode, pcspath, responses['error_msg']))
return 1
logger.info(' download file "%s" completed.' % (filepath))
return 0
def slice_upload_createsuperfile(pcspath, param):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'createsuperfile',
'access_token': SynConfig.token['access_token'],
'path': pcspath,
'ondup': 'newcopy'
}
retcode, responses = sycurl.request(url, querydata, {'param': json.dumps(param)}, 'POST', SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: Create superfile "%s" failed: %s.' % (retcode, pcspath, responses['error_msg']))
return 1
logger.info(' Slice upload file "%s" completed.' % (pcspath))
return 0
def cp_pcsfile(srcpcspath, destpcspath):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'copy',
'access_token': SynConfig.token['access_token'],
'from': srcpcspath,
'to': destpcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'POST', SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: Copy remote file or directory "%s" to "%s" failed: %s.' % (retcode, srcpcspath, destpcspath, responses['error_msg']))
return 1
logger.info(' Copy remote file or directory "%s" to "%s" completed.' % (srcpcspath, destpcspath))
return 0
def upload_file(filepath, pcspath):
logger.debug('start upload whole file "%s".' % (filepath))
sycurl = SynCurl()
url = 'https://c.pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'upload',
'access_token': SynConfig.token['access_token'],
'path': pcspath,
'ondup': 'newcopy'
}
retcode, responses = sycurl.request(url, querydata, '0-%d' % (os.stat(filepath).st_size - 1), 'POST', SynCurl.Upload, filepath)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: Upload file to pcs failed: %s, %s.' % (retcode, filepath, responses['error_msg']))
return 1
logger.info(' Upload file "%s" completed.' % (filepath))
return 0
def rm_pcsfile(pcspath, slient=False):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'delete',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'POST', SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
if not slient:
logger.error('Errno:%d: Delete remote file or directory "%s" failed: %s.' % (retcode, pcspath, responses['error_msg']))
return 1
if not slient:
logger.info(' Delete remote file or directory "%s" completed.' % (pcspath))
return 0
def get_pcs_quota():
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/quota'
querydata = {
'method': 'info',
'access_token': SynConfig.token['access_token']
}
retcode, responses = sycurl.request(url, querydata, '', 'GET',
SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: Get pcs quota failed: %s.' %
(retcode, responses['error_msg']))
return 1
logger.info(' PCS quota is %dG,used %dG.' %
(responses['quota'] / 1024 / 1024 / 1024,
responses['used'] / 1024 / 1024 / 1024))
return 0
def download_file(filepath, pcspath, filerange):
logger.debug('start download file "%s" : range %s.' %
(filepath, filerange))
sycurl = SynCurl()
url = 'https://d.pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'download',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, filerange, 'GET',
SynCurl.Download, filepath)
if (retcode != 200 and retcode != 206) or responses != '':
responses = json.loads(responses)
logger.error('Errno:%d: Download file "%s" failed: %s.' %
(retcode, pcspath, responses['error_msg']))
return 1
logger.info(' download file "%s" completed.' % (filepath))
return 0
def slice_upload_createsuperfile(pcspath, param):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'createsuperfile',
'access_token': SynConfig.token['access_token'],
'path': pcspath,
'ondup': 'newcopy'
}
retcode, responses = sycurl.request(url, querydata,
{'param': json.dumps(param)},
'POST', SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: Create superfile "%s" failed: %s.' %
(retcode, pcspath, responses['error_msg']))
return 1
logger.info(' Slice upload file "%s" completed.' % (pcspath))
return 0
def upload_file(filepath, pcspath):
logger.debug('start upload whole file "%s".' % (filepath))
sycurl = SynCurl()
url = 'https://c.pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'upload',
'access_token': SynConfig.token['access_token'],
'path': pcspath,
'ondup': 'newcopy'
}
retcode, responses = sycurl.request(
url, querydata, '0-%d' % (os.stat(filepath).st_size - 1), 'POST',
SynCurl.Upload, filepath)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: Upload file to pcs failed: %s, %s.' %
(retcode, filepath, responses['error_msg']))
return 1
logger.info(' Upload file "%s" completed.' % (filepath))
return 0
def cp_pcsfile(srcpcspath, destpcspath):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'copy',
'access_token': SynConfig.token['access_token'],
'from': srcpcspath,
'to': destpcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'POST',
SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error(
'Errno:%d: Copy remote file or directory "%s" to "%s" failed: %s.'
% (retcode, srcpcspath, destpcspath, responses['error_msg']))
return 1
logger.info(' Copy remote file or directory "%s" to "%s" completed.' %
(srcpcspath, destpcspath))
return 0
def rm_pcsfile(pcspath, slient=False):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'delete',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'POST',
SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
if not slient:
logger.error(
'Errno:%d: Delete remote file or directory "%s" failed: %s.'
% (retcode, pcspath, responses['error_msg']))
return 1
if not slient:
logger.info(' Delete remote file or directory "%s" completed.' %
(pcspath))
return 0