def check_create_pcsdir(pcspath):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'meta',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'GET', SynCurl.Normal)
try:
responses = json.loads(responses)
if retcode == 200 and responses['list'][0]['isdir'] == 1:
return 0
elif (retcode != 200 and responses['error_code'] == 31066) or (retcode == 200 and responses['list'][0]['isdir'] == 0):
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'mkdir',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'POST', SynCurl.Normal)
responses = json.loads(responses)
if retcode == 200 and responses['path'] == pcspath:
return 0
logger.error('Errno:%d: Create PCS directory "%s" failed: %s.' % (retcode, pcspath, responses['error_msg']))
return 1
except Exception as e:
logger.error('Create PCS directory "%s" failed. return code: %d, response body: %s.\n%s\n%s' % (pcspath, retcode, str(responses), e, traceback.format_exc()))
return 1
def get_pcs_filelist(pcspath, startindex, endindex):
logger.debug('Start get pcs file list(%d-%d) of "%s".' % (startindex, endindex, pcspath))
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method' : 'list',
'access_token': SynConfig.token['access_token'],
'path' : pcspath,
'by' : 'name',
'order' : 'asc',
'limit' : '%d-%d' % (startindex, endindex),
}
retcode, responses = sycurl.request(url, querydata, '', 'GET', SynCurl.Normal)
try:
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
if responses['error_code'] == 31066:
return 31066, []
else:
logger.error('Errno:%d: Get PCS file list of "%s" failed: %s.' % (retcode, pcspath, responses['error_msg']))
return 1, []
return 0, responses['list']
except Exception as e:
logger.error('Get PCS file list of "%s" failed. return code: %d, response body: %s.\n%s\n%s' % (pcspath, retcode, str(responses), e, traceback.format_exc()))
return 1, []
finally:
del responses
logger.debug('Complete get pcs file list(%d-%d) of "%s".' % (startindex, endindex, pcspath))
def get_pcs_quota():
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/quota'
querydata = {
'method': 'info',
'access_token': SynConfig.token['access_token']
}
retcode, responses = sycurl.request(url, querydata, '', 'GET', SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: Get pcs quota failed: %s.' % (retcode, responses['error_msg']))
return 1
logger.info(' PCS quota is %dG,used %dG.' % (responses['quota'] / 1024 / 1024 / 1024, responses['used'] / 1024 / 1024 / 1024))
return 0
def get_pcs_filemeta(pcspath):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'meta',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'GET', SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: Get file\'s meta failed: %s, %s.' % (retcode, pcspath, responses['error_msg']))
return 1, {}
return 0, responses['list'][0]
def create_pcsdir(pcspath):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'mkdir',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'POST', SynCurl.Normal)
responses = json.loads(responses)
if retcode == 200 and responses['path'] == pcspath:
return 0
logger.error('Errno:%d: Create PCS directory "%s" failed: %s.' % (retcode, pcspath, responses['error_msg']))
return 1
def rapid_uploadfile(filepath, pcspath):
if os.stat(filepath).st_size <= 262144:
logger.error(
'Rapid upload file "%s" failed: flie size must be greater than or equal to 256KB.'
% (filepath))
return 1
logger.debug('start rapid upload file "%s".' % (filepath))
crc, contentmd5, slicemd5 = BaiduPcsApi.__rapid_checkcode(filepath)
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'rapidupload',
'access_token': SynConfig.token['access_token'],
'path': pcspath,
'content-length': os.stat(filepath).st_size,
'content-md5': contentmd5,
'slice-md5': slicemd5,
'content-crc32': crc,
'ondup': 'newcopy'
}
retcode, responses = sycurl.request(url, querydata, '', 'POST',
SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
if responses['error_code'] == 31079:
logger.info(
' File md5 not found, will upload the whole file "%s".' %
(filepath))
return 1
else:
logger.error('Errno:%d: Rapid upload file "%s" failed: %s.' %
(retcode, filepath, responses['error_msg']))
return 1
else:
time.sleep(1)
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'meta',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'GET',
SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error(
'Errno:%d: File "%s" is rapid uploaded, but get remote file\'s mate failed: %s.'
% (retcode, filepath, responses['error_msg']))
return 1
responses = responses['list'][0]
if responses['size'] == os.stat(filepath).st_size:
logger.info(' Rapid upload file "%s" completed.' % (filepath))
return 0
else:
logger.error(
'File "%s" is rapid uploaded, but remote file size not equal to local.'
% (filepath))
return 1
def download_file(filepath, pcspath, filerange):
logger.debug('start download file "%s" : range %s.' % (filepath, filerange))
sycurl = SynCurl()
url = 'https://d.pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'download',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, filerange, 'GET', SynCurl.Download, filepath)
if (retcode != 200 and retcode != 206) or responses != '':
responses = json.loads(responses)
logger.error('Errno:%d: Download file "%s" failed: %s.' % (retcode, pcspath, responses['error_msg']))
return 1
logger.info(' download file "%s" completed.' % (filepath))
return 0
def slice_upload_createsuperfile(pcspath, param):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'createsuperfile',
'access_token': SynConfig.token['access_token'],
'path': pcspath,
'ondup': 'newcopy'
}
retcode, responses = sycurl.request(url, querydata, {'param': json.dumps(param)}, 'POST', SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: Create superfile "%s" failed: %s.' % (retcode, pcspath, responses['error_msg']))
return 1
logger.info(' Slice upload file "%s" completed.' % (pcspath))
return 0
def slice_upload_tmpfile(filepath, filerange):
logger.debug('start slice upload file "%s".' % (filepath))
sycurl = SynCurl()
url = 'https://c.pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'upload',
'access_token': SynConfig.token['access_token'],
'type': 'tmpfile'
}
retcode, responses = sycurl.request(url, querydata, filerange, 'POST', SynCurl.Upload, filepath)
responses = json.loads(responses)
if retcode == 200:
return 0, responses['md5']
else:
logger.error('Errno:%d: Upload file "%s"\'s extra slice failed: %s.' % (retcode, filepath, responses['error_msg']))
return 1, None
def create_pcsdir(pcspath):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'mkdir',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'POST',
SynCurl.Normal)
responses = json.loads(responses)
if retcode == 200 and responses['path'] == pcspath:
return 0
logger.error('Errno:%d: Create PCS directory "%s" failed: %s.' %
(retcode, pcspath, responses['error_msg']))
return 1
def cp_pcsfile(srcpcspath, destpcspath):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'copy',
'access_token': SynConfig.token['access_token'],
'from': srcpcspath,
'to': destpcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'POST', SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: Copy remote file or directory "%s" to "%s" failed: %s.' % (retcode, srcpcspath, destpcspath, responses['error_msg']))
return 1
logger.info(' Copy remote file or directory "%s" to "%s" completed.' % (srcpcspath, destpcspath))
return 0
def get_pcs_filemeta(pcspath):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'meta',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'GET',
SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: Get file\'s meta failed: %s, %s.' %
(retcode, pcspath, responses['error_msg']))
return 1, {}
return 0, responses['list'][0]
def upload_file(filepath, pcspath):
logger.debug('start upload whole file "%s".' % (filepath))
sycurl = SynCurl()
url = 'https://c.pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'upload',
'access_token': SynConfig.token['access_token'],
'path': pcspath,
'ondup': 'newcopy'
}
retcode, responses = sycurl.request(url, querydata, '0-%d' % (os.stat(filepath).st_size - 1), 'POST', SynCurl.Upload, filepath)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: Upload file to pcs failed: %s, %s.' % (retcode, filepath, responses['error_msg']))
return 1
logger.info(' Upload file "%s" completed.' % (filepath))
return 0
def rm_pcsfile(pcspath, slient=False):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'delete',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'POST', SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
if not slient:
logger.error('Errno:%d: Delete remote file or directory "%s" failed: %s.' % (retcode, pcspath, responses['error_msg']))
return 1
if not slient:
logger.info(' Delete remote file or directory "%s" completed.' % (pcspath))
return 0
def get_pcs_quota():
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/quota'
querydata = {
'method': 'info',
'access_token': SynConfig.token['access_token']
}
retcode, responses = sycurl.request(url, querydata, '', 'GET',
SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: Get pcs quota failed: %s.' %
(retcode, responses['error_msg']))
return 1
logger.info(' PCS quota is %dG,used %dG.' %
(responses['quota'] / 1024 / 1024 / 1024,
responses['used'] / 1024 / 1024 / 1024))
return 0
def download_file(filepath, pcspath, filerange):
logger.debug('start download file "%s" : range %s.' %
(filepath, filerange))
sycurl = SynCurl()
url = 'https://d.pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'download',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, filerange, 'GET',
SynCurl.Download, filepath)
if (retcode != 200 and retcode != 206) or responses != '':
responses = json.loads(responses)
logger.error('Errno:%d: Download file "%s" failed: %s.' %
(retcode, pcspath, responses['error_msg']))
return 1
logger.info(' download file "%s" completed.' % (filepath))
return 0
def slice_upload_tmpfile(filepath, filerange):
logger.debug('start slice upload file "%s".' % (filepath))
sycurl = SynCurl()
url = 'https://c.pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'upload',
'access_token': SynConfig.token['access_token'],
'type': 'tmpfile'
}
retcode, responses = sycurl.request(url, querydata, filerange, 'POST',
SynCurl.Upload, filepath)
responses = json.loads(responses)
if retcode == 200:
return 0, responses['md5']
else:
logger.error(
'Errno:%d: Upload file "%s"\'s extra slice failed: %s.' %
(retcode, filepath, responses['error_msg']))
return 1, None
def slice_upload_createsuperfile(pcspath, param):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'createsuperfile',
'access_token': SynConfig.token['access_token'],
'path': pcspath,
'ondup': 'newcopy'
}
retcode, responses = sycurl.request(url, querydata,
{'param': json.dumps(param)},
'POST', SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: Create superfile "%s" failed: %s.' %
(retcode, pcspath, responses['error_msg']))
return 1
logger.info(' Slice upload file "%s" completed.' % (pcspath))
return 0
def upload_file(filepath, pcspath):
logger.debug('start upload whole file "%s".' % (filepath))
sycurl = SynCurl()
url = 'https://c.pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'upload',
'access_token': SynConfig.token['access_token'],
'path': pcspath,
'ondup': 'newcopy'
}
retcode, responses = sycurl.request(
url, querydata, '0-%d' % (os.stat(filepath).st_size - 1), 'POST',
SynCurl.Upload, filepath)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: Upload file to pcs failed: %s, %s.' %
(retcode, filepath, responses['error_msg']))
return 1
logger.info(' Upload file "%s" completed.' % (filepath))
return 0
def cp_pcsfile(srcpcspath, destpcspath):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'copy',
'access_token': SynConfig.token['access_token'],
'from': srcpcspath,
'to': destpcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'POST',
SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error(
'Errno:%d: Copy remote file or directory "%s" to "%s" failed: %s.'
% (retcode, srcpcspath, destpcspath, responses['error_msg']))
return 1
logger.info(' Copy remote file or directory "%s" to "%s" completed.' %
(srcpcspath, destpcspath))
return 0
def rm_pcsfile(pcspath, slient=False):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'delete',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'POST',
SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
if not slient:
logger.error(
'Errno:%d: Delete remote file or directory "%s" failed: %s.'
% (retcode, pcspath, responses['error_msg']))
return 1
if not slient:
logger.info(' Delete remote file or directory "%s" completed.' %
(pcspath))
return 0
def rapid_uploadfile(filepath, pcspath):
if os.stat(filepath).st_size <= 262144:
logger.error('Rapid upload file "%s" failed: flie size must be greater than or equal to 256KB.' % ( filepath))
return 1
logger.debug('start rapid upload file "%s".' % (filepath))
crc, contentmd5, slicemd5 = BaiduPcsApi.__rapid_checkcode(filepath)
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'rapidupload',
'access_token': SynConfig.token['access_token'],
'path': pcspath,
'content-length': os.stat(filepath).st_size,
'content-md5': contentmd5,
'slice-md5': slicemd5,
'content-crc32': crc,
'ondup': 'newcopy'
}
retcode, responses = sycurl.request(url, querydata, '', 'POST', SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
if responses['error_code'] == 31079:
logger.info(' File md5 not found, will upload the whole file "%s".' % (filepath))
return 1
else:
logger.error('Errno:%d: Rapid upload file "%s" failed: %s.' % (retcode, filepath, responses['error_msg']))
return 1
else:
time.sleep(1)
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'meta',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'GET', SynCurl.Normal)
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
logger.error('Errno:%d: File "%s" is rapid uploaded, but get remote file\'s mate failed: %s.' % (retcode, filepath, responses['error_msg']))
return 1
responses = responses['list'][0]
if responses['size'] == os.stat(filepath).st_size:
logger.info(' Rapid upload file "%s" completed.' % (filepath))
return 0
else:
logger.error('File "%s" is rapid uploaded, but remote file size not equal to local.' % (filepath))
return 1
def check_create_pcsdir(pcspath):
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'meta',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'GET',
SynCurl.Normal)
try:
responses = json.loads(responses)
if retcode == 200 and responses['list'][0]['isdir'] == 1:
return 0
elif (retcode != 200 and responses['error_code'] == 31066) or (
retcode == 200 and responses['list'][0]['isdir'] == 0):
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'mkdir',
'access_token': SynConfig.token['access_token'],
'path': pcspath
}
retcode, responses = sycurl.request(url, querydata, '', 'POST',
SynCurl.Normal)
responses = json.loads(responses)
if retcode == 200 and responses['path'] == pcspath:
return 0
logger.error('Errno:%d: Create PCS directory "%s" failed: %s.' %
(retcode, pcspath, responses['error_msg']))
return 1
except Exception as e:
logger.error(
'Create PCS directory "%s" failed. return code: %d, response body: %s.\n%s\n%s'
%
(pcspath, retcode, str(responses), e, traceback.format_exc()))
return 1
def get_pcs_filelist(pcspath, startindex, endindex):
logger.debug('Start get pcs file list(%d-%d) of "%s".' %
(startindex, endindex, pcspath))
sycurl = SynCurl()
url = 'https://pcs.baidu.com/rest/2.0/pcs/file'
querydata = {
'method': 'list',
'access_token': SynConfig.token['access_token'],
'path': pcspath,
'by': 'name',
'order': 'asc',
'limit': '%d-%d' % (startindex, endindex),
}
retcode, responses = sycurl.request(url, querydata, '', 'GET',
SynCurl.Normal)
try:
responses = json.loads(responses)
if retcode != 200 or 'error_code' in responses:
if responses['error_code'] == 31066:
return 31066, []
else:
logger.error(
'Errno:%d: Get PCS file list of "%s" failed: %s.' %
(retcode, pcspath, responses['error_msg']))
return 1, []
return 0, responses['list']
except Exception as e:
logger.error(
'Get PCS file list of "%s" failed. return code: %d, response body: %s.\n%s\n%s'
%
(pcspath, retcode, str(responses), e, traceback.format_exc()))
return 1, []
finally:
del responses
logger.debug('Complete get pcs file list(%d-%d) of "%s".' %
(startindex, endindex, pcspath))