def load_conf():
conf_path = os.path.expanduser('~/.cos.conf')
if not os.path.exists(conf_path):
logger.warn("{conf} couldn't be found, please use \'coscmd config -h\' to learn how to config coscmd!".format(conf=to_printable_str(conf_path)))
raise IOError
else:
logger.debug('{conf} is found.'.format(conf=to_printable_str(conf_path)))
with open(conf_path, 'r') as f:
cp = SafeConfigParser()
cp.readfp(fp=f)
if cp.has_option('common', 'part_size'):
part_size = cp.getint('common', 'part_size')
else:
part_size = 1
if cp.has_option('common', 'max_thread'):
max_thread = cp.getint('common', 'max_thread')
else:
max_thread = 5
try:
access_key = cp.get('common', 'secret_id')
except:
access_key = cp.get('common', 'access_id')
conf = CosConfig(
appid=cp.get('common', 'appid'),
access_id=access_key,
access_key=cp.get('common', 'secret_key'),
region=compatible(cp.get('common', 'region')),
bucket=cp.get('common', 'bucket'),
part_size=part_size,
max_thread=max_thread
)
return conf
def load_conf():
conf_path = os.path.expanduser('~/.cos.conf')
if not os.path.exists(conf_path):
logger.warn("{conf} couldn't be found, please use \'coscmd config -h\' to learn how to config coscmd!".format(conf=to_printable_str(conf_path)))
raise IOError
else:
logger.debug('{conf} is found.'.format(conf=to_printable_str(conf_path)))
with open(conf_path, 'r') as f:
cp = SafeConfigParser()
cp.readfp(fp=f)
if cp.has_option('common', 'part_size'):
part_size = cp.getint('common', 'part_size')
else:
part_size = 1
if cp.has_option('common', 'max_thread'):
max_thread = cp.getint('common', 'max_thread')
else:
max_thread = 5
try:
secret_id = cp.get('common', 'secret_id')
except Exception:
secret_id = cp.get('common', 'access_id')
try:
appid = cp.get('common', 'appid')
bucket = cp.get('common', 'bucket')
if bucket.endswith("-"+str(appid)):
bucket = bucket.rstrip(appid)
bucket = bucket[:-1]
except Exception:
try:
bucket = cp.get('common', 'bucket')
appid = bucket.split('-')[-1]
bucket = bucket.rstrip(appid)
bucket = bucket[:-1]
except Exception:
logger.error("The configuration file is wrong. Please reconfirm")
if pre_appid != "":
appid = pre_appid
if pre_bucket != "":
bucket = pre_bucket
conf = CosConfig(
appid=appid,
secret_id=secret_id,
secret_key=cp.get('common', 'secret_key'),
region=compatible(cp.get('common', 'region')),
bucket=bucket,
part_size=part_size,
max_thread=max_thread
)
return conf
import sys
import time
import hashlib
import os
import requests
from cos_client import CosS3Client
from cos_client import CosConfig
from cos_exception import CosServiceError
SECRET_ID = os.environ["SECRET_ID"]
SECRET_KEY = os.environ["SECRET_KEY"]
test_bucket = "test01-1252448703"
test_object = "test.txt"
special_file_name = "中文" + "→↓←→↖↗↙↘! \"#$%&'()*+,-./0123456789:;<=>@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_`abcdefghijklmnopqrstuvwxyz{|}~"
conf = CosConfig(Region="ap-beijing-1",
Secret_id=SECRET_ID,
Secret_key=SECRET_KEY)
client = CosS3Client(conf)
def get_raw_md5(data):
m2 = hashlib.md5(data)
etag = '"' + str(m2.hexdigest()) + '"'
return etag
def gen_file(path, size):
_file = open(path, 'w')
_file.seek(1024 * 1024 * size)
_file.write('cos')
_file.close()
def Test():
conf = CosConfig(Appid="1252448703",
Region="cn-north",
Access_id=ACCESS_ID,
Access_key=ACCESS_KEY)
client = CosS3Client(conf)
test_bucket = 'test01'
file_size = 2 # 方便CI通过
file_id = str(random.randint(0, 1000)) + str(random.randint(0, 1000))
file_name = "tmp" + file_id + "_" + str(file_size) + "MB"
print "Test Get Presigned Download URL "
url = client.get_presigned_download_url(Bucket=test_bucket, Key='test.txt')
print url
print "Test List Buckets"
response = client.list_buckets()
copy_source = {'Bucket': 'test01', 'Key': '/test.txt'}
print "Test Copy Object From Other Bucket "
response = client.copy_object(Bucket='test04',
Key='test.txt',
CopySource=copy_source)
print "Test Put Object That Bucket Not Exist " + file_name
try:
response = client.put_object(Bucket='test0xx',
Body='T' * 1024 * 1024,
Key=file_name,
CacheControl='no-cache',
ContentDisposition='download.txt')
except CosServiceError as e:
print_error_msg(e)
special_file_name = "对象()*'/. 存![]^&*~储{|}~()"
print "Test Put Object Contains Special Characters " + special_file_name
response = client.put_object(Bucket=test_bucket,
Body='S' * 1024 * 1024,
Key=special_file_name,
CacheControl='no-cache',
ContentDisposition='download.txt')
print "Test Get Object Contains Special Characters " + special_file_name
response = client.get_object(
Bucket=test_bucket,
Key=special_file_name,
)
print "Test Delete Object Contains Special Characters " + special_file_name
response = client.delete_object(Bucket=test_bucket, Key=special_file_name)
print "Test Put Object " + file_name
gen_file(file_name, file_size)
fp = open(file_name, 'rb')
response = client.put_object(Bucket=test_bucket,
Body=fp,
Key=file_name,
CacheControl='no-cache',
ContentDisposition='download.txt',
Metadata={"x-cos-meta-tiedu": "value1"})
fp.close()
os.remove(file_name)
print "Test Get Object " + file_name
response = client.get_object(
Bucket=test_bucket,
Key=file_name,
)
# 返回一个raw stream
# fp = response['Body'].get_raw_stream()
# 返回一个generator
# stream_generator = response['Body'].get_stream(stream_size=1024*512)
response['Body'].get_stream_to_file('cos.txt')
if os.path.exists('cos.txt'):
os.remove('cos.txt')
print "Test Head Object " + file_name
response = client.head_object(Bucket=test_bucket, Key=file_name)
print "Test Head Object " + file_name + "123"
try:
response = client.head_object(Bucket=test_bucket,
Key=file_name + "123")
except CosServiceError as e:
print_error_msg(e)
print "Test Put Object ACL " + file_name
response = client.put_object_acl(Bucket=test_bucket,
Key=file_name,
ACL='public-read-write')
print "Test Get Object ACL" + file_name
response = client.get_object_acl(Bucket=test_bucket, Key=file_name)
print "Test Delete Object " + file_name
response = client.delete_object(Bucket=test_bucket, Key=file_name)
print "Test List Objects"
response = client.list_objects(Bucket=test_bucket)
print "Test Create Bucket"
response = client.create_bucket(Bucket='test' + file_id, ACL='public-read')
print "Test PUT Bucket ACL"
try:
response = client.put_bucket_acl(Bucket='test' + file_id,
ACL='public-read-writea')
except CosServiceError as e:
print_error_msg(e)
print "Test GET Bucket ACL"
response = client.get_bucket_acl(Bucket='test' + file_id, )
print "Test Delete Bucket"
response = client.delete_bucket(Bucket='test' + file_id)
print "Test Head Bucket"
try:
response = client.head_bucket(Bucket='test' + file_id)
except CosServiceError as e:
print_error_msg(e)
print "Test Create MultipartUpload"
response = client.create_multipart_upload(
Bucket=test_bucket,
Key='multipartfile.txt',
)
uploadid = response['UploadId']
print "Test Abort MultipartUpload"
response = client.abort_multipart_upload(Bucket=test_bucket,
Key='multipartfile.txt',
UploadId=uploadid)
print "Test Create MultipartUpload"
response = client.create_multipart_upload(
Bucket=test_bucket,
Key='multipartfile.txt',
)
uploadid = response['UploadId']
print "Test Upload Part1"
response = client.upload_part(Bucket=test_bucket,
Key='multipartfile.txt',
UploadId=uploadid,
PartNumber=1,
Body='A' * 1024 * 1024 * 2)
print "Test Upload Part2"
response = client.upload_part(Bucket=test_bucket,
Key='multipartfile.txt',
UploadId=uploadid,
PartNumber=2,
Body='B' * 1024 * 1024 * 2)
print "List Upload Parts"
response = client.list_parts(Bucket=test_bucket,
Key='multipartfile.txt',
UploadId=uploadid)
lst = response['Part']
print "Test Complete MultipartUpload"
response = client.complete_multipart_upload(Bucket=test_bucket,
Key='multipartfile.txt',
UploadId=uploadid,
MultipartUpload={'Part': lst})
import time
import hashlib
import os
import requests
from cos_client import CosS3Client
from cos_client import CosConfig
from cos_exception import CosServiceError
SECRET_ID = os.environ["SECRET_ID"]
SECRET_KEY = os.environ["SECRET_KEY"]
test_bucket = "iifanhua1-1253929221"
test_object = "test.txt"
special_file_name = "中文" + "→↓←→↖↗↙↘! \"#$%&'()*+,-./0123456789:;<=>@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_`abcdefghijklmnopqrstuvwxyz{|}~"
conf = CosConfig(
Region="cos.ap-guangzhou",
Secret_id=SECRET_ID,
Secret_key=SECRET_KEY
)
client = CosS3Client(conf)
def get_raw_md5(data):
m2 = hashlib.md5(data)
etag = '"' + str(m2.hexdigest()) + '"'
return etag
def gen_file(path, size):
_file = open(path, 'w')
_file.seek(1024*1024*size)
_file.write('cos')