def test_object_acl(self):
object_name = "test1"
content = "test1"
self.client.put_object(self.bucket_name, object_name, content)
for bucket in self.client.list_objects(self.bucket_name):
print(bucket)
print(self.client.get_object_acl(self.bucket_name, object_name))
objectAcl = AccessControlList()
objectAcl.add_grant(Grant(Grantee("111"), Permission.READ))
objectAcl.add_grant(Grant(Grantee("109901"), Permission.FULL_CONTROL))
objectAcl.add_grant(Grant(Grantee(acl_ak), Permission.FULL_CONTROL))
self.client.set_object_acl(self.bucket_name, object_name, objectAcl)
acl = self.client.get_object_acl(self.bucket_name, object_name)
self.assertTrue(objectAcl.is_subset(acl))
acl_client = GalaxyFDSClient(
acl_ak, acl_access_secret,
FDSClientConfiguration(region_name,
False,
False,
False,
endpoint=endpoint))
self.assertTrue(
self.client.does_object_exists(self.bucket_name, object_name))
print(acl_client.get_object(self.bucket_name, object_name))
self.client.delete_object(self.bucket_name, object_name)
self.assertFalse(
self.client.does_object_exists(self.bucket_name, object_name))
def test_uri(self):
client = GalaxyFDSClient(access_key, access_secret,
FDSClientConfiguration(region_name, False, False, False))
bucket_name = self.bucket_name + "1"
if (client.does_bucket_exist(bucket_name)):
client.delete_bucket(bucket_name)
client.create_bucket(bucket_name)
client.delete_bucket(bucket_name)
def test_uri(self):
client = GalaxyFDSClient(access_key, access_secret,
FDSClientConfiguration(region_name, False, False, False))
bucket_name = self.bucket_name + "1"
if (client.does_bucket_exist(bucket_name)):
client.delete_bucket(bucket_name)
client.create_bucket(bucket_name)
client.delete_bucket(bucket_name)
def test_bucket_acl(self):
print(self.bucket_name)
self.client.get_bucket_acl(self.bucket_name)
bucketAcl = AccessControlList()
bucketAcl.add_grant(Grant(Grantee("111"), Permission.READ))
bucketAcl.add_grant(Grant(Grantee('109901'), Permission.FULL_CONTROL))
bucketAcl.add_grant(Grant(Grantee('123456'), Permission.SSO_WRITE))
bucketAcl.add_grant(Grant(Grantee(app_id), Permission.FULL_CONTROL))
self.client.set_bucket_acl(self.bucket_name, bucketAcl)
aclListGot = self.client.get_bucket_acl(self.bucket_name)
readAclCnt = 0
fullControlCnt = 0
writeWithSSOCnt = 0
for i in aclListGot.get_grant_list():
if i['grantee']['id'] == '111':
self.assertTrue(i['permission'].to_string() == Permission(
Permission.READ).to_string())
readAclCnt += 1
elif i['grantee']['id'] == '109901':
self.assertTrue(i['permission'].to_string() == Permission(
Permission.FULL_CONTROL).to_string())
fullControlCnt += 1
elif i['grantee']['id'] == '123456':
self.assertTrue(i['permission'].to_string() == Permission(
Permission.SSO_WRITE).to_string())
writeWithSSOCnt += 1
self.assertTrue(readAclCnt == 1)
self.assertTrue(fullControlCnt == 1)
self.assertTrue(writeWithSSOCnt == 1)
# self.client.set_bucket_acl(self.bucket_name, bucketAcl)
acl = self.client.get_bucket_acl(self.bucket_name)
self.assertTrue(bucketAcl.is_subset(acl))
acl_client = GalaxyFDSClient(
acl_ak, acl_access_secret,
FDSClientConfiguration(region_name,
False,
False,
False,
endpoint=endpoint))
object_name = "testBucketAcl7"
acl_client.put_object(self.bucket_name, object_name, "hahhah")
self.assertTrue(
self.client.does_object_exists(self.bucket_name, object_name))
acl_client.list_objects(self.bucket_name)
acl_client.delete_object(self.bucket_name, object_name)
self.assertFalse(
self.client.does_object_exists(self.bucket_name, object_name))
self.assertTrue(acl_client.does_bucket_exist(self.bucket_name))
def setUpClass(cls):
config = FDSClientConfiguration(region_name, False, False, False)
config.enable_md5_calculate = True
cls.client = GalaxyFDSClient(access_key, access_secret, config)
cls.bucket_name = 'test-python-' + datetime.strftime(
datetime.now(), "%Y%m%d%H%M%S%z")
cls.delete_objects_and_bucket(cls.client, cls.bucket_name)
cls.client.create_bucket(cls.bucket_name)
def setUpClass(cls):
ClientTest.init_from_local_config()
config = FDSClientConfiguration(region_name=region_name,
enable_https=False,
enable_cdn_for_upload=False,
enable_cdn_for_download=False,
endpoint=endpoint)
config.enable_md5_calculate = True
ClientTest.client = GalaxyFDSClient(access_key, access_secret, config)
ClientTest.bucket_name = 'test-python-' + datetime.strftime(
datetime.now(), "%Y%m%d%H%M%S%z")
ClientTest.delete_objects_and_bucket(cls.client, cls.bucket_name)
ClientTest.client.create_bucket(cls.bucket_name)
def test_object_acl(self):
object_name = "test1"
content = "test1"
self.client.put_object(self.bucket_name, object_name, content)
for bucket in self.client.list_objects(self.bucket_name):
print(bucket)
print(self.client.get_object_acl(self.bucket_name, object_name))
objectAcl = AccessControlList()
objectAcl.add_grant(Grant(Grantee("111"), Permission.READ))
objectAcl.add_grant(Grant(Grantee("109901"), Permission.FULL_CONTROL))
objectAcl.add_grant(Grant(Grantee(acl_ak), Permission.FULL_CONTROL))
self.client.set_object_acl(self.bucket_name, object_name, objectAcl)
acl = self.client.get_object_acl(self.bucket_name, object_name)
self.assertTrue(objectAcl.is_subset(acl))
acl_client = GalaxyFDSClient(acl_ak, acl_access_secret,
FDSClientConfiguration(region_name, False, False, False,
endpoint=endpoint))
self.assertTrue(
self.client.does_object_exists(self.bucket_name, object_name))
print(acl_client.get_object(self.bucket_name, object_name))
self.client.delete_object(self.bucket_name, object_name)
self.assertFalse(
self.client.does_object_exists(self.bucket_name, object_name))
def test_bucket_acl(self):
print(self.bucket_name)
self.client.get_bucket_acl(self.bucket_name)
bucketAcl = AccessControlList()
bucketAcl.add_grant(Grant(Grantee("111"), Permission.READ))
bucketAcl.add_grant(Grant(Grantee('109901'), Permission.FULL_CONTROL))
bucketAcl.add_grant(Grant(Grantee('123456'), Permission.SSO_WRITE))
bucketAcl.add_grant(Grant(Grantee(app_id), Permission.FULL_CONTROL))
self.client.set_bucket_acl(self.bucket_name, bucketAcl)
aclListGot = self.client.get_bucket_acl(self.bucket_name)
readAclCnt = 0
fullControlCnt = 0
writeWithSSOCnt = 0
for i in aclListGot.get_grant_list():
if i['grantee']['id'] == '111':
self.assertTrue(i['permission'].to_string() == Permission(Permission.READ).to_string())
readAclCnt += 1
elif i['grantee']['id'] == '109901':
self.assertTrue(
i['permission'].to_string() == Permission(Permission.FULL_CONTROL).to_string())
fullControlCnt += 1
elif i['grantee']['id'] == '123456':
self.assertTrue(i['permission'].to_string() == Permission(Permission.SSO_WRITE).to_string())
writeWithSSOCnt += 1
self.assertTrue(readAclCnt == 1)
self.assertTrue(fullControlCnt == 1)
self.assertTrue(writeWithSSOCnt == 1)
# self.client.set_bucket_acl(self.bucket_name, bucketAcl)
acl = self.client.get_bucket_acl(self.bucket_name)
self.assertTrue(bucketAcl.is_subset(acl))
acl_client = GalaxyFDSClient(acl_ak, acl_access_secret,
FDSClientConfiguration(region_name, False, False, False,
endpoint=endpoint))
object_name = "testBucketAcl7"
acl_client.put_object(self.bucket_name, object_name, "hahhah")
self.assertTrue(
self.client.does_object_exists(self.bucket_name, object_name))
acl_client.list_objects(self.bucket_name)
acl_client.delete_object(self.bucket_name, object_name)
self.assertFalse(
self.client.does_object_exists(self.bucket_name, object_name))
self.assertTrue(acl_client.does_bucket_exist(self.bucket_name))
from fds.fds_client_configuration import FDSClientConfiguration
from fds.galaxy_fds_client import GalaxyFDSClient
from fds.galaxy_fds_client_exception import GalaxyFDSClientException
from fds.model.permission import AccessControlList
from fds.model.permission import Grant
from fds.model.permission import Grantee
from fds.model.permission import Permission
# Create default client
access_key = 'your_access_key'
access_secret = 'your_access_secret'
config = FDSClientConfiguration()
bucket_name = 'fds-python-example-%d' % int(time.time())
fds_client = GalaxyFDSClient(access_key, access_secret, config)
#####################
# List buckets
buckets = fds_client.list_buckets()
print('buckets list:')
for bucket in buckets:
print(bucket)
print("---end---")
# Check and create the bucket
if not fds_client.does_bucket_exist(bucket_name):
fds_client.create_bucket(bucket_name)
#####################
#####################
from fds.fds_client_configuration import FDSClientConfiguration
from fds.galaxy_fds_client import GalaxyFDSClient
from fds.galaxy_fds_client_exception import GalaxyFDSClientException
from fds.model.permission import AccessControlList
from fds.model.permission import Grant
from fds.model.permission import Grantee
from fds.model.permission import Permission
# Create default client
access_key = 'none'
access_secret = 'none'
config = FDSClientConfiguration()
bucket_name = 'fds-python-example-%d' % int(time.time())
fds_client = GalaxyFDSClient(access_key, access_secret, config)
#####################
# List buckets and delete them all !!!!!!
buckets = fds_client.list_buckets()
print('buckets list:')
for bucket in buckets:
result = fds_client.list_objects(bucket)
if result.is_truncated:
while result.is_truncated:
result = fds_client.list_next_batch_of_objects(result)
for object_summary in result.objects:
fds_client.delete_object(bucket, object_summary.object_name)
else:
for object_summary in result.objects:
fds_client.delete_object(bucket, object_summary.object_name)
#!/home/stansun/tools/p2tf/bin/python2
import yaml
import os
from fds.galaxy_fds_client import GalaxyFDSClient
from fds.galaxy_fds_client_exception import GalaxyFDSClientException
from fds.fds_client_configuration import FDSClientConfiguration
config_filename = os.path.join(os.path.expanduser("~"), ".config/xiaomi/config")
with open(config_filename) as f:
config_data = yaml.safe_load(f)
access_key = config_data["xiaomi_cloudml"]["xiaomi_access_key_id"]
secret_key = config_data["xiaomi_cloudml"]["xiaomi_secret_access_key"]
fds_endpoint = config_data["xiaomi_cloudml"]["xiaomi_fds_endpoint"]
config = FDSClientConfiguration(
region_name="cnbj1-fds",
enable_https=False,
enable_cdn_for_upload=False,
enable_cdn_for_download=False,
endpoint=fds_endpoint)
fds_client = GalaxyFDSClient(access_key, access_secret, config)
client.put_object(
#cloudml jobs submit -n article-quality-local -m lstm_training -g 1 -M 8G -u fds://training/packages/article-quality-1.1.tar.gz
from fds.fds_client_configuration import FDSClientConfiguration from fds.galaxy_fds_client import GalaxyFDSClient from fds.galaxy_fds_client_exception import GalaxyFDSClientException from fds.model.permission import AccessControlList from fds.model.permission import Grant from fds.model.permission import Grantee from fds.model.permission import Permission # Create default client access_key = 'your_access_key' access_secret = 'your_access_secret' config = FDSClientConfiguration() bucket_name = 'fds-python-example-%d' % int(time.time()) fds_client = GalaxyFDSClient(access_key, access_secret, config) ##################### # List buckets buckets = fds_client.list_buckets() print 'buckets list:' for bucket in buckets: print bucket print # Check and create the bucket if not fds_client.does_bucket_exist(bucket_name): fds_client.create_bucket(bucket_name) ##################### #####################