def test_object_acl(self): object_name = "test1" content = "test1" self.client.put_object(self.bucket_name, object_name, content) for bucket in self.client.list_objects(self.bucket_name): print(bucket) print(self.client.get_object_acl(self.bucket_name, object_name)) objectAcl = AccessControlList() objectAcl.add_grant(Grant(Grantee("111"), Permission.READ)) objectAcl.add_grant(Grant(Grantee("109901"), Permission.FULL_CONTROL)) objectAcl.add_grant(Grant(Grantee(acl_ak), Permission.FULL_CONTROL)) self.client.set_object_acl(self.bucket_name, object_name, objectAcl) acl = self.client.get_object_acl(self.bucket_name, object_name) self.assertTrue(objectAcl.is_subset(acl)) acl_client = GalaxyFDSClient( acl_ak, acl_access_secret, FDSClientConfiguration(region_name, False, False, False, endpoint=endpoint)) self.assertTrue( self.client.does_object_exists(self.bucket_name, object_name)) print(acl_client.get_object(self.bucket_name, object_name)) self.client.delete_object(self.bucket_name, object_name) self.assertFalse( self.client.does_object_exists(self.bucket_name, object_name))
def test_uri(self): client = GalaxyFDSClient(access_key, access_secret, FDSClientConfiguration(region_name, False, False, False)) bucket_name = self.bucket_name + "1" if (client.does_bucket_exist(bucket_name)): client.delete_bucket(bucket_name) client.create_bucket(bucket_name) client.delete_bucket(bucket_name)
def test_bucket_acl(self): print(self.bucket_name) self.client.get_bucket_acl(self.bucket_name) bucketAcl = AccessControlList() bucketAcl.add_grant(Grant(Grantee("111"), Permission.READ)) bucketAcl.add_grant(Grant(Grantee('109901'), Permission.FULL_CONTROL)) bucketAcl.add_grant(Grant(Grantee('123456'), Permission.SSO_WRITE)) bucketAcl.add_grant(Grant(Grantee(app_id), Permission.FULL_CONTROL)) self.client.set_bucket_acl(self.bucket_name, bucketAcl) aclListGot = self.client.get_bucket_acl(self.bucket_name) readAclCnt = 0 fullControlCnt = 0 writeWithSSOCnt = 0 for i in aclListGot.get_grant_list(): if i['grantee']['id'] == '111': self.assertTrue(i['permission'].to_string() == Permission( Permission.READ).to_string()) readAclCnt += 1 elif i['grantee']['id'] == '109901': self.assertTrue(i['permission'].to_string() == Permission( Permission.FULL_CONTROL).to_string()) fullControlCnt += 1 elif i['grantee']['id'] == '123456': self.assertTrue(i['permission'].to_string() == Permission( Permission.SSO_WRITE).to_string()) writeWithSSOCnt += 1 self.assertTrue(readAclCnt == 1) self.assertTrue(fullControlCnt == 1) self.assertTrue(writeWithSSOCnt == 1) # self.client.set_bucket_acl(self.bucket_name, bucketAcl) acl = self.client.get_bucket_acl(self.bucket_name) self.assertTrue(bucketAcl.is_subset(acl)) acl_client = GalaxyFDSClient( acl_ak, acl_access_secret, FDSClientConfiguration(region_name, False, False, False, endpoint=endpoint)) object_name = "testBucketAcl7" acl_client.put_object(self.bucket_name, object_name, "hahhah") self.assertTrue( self.client.does_object_exists(self.bucket_name, object_name)) acl_client.list_objects(self.bucket_name) acl_client.delete_object(self.bucket_name, object_name) self.assertFalse( self.client.does_object_exists(self.bucket_name, object_name)) self.assertTrue(acl_client.does_bucket_exist(self.bucket_name))
def setUpClass(cls): config = FDSClientConfiguration(region_name, False, False, False) config.enable_md5_calculate = True cls.client = GalaxyFDSClient(access_key, access_secret, config) cls.bucket_name = 'test-python-' + datetime.strftime( datetime.now(), "%Y%m%d%H%M%S%z") cls.delete_objects_and_bucket(cls.client, cls.bucket_name) cls.client.create_bucket(cls.bucket_name)
def setUpClass(cls): ClientTest.init_from_local_config() config = FDSClientConfiguration(region_name=region_name, enable_https=False, enable_cdn_for_upload=False, enable_cdn_for_download=False, endpoint=endpoint) config.enable_md5_calculate = True ClientTest.client = GalaxyFDSClient(access_key, access_secret, config) ClientTest.bucket_name = 'test-python-' + datetime.strftime( datetime.now(), "%Y%m%d%H%M%S%z") ClientTest.delete_objects_and_bucket(cls.client, cls.bucket_name) ClientTest.client.create_bucket(cls.bucket_name)
def test_object_acl(self): object_name = "test1" content = "test1" self.client.put_object(self.bucket_name, object_name, content) for bucket in self.client.list_objects(self.bucket_name): print(bucket) print(self.client.get_object_acl(self.bucket_name, object_name)) objectAcl = AccessControlList() objectAcl.add_grant(Grant(Grantee("111"), Permission.READ)) objectAcl.add_grant(Grant(Grantee("109901"), Permission.FULL_CONTROL)) objectAcl.add_grant(Grant(Grantee(acl_ak), Permission.FULL_CONTROL)) self.client.set_object_acl(self.bucket_name, object_name, objectAcl) acl = self.client.get_object_acl(self.bucket_name, object_name) self.assertTrue(objectAcl.is_subset(acl)) acl_client = GalaxyFDSClient(acl_ak, acl_access_secret, FDSClientConfiguration(region_name, False, False, False, endpoint=endpoint)) self.assertTrue( self.client.does_object_exists(self.bucket_name, object_name)) print(acl_client.get_object(self.bucket_name, object_name)) self.client.delete_object(self.bucket_name, object_name) self.assertFalse( self.client.does_object_exists(self.bucket_name, object_name))
def test_bucket_acl(self): print(self.bucket_name) self.client.get_bucket_acl(self.bucket_name) bucketAcl = AccessControlList() bucketAcl.add_grant(Grant(Grantee("111"), Permission.READ)) bucketAcl.add_grant(Grant(Grantee('109901'), Permission.FULL_CONTROL)) bucketAcl.add_grant(Grant(Grantee('123456'), Permission.SSO_WRITE)) bucketAcl.add_grant(Grant(Grantee(app_id), Permission.FULL_CONTROL)) self.client.set_bucket_acl(self.bucket_name, bucketAcl) aclListGot = self.client.get_bucket_acl(self.bucket_name) readAclCnt = 0 fullControlCnt = 0 writeWithSSOCnt = 0 for i in aclListGot.get_grant_list(): if i['grantee']['id'] == '111': self.assertTrue(i['permission'].to_string() == Permission(Permission.READ).to_string()) readAclCnt += 1 elif i['grantee']['id'] == '109901': self.assertTrue( i['permission'].to_string() == Permission(Permission.FULL_CONTROL).to_string()) fullControlCnt += 1 elif i['grantee']['id'] == '123456': self.assertTrue(i['permission'].to_string() == Permission(Permission.SSO_WRITE).to_string()) writeWithSSOCnt += 1 self.assertTrue(readAclCnt == 1) self.assertTrue(fullControlCnt == 1) self.assertTrue(writeWithSSOCnt == 1) # self.client.set_bucket_acl(self.bucket_name, bucketAcl) acl = self.client.get_bucket_acl(self.bucket_name) self.assertTrue(bucketAcl.is_subset(acl)) acl_client = GalaxyFDSClient(acl_ak, acl_access_secret, FDSClientConfiguration(region_name, False, False, False, endpoint=endpoint)) object_name = "testBucketAcl7" acl_client.put_object(self.bucket_name, object_name, "hahhah") self.assertTrue( self.client.does_object_exists(self.bucket_name, object_name)) acl_client.list_objects(self.bucket_name) acl_client.delete_object(self.bucket_name, object_name) self.assertFalse( self.client.does_object_exists(self.bucket_name, object_name)) self.assertTrue(acl_client.does_bucket_exist(self.bucket_name))
from fds.fds_client_configuration import FDSClientConfiguration from fds.galaxy_fds_client import GalaxyFDSClient from fds.galaxy_fds_client_exception import GalaxyFDSClientException from fds.model.permission import AccessControlList from fds.model.permission import Grant from fds.model.permission import Grantee from fds.model.permission import Permission # Create default client access_key = 'your_access_key' access_secret = 'your_access_secret' config = FDSClientConfiguration() bucket_name = 'fds-python-example-%d' % int(time.time()) fds_client = GalaxyFDSClient(access_key, access_secret, config) ##################### # List buckets buckets = fds_client.list_buckets() print('buckets list:') for bucket in buckets: print(bucket) print("---end---") # Check and create the bucket if not fds_client.does_bucket_exist(bucket_name): fds_client.create_bucket(bucket_name) ##################### #####################
from fds.fds_client_configuration import FDSClientConfiguration from fds.galaxy_fds_client import GalaxyFDSClient from fds.galaxy_fds_client_exception import GalaxyFDSClientException from fds.model.permission import AccessControlList from fds.model.permission import Grant from fds.model.permission import Grantee from fds.model.permission import Permission # Create default client access_key = 'none' access_secret = 'none' config = FDSClientConfiguration() bucket_name = 'fds-python-example-%d' % int(time.time()) fds_client = GalaxyFDSClient(access_key, access_secret, config) ##################### # List buckets and delete them all !!!!!! buckets = fds_client.list_buckets() print('buckets list:') for bucket in buckets: result = fds_client.list_objects(bucket) if result.is_truncated: while result.is_truncated: result = fds_client.list_next_batch_of_objects(result) for object_summary in result.objects: fds_client.delete_object(bucket, object_summary.object_name) else: for object_summary in result.objects: fds_client.delete_object(bucket, object_summary.object_name)
#!/home/stansun/tools/p2tf/bin/python2 import yaml import os from fds.galaxy_fds_client import GalaxyFDSClient from fds.galaxy_fds_client_exception import GalaxyFDSClientException from fds.fds_client_configuration import FDSClientConfiguration config_filename = os.path.join(os.path.expanduser("~"), ".config/xiaomi/config") with open(config_filename) as f: config_data = yaml.safe_load(f) access_key = config_data["xiaomi_cloudml"]["xiaomi_access_key_id"] secret_key = config_data["xiaomi_cloudml"]["xiaomi_secret_access_key"] fds_endpoint = config_data["xiaomi_cloudml"]["xiaomi_fds_endpoint"] config = FDSClientConfiguration( region_name="cnbj1-fds", enable_https=False, enable_cdn_for_upload=False, enable_cdn_for_download=False, endpoint=fds_endpoint) fds_client = GalaxyFDSClient(access_key, access_secret, config) client.put_object( #cloudml jobs submit -n article-quality-local -m lstm_training -g 1 -M 8G -u fds://training/packages/article-quality-1.1.tar.gz
from fds.fds_client_configuration import FDSClientConfiguration from fds.galaxy_fds_client import GalaxyFDSClient from fds.galaxy_fds_client_exception import GalaxyFDSClientException from fds.model.permission import AccessControlList from fds.model.permission import Grant from fds.model.permission import Grantee from fds.model.permission import Permission # Create default client access_key = 'your_access_key' access_secret = 'your_access_secret' config = FDSClientConfiguration() bucket_name = 'fds-python-example-%d' % int(time.time()) fds_client = GalaxyFDSClient(access_key, access_secret, config) ##################### # List buckets buckets = fds_client.list_buckets() print 'buckets list:' for bucket in buckets: print bucket print # Check and create the bucket if not fds_client.does_bucket_exist(bucket_name): fds_client.create_bucket(bucket_name) ##################### #####################