def test_gcloud_reties(self): Config.get_native_handle.cache_clear() Config.BLOBSTORE_RETRIES = 1 handle = Config.get_native_handle(Replica.gcp) for adapter in handle._http.adapters.values(): self.assertEqual(Config.BLOBSTORE_RETRIES, adapter.max_retries.total)
def setUp(self): dss.Config.set_config(dss.BucketConfig.NORMAL) self.gs_bucket_name, self.s3_bucket_name = dss.Config.get_gs_bucket( ), dss.Config.get_s3_bucket() self.logger = logging.getLogger(__name__) self.gs = Config.get_native_handle(Replica.gcp) self.gs_bucket = self.gs.bucket(self.gs_bucket_name) self.s3 = boto3.resource("s3") self.s3_bucket = self.s3.Bucket(self.s3_bucket_name)
def test_boto_timeout(self): Config.get_native_handle.cache_clear() Config.BLOBSTORE_CONNECT_TIMEOUT = 1 Config.BLOBSTORE_READ_TIMEOUT = 2 Config.BLOBSTORE_BOTO_RETRIES = 3 client_config = Config.get_native_handle(Replica.aws)._client_config self.assertEqual(Config.BLOBSTORE_CONNECT_TIMEOUT, client_config.connect_timeout) self.assertEqual(Config.BLOBSTORE_READ_TIMEOUT, client_config.read_timeout) self.assertEqual(Config.BLOBSTORE_BOTO_RETRIES, client_config.retries['max_attempts'])
def test_gcloud_timeout(self): Config.get_native_handle.cache_clear() Config.BLOBSTORE_GS_MAX_CUMULATIVE_RETRY = 1 Config.get_native_handle(Replica.gcp) self.assertEqual(Config.BLOBSTORE_GS_MAX_CUMULATIVE_RETRY, google.resumable_media.common.MAX_CUMULATIVE_RETRY)