Python AmazonMediaStorage示例

示例#1

class AmazonMediaStorageTestCase(TestCase):

    def setUp(self):
        super().setUp()
        self.app.config['AMAZON_CONTAINER_NAME'] = 'AMAZON_CONTAINER_NAME'
        self.app.config['AMAZON_S3_USE_HTTPS'] = True
        self.app.config['AMAZON_SERVE_DIRECT_LINKS'] = True
        self.amazon = AmazonMediaStorage(self.app)

    def test_media_id(self):
        filename = 'test'
        time_id = time.strftime('%Y%m%d')
        media_id = self.amazon.media_id(filename)
        self.assertEqual('%s/%s' % (time_id, filename), media_id)

    def test_url_for_media(self):
        media_id = 'test'
        self.assertEqual(self.amazon.url_for_media(media_id),
                         'https://AMAZON_CONTAINER_NAME.s3-us-east-1.amazonaws.com/%s' % (media_id))
        self.app.config['AMAZON_S3_USE_HTTPS'] = False
        self.assertEqual(self.amazon.url_for_media(media_id),
                         'http://AMAZON_CONTAINER_NAME.s3-us-east-1.amazonaws.com/%s' % (media_id))
        self.app.config['AMAZON_REGION'] = 'eu-west-1'
        self.assertEqual(self.amazon.url_for_media(media_id),
                         'http://AMAZON_CONTAINER_NAME.s3-eu-west-1.amazonaws.com/%s' % (media_id))

示例#2

class AmazonMediaStorageFind(TestCase):
    def setUp(self):
        self.amazon = AmazonMediaStorage(self.app)
        self.amazon.client = Mock()

        # Mock getting list of files from Amazon, first request returns a file, second request returns empty list
        self.amazon.client.list_objects = Mock(side_effect=[
            {
                'Contents': [{'Key': 'gridtest/abcd1234', 'LastModified': utcnow() - timedelta(minutes=30),
                              'Size': 500, 'ETag': 'abcd1234'}]
            },
            {'Contents': []}
        ])

    def test_find_folder(self):
        folder = 'gridtest'
        self.amazon.find(folder=folder)

        call_arg_list = [({
            'Bucket': self.amazon.container_name,
            'Marker': '',
            'MaxKeys': 1000,
            'Prefix': '{}/'.format(folder)
        },), ({
            'Bucket': self.amazon.container_name,
            'Marker': 'gridtest/abcd1234',
            'MaxKeys': 1000,
            'Prefix': '{}/'.format(folder)
        },)]

        # We test the call_args_list as self.amazon.client.list_objects would have been called twice
        self.assertEqual(self.amazon.client.list_objects.call_count, 2)
        self.assertEqual(self.amazon.client.list_objects.call_args_list, call_arg_list)

示例#3

 def setUp(self):
     self.app.config['AMAZON_CONTAINER_NAME'] = 'AMAZON_CONTAINER_NAME'
     self.app.config['AMAZON_REGION'] = 'us-east-1'
     self.app.config['AMAZON_S3_USE_HTTPS'] = True
     self.app.config['AMAZON_SERVE_DIRECT_LINKS'] = True
     self.app.config['AMAZON_SERVER'] = 'amazonaws.com'
     self.amazon = AmazonMediaStorage(self.app)

示例#4

文件： amazon_media_storage_test.py 项目： MiczFlor/superdesk-core

class AmazonMediaStorageTestCase(TestCase):

    def setUp(self):
        super().setUp()
        self.app.config['AMAZON_CONTAINER_NAME'] = 'AMAZON_CONTAINER_NAME'
        self.app.config['AMAZON_REGION'] = 'us-east-1'
        self.app.config['AMAZON_S3_USE_HTTPS'] = True
        self.app.config['AMAZON_SERVE_DIRECT_LINKS'] = True
        self.app.config['AMAZON_SERVER'] = 'amazonaws.com'
        self.amazon = AmazonMediaStorage(self.app)

    def test_media_id(self):
        filename = 'test'
        time_id = time.strftime('%Y%m%d')
        media_id = self.amazon.media_id(filename)
        self.assertEqual('%s/%s' % (time_id, filename), media_id)

    def test_url_for_media(self):
        media_id = 'test'
        self.assertEqual(self.amazon.url_for_media(media_id),
                         'https://AMAZON_CONTAINER_NAME.s3-us-east-1.amazonaws.com/%s' % (media_id))
        self.app.config['AMAZON_S3_USE_HTTPS'] = False
        self.assertEqual(self.amazon.url_for_media(media_id),
                         'http://AMAZON_CONTAINER_NAME.s3-us-east-1.amazonaws.com/%s' % (media_id))
        self.app.config['AMAZON_REGION'] = 'eu-west-1'
        self.assertEqual(self.amazon.url_for_media(media_id),
                         'http://AMAZON_CONTAINER_NAME.s3-eu-west-1.amazonaws.com/%s' % (media_id))

示例#5

class AmazonMediaStorageTestCase(TestCase):

    def setUp(self):
        super().setUp()
        self.app.config['AMAZON_CONTAINER_NAME'] = 'AMAZON_CONTAINER_NAME'
        self.app.config['AMAZON_REGION'] = 'us-east-1'
        self.app.config['AMAZON_S3_USE_HTTPS'] = True
        self.app.config['AMAZON_SERVE_DIRECT_LINKS'] = True
        self.app.config['AMAZON_SERVER'] = 'amazonaws.com'
        self.amazon = AmazonMediaStorage(self.app)

    def test_media_id(self):
        filename = 'test'
        # automatic version is set on 15mins granularity.
        mins_granularity = int(int(time.strftime('%M')) / 4) * 4
        time_id = '%s%s' % (time.strftime('%Y%m%d%H%m'), mins_granularity)
        media_id = self.amazon.media_id(filename)
        self.assertEqual('%s/%s' % (time_id, filename), media_id)

    def test_url_for_media(self):
        media_id = 'test'
        self.assertEqual(self.amazon.url_for_media(media_id),
                         'https://AMAZON_CONTAINER_NAME.s3-us-east-1.amazonaws.com/%s' % (media_id))
        self.app.config['AMAZON_S3_USE_HTTPS'] = False
        self.assertEqual(self.amazon.url_for_media(media_id),
                         'http://AMAZON_CONTAINER_NAME.s3-us-east-1.amazonaws.com/%s' % (media_id))
        self.app.config['AMAZON_REGION'] = 'eu-west-1'
        self.assertEqual(self.amazon.url_for_media(media_id),
                         'http://AMAZON_CONTAINER_NAME.s3-eu-west-1.amazonaws.com/%s' % (media_id))

示例#6

文件： amazon_media_storage_test.py 项目： hlmnrmr/superdesk-core

class AmazonMediaStorageTestCase(TestCase):

    def setUp(self):
        self.app.config['AMAZON_CONTAINER_NAME'] = 'AMAZON_CONTAINER_NAME'
        self.app.config['AMAZON_REGION'] = 'us-east-1'
        self.app.config['AMAZON_S3_USE_HTTPS'] = True
        self.app.config['AMAZON_SERVE_DIRECT_LINKS'] = True
        self.app.config['AMAZON_SERVER'] = 'amazonaws.com'
        self.amazon = AmazonMediaStorage(self.app)

    def test_media_id(self):
        filename = 'test'
        # automatic version is set on 15mins granularity.
        mins_granularity = int(int(time.strftime('%M')) / 4) * 4
        time_id = '%s%s' % (time.strftime('%Y%m%d%H%m'), mins_granularity)
        media_id = self.amazon.media_id(filename)
        self.assertEqual('%s/%s' % (time_id, filename), media_id)

    def test_url_for_media(self):
        media_id = 'test'
        self.assertEqual(self.amazon.url_for_media(media_id),
                         'https://AMAZON_CONTAINER_NAME.s3-us-east-1.amazonaws.com/%s' % (media_id))
        self.app.config['AMAZON_S3_USE_HTTPS'] = False
        self.assertEqual(self.amazon.url_for_media(media_id),
                         'http://AMAZON_CONTAINER_NAME.s3-us-east-1.amazonaws.com/%s' % (media_id))
        self.app.config['AMAZON_REGION'] = 'eu-west-1'
        self.assertEqual(self.amazon.url_for_media(media_id),
                         'http://AMAZON_CONTAINER_NAME.s3-eu-west-1.amazonaws.com/%s' % (media_id))

示例#7

    def setUp(self):
        self.amazon = AmazonMediaStorage(self.app)
        self.amazon.client = Mock()

        # Mock getting list of files from Amazon, first request returns a file, second request returns empty list
        self.amazon.client.list_objects = Mock(side_effect=[
            {
                'Contents': [{'Key': 'gridtest/abcd1234', 'LastModified': utcnow() - timedelta(minutes=30),
                              'Size': 500, 'ETag': 'abcd1234'}]
            },
            {'Contents': []}
        ])

示例#8

    def setUp(self):
        self.amazon = AmazonMediaStorage(self.app)

        # Patch config with defaults
        p = patch.dict(self.app.config, {
            'AMAZON_CONTAINER_NAME': 'acname',
            'AMAZON_REGION': 'us-east-1',
            'AMAZON_S3_USE_HTTPS': True,
            'AMAZON_SERVE_DIRECT_LINKS': True,
            'AMAZON_SERVER': 'amazonaws.com',
            'AMAZON_S3_SUBFOLDER': '',
        })
        p.start()
        self.addCleanup(p.stop)

示例#9

class AmazonMediaStorageTestCase(TestCase):

    def setUp(self):
        self.amazon = AmazonMediaStorage(self.app)

        # Patch config with defaults
        p = patch.dict(self.app.config, {
            'AMAZON_CONTAINER_NAME': 'acname',
            'AMAZON_REGION': 'us-east-1',
            'AMAZON_S3_USE_HTTPS': True,
            'AMAZON_SERVE_DIRECT_LINKS': True,
            'AMAZON_SERVER': 'amazonaws.com',
            'AMAZON_S3_SUBFOLDER': '',
        })
        p.start()
        self.addCleanup(p.stop)

    def test_media_id(self):
        filename = 'test'
        # automatic version is set on 15mins granularity.
        mins_granularity = int(int(time.strftime('%M')) / 4) * 4
        time_id = '%s%s' % (time.strftime('%Y%m%d%H%m'), mins_granularity)
        media_id = self.amazon.media_id(filename)
        self.assertEqual('%s/%s' % (time_id, filename), media_id)

        sub = 'test-sub'
        with patch.dict(self.app.config, {'AMAZON_S3_SUBFOLDER': sub}):
            media_id = self.amazon.media_id(filename)
            self.assertEqual('%s/%s/%s' % (sub, time_id, filename), media_id)

    def test_url_for_media(self):
        media_id = 'test'
        self.assertEqual(
            self.amazon.url_for_media(media_id),
            'https://acname.s3-us-east-1.amazonaws.com/%s' % media_id
        )

        with patch.dict(self.app.config, {'AMAZON_S3_USE_HTTPS': False}):
            self.assertEqual(
                self.amazon.url_for_media(media_id),
                'http://acname.s3-us-east-1.amazonaws.com/%s' % media_id
            )

        with patch.dict(self.app.config, {'AMAZON_REGION': 'eu-west-1'}):
            self.assertEqual(
                self.amazon.url_for_media(media_id),
                'https://acname.s3-eu-west-1.amazonaws.com/%s' % media_id
            )

示例#10

文件： amazon_media_storage_test.py 项目： hlmnrmr/superdesk-core

 def setUp(self):
     self.app.config['AMAZON_CONTAINER_NAME'] = 'AMAZON_CONTAINER_NAME'
     self.app.config['AMAZON_REGION'] = 'us-east-1'
     self.app.config['AMAZON_S3_USE_HTTPS'] = True
     self.app.config['AMAZON_SERVE_DIRECT_LINKS'] = True
     self.app.config['AMAZON_SERVER'] = 'amazonaws.com'
     self.amazon = AmazonMediaStorage(self.app)

示例#11

    def test_url_for_media(self):
        app = MagicMock()
        app.config = self.config
        url = AmazonMediaStorage(app).url_for_media('media_id.jpg')
        self.assertEqual(
            url,
            'http://test_container.s3-test_region.amazonaws.com/media_id.jpg')

        app.config['AMAZON_S3_USE_HTTPS'] = True
        url = AmazonMediaStorage(app).url_for_media('media_id.jpg')
        self.assertEqual(
            url,
            'https://test_container.s3-test_region.amazonaws.com/media_id.jpg')

        app.config['AMAZON_URL_GENERATOR'] = 'partial'
        url = AmazonMediaStorage(app).url_for_media('media_id.jpg')
        self.assertEqual(
            url,
            'https://test_container.s3-test_region.amazonaws.com/media_id.jpg')

示例#12

class AmazonMediaStoragePutAndDeleteTest(TestCase):
    def setUp(self):
        self.amazon = AmazonMediaStorage(self.app)

    def test_put_and_delete(self):
        """Test amazon if configured.

        If the environment variables have a Amazon secret key set then assume
        that we can attempt to put and delete into s3

        :return:
        """
        if self.app.config['AMAZON_SECRET_ACCESS_KEY']:
            id = self.amazon.put('test', content_type='text/plain')
            self.assertIsNot(id, None)
            self.assertTrue(self.amazon.exists(id))
            fromS3 = self.amazon.get(id)
            self.assertEqual(fromS3.read().decode('utf-8'), 'test')
            self.amazon.delete(id)
            self.assertFalse(self.amazon.exists(id))
        else:
            self.assertTrue(True)

    def test_put_into_folder(self):
        data = b'test data'
        folder = 's3test'
        filename = 'abc123.zip'
        content_type = 'text/plain'
        self.amazon.client.put_object = Mock()
        self.amazon.media_id = Mock(return_value=filename)
        self.amazon._check_exists = Mock(return_value=False)

        self.amazon.put(data, filename, content_type, folder=folder)

        kwargs = {
            'Key': '{}/{}'.format(folder, filename),
            'Body': data,
            'Bucket': self.amazon.container_name,
            'ContentType': content_type
        }
        self.amazon.client.put_object.assert_called_once_with(**kwargs)

示例#13

class AmazonMediaStoragePutAndDeleteTest(TestCase):
    def setUp(self):
        self.amazon = AmazonMediaStorage(self.app)

    def test_put_and_delete(self):
        """
        If the environment variables have a Amazon secret key set then assume that we can attempt to put and delete
        into s3
        :return:
        """
        if self.app.config['AMAZON_SECRET_ACCESS_KEY']:
            id = self.amazon.put('test', content_type='text/plain')
            self.assertIsNot(id, None)
            self.assertTrue(self.amazon.exists(id))
            fromS3 = self.amazon.get(id)
            self.assertEqual(fromS3.read().decode('utf-8'), 'test')
            self.amazon.delete(id)
            self.assertFalse(self.amazon.exists(id))
        else:
            self.assertTrue(True)

示例#14

 def setUp(self):
     super().setUp()
     self.app.config['AMAZON_CONTAINER_NAME'] = 'AMAZON_CONTAINER_NAME'
     self.app.config['AMAZON_S3_USE_HTTPS'] = True
     self.app.config['AMAZON_SERVE_DIRECT_LINKS'] = True
     self.amazon = AmazonMediaStorage(self.app)

示例#15

文件： amazon_media_storage_test.py 项目： hlmnrmr/superdesk-core

 def setUp(self):
     self.amazon = AmazonMediaStorage(self.app)

示例#16

 def setUp(self):
     self.amazon = AmazonMediaStorage(self.app)

示例#17

 def setUp(self):
     super().setUp()
     self.amazon = AmazonMediaStorage(self.app)

示例#18

文件： amazon_media_storage_test.py 项目： MiczFlor/superdesk-core

 def setUp(self):
     super().setUp()
     self.amazon = AmazonMediaStorage(self.app)

示例#19

文件： amazon_media_storage_test.py 项目： MiczFlor/superdesk-core

 def test_media_id(self):
     app = MagicMock()
     app.config = self.config
     media_id = AmazonMediaStorage(app).media_id('media_id', 'image/jpeg')
     self.assertEqual(media_id.split('/')[1], 'media_id.jpg')

示例#20

 def test_media_id(self):
     app = MagicMock()
     app.config = self.config
     media_id = AmazonMediaStorage(app).media_id('media_id', 'image/jpeg')
     self.assertEqual(media_id.split('/')[1], 'media_id.jpg')