Example #1
0
 def test_expires(self):
     another_pipeline = ImagesPipeline.from_settings(
         Settings({
             'IMAGES_STORE': self.tempdir,
             'IMAGES_EXPIRES': 42
         }))
     self.assertEqual(self.pipeline.expires,
                      self.default_settings.getint('IMAGES_EXPIRES'))
     self.assertEqual(another_pipeline.expires, 42)
Example #2
0
 def test_thumbs(self):
     custom_thumbs = {'small': (50, 50), 'big': (270, 270)}
     another_pipeline = ImagesPipeline.from_settings(
         Settings({
             'IMAGES_STORE': self.tempdir,
             'IMAGES_THUMBS': custom_thumbs
         }))
     self.assertEqual(self.pipeline.thumbs,
                      self.default_settings.get('IMAGES_THUMBS'))
     self.assertEqual(another_pipeline.thumbs, custom_thumbs)
 def test_item_fields_default(self):
     url = 'http://www.example.com/images/1.jpg'
     item = self.item_class(name='item1', image_urls=[url])
     pipeline = ImagesPipeline.from_settings(Settings({'IMAGES_STORE': 's3://example/images/'}))
     requests = list(pipeline.get_media_requests(item, None))
     self.assertEqual(requests[0].url, url)
     results = [(True, {'url': url})]
     item = pipeline.item_completed(results, item, None)
     images = ItemAdapter(item).get("images")
     self.assertEqual(images, [results[0][1]])
     self.assertIsInstance(item, self.item_class)
Example #4
0
 def test_different_settings_for_different_instances(self):
     """
     If there are two instances of ImagesPipeline class with different settings, they should
     have different settings.
     """
     custom_settings = self._generate_fake_settings()
     default_settings = Settings()
     default_sts_pipe = ImagesPipeline(self.tempdir, settings=default_settings)
     user_sts_pipe = ImagesPipeline.from_settings(Settings(custom_settings))
     for pipe_attr, settings_attr in self.img_cls_attribute_names:
         expected_default_value = self.default_pipeline_settings.get(pipe_attr)
         custom_value = custom_settings.get(settings_attr)
         self.assertNotEqual(expected_default_value, custom_value)
         self.assertEqual(getattr(default_sts_pipe, pipe_attr.lower()), expected_default_value)
         self.assertEqual(getattr(user_sts_pipe, pipe_attr.lower()), custom_value)
Example #5
0
    def test_item_fields_default(self):
        class TestItem(Item):
            name = Field()
            image_urls = Field()
            images = Field()

        for cls in TestItem, dict:
            url = 'http://www.example.com/images/1.jpg'
            item = cls({'name': 'item1', 'image_urls': [url]})
            pipeline = ImagesPipeline.from_settings(Settings({'IMAGES_STORE': 's3://example/images/'}))
            requests = list(pipeline.get_media_requests(item, None))
            self.assertEqual(requests[0].url, url)
            results = [(True, {'url': url})]
            pipeline.item_completed(results, item, None)
            self.assertEqual(item['images'], [results[0][1]])
Example #6
0
 def test_thumbs(self):
     custom_thumbs = {'small': (50, 50), 'big': (270, 270)}
     another_pipeline = ImagesPipeline.from_settings(Settings({'IMAGES_STORE': self.tempdir,
                                                             'IMAGES_THUMBS': custom_thumbs}))
     self.assertEqual(self.pipeline.thumbs, self.default_settings.get('IMAGES_THUMBS'))
     self.assertEqual(another_pipeline.thumbs, custom_thumbs)
Example #7
0
 def test_min_height(self):
     another_pipeline = ImagesPipeline.from_settings(Settings({'IMAGES_STORE': self.tempdir,
                                                             'IMAGES_MIN_HEIGHT': 42}))
     self.assertEqual(self.pipeline.min_height, self.default_settings.getint('IMAGES_MIN_HEIGHT'))
     self.assertEqual(another_pipeline.min_height, 42)
Example #8
0
 def test_min_width(self):
     another_pipeline = ImagesPipeline.from_settings(Settings({'IMAGES_STORE': self.tempdir,
                                                             'IMAGES_MIN_WIDTH': 42}))
     self.assertEqual(self.pipeline.min_width, self.default_settings.getint('IMAGES_MIN_WIDTH'))
     self.assertEqual(another_pipeline.min_width, 42)
Example #9
0
 def test_images_result_field(self):
     another_pipeline = ImagesPipeline.from_settings(Settings({'IMAGES_STORE': self.tempdir,
                                                             'IMAGES_RESULT_FIELD': 'funny_field'}))
     self.assertEqual(self.pipeline.images_result_field, self.default_settings.get('IMAGES_RESULT_FIELD'))
     self.assertEqual(another_pipeline.images_result_field, 'funny_field')
Example #10
0
 def test_expires(self):
     another_pipeline = ImagesPipeline.from_settings(Settings({'IMAGES_STORE': self.tempdir,
                                                             'IMAGES_EXPIRES': 42}))
     self.assertEqual(self.pipeline.expires, self.default_settings.getint('IMAGES_EXPIRES'))
     self.assertEqual(another_pipeline.expires, 42)