Example #1
0
    def get(self, key):
        """
		Returns objects matching key from bucket
		:param string key: Key to retrieve the file
		"""
        logger.debug(self._bucket)
        s3_object = self._client.get_object(Bucket=self._bucket, Key=key)
        return s3_object['Body'].read()
Example #2
0
 def store(self, key, points):
     result = self.serialize(points)
     logger.debug("Points found: %s", result)
     redis_key = f"thumbor-detector-{key}"
     self.storage.setex(
         name=redis_key,
         value=result,
         time=2 * self.WEEK,
     )
Example #3
0
    def enqueue_unique_from_string(self, klass_as_string, queue, args=None, key=None):
        if not self.add_unique_key(queue, key):
            logger.debug('key %s already enqueued' % key)
            return

        if not args:
            args = []

        payload = {'class':klass_as_string, 'queue': queue, 'args':args + [key], 'key':key}
        self.push(queue, payload)
        logger.info("enqueued '%s' job on queue %s" % (klass_as_string, queue))
        if args:
            logger.debug("job arguments: %s" % str(args))
        else:
            logger.debug("no arguments passed in.")
Example #4
0
    def enqueue_unique_from_string(self,
                                   klass_as_string,
                                   queue,
                                   args=None,
                                   key=None):
        if not self.add_unique_key(queue, key):
            logger.debug('key %s already enqueued' % key)
            return

        if not args:
            args = []

        payload = {
            'class': klass_as_string,
            'queue': queue,
            'args': args + [key],
            'key': key
        }
        self.push(queue, payload)
        logger.info("enqueued '%s' job on queue %s" % (klass_as_string, queue))
        if args:
            logger.debug("job arguments: %s" % str(args))
        else:
            logger.debug("no arguments passed in.")
Example #5
0
    def enqueue_unique_from_string(self,
                                   klass_as_string,
                                   queue,
                                   args=None,
                                   key=None):
        if not self.add_unique_key(queue, key):
            logger.debug("key %s already enqueued", key)
            return

        if not args:
            args = []

        payload = {
            "class": klass_as_string,
            "queue": queue,
            "args": args + [key],
            "key": key,
        }
        self.push(queue, payload)
        logger.info("enqueued '%s' job on queue %s", klass_as_string, queue)
        if args:
            logger.debug("job arguments: %s", str(args))
        else:
            logger.debug("no arguments passed in.")
Example #6
0
 def store(self, key, points):
     points_map = [self.to_dict(point) for point in points]
     logger.debug("Points found: %s" % str(points_map))
     redis_key = "thumbor-detector-%s" % key
     self.storage.setex(redis_key, json.dumps(points_map), 2 * self.WEEK)
Example #7
0
 def store(self, key, points):
     result = self.serialize(points)
     logger.debug("Points found: %s" % result)
     key = "thumbor-detector-%s" % key
     self.storage.set(key, result, time=2 * self.WEEK)
Example #8
0
 def store(self, key, points):
     result = self.serialize(points)
     logger.debug("Points found: %s" % result)
     redis_key = "thumbor-detector-%s" % key
     self.storage.setex(redis_key, result, 2 * self.WEEK)
Example #9
0
 def store(self, key, points):
     points_map = [self.to_dict(point) for point in points]
     logger.debug("Points found: %s" % str(points_map))
     self.storage.set("thumbor-detector-%s" % key, json.dumps(points_map))