Beispiel #1
0
    def push(self, series, value, dt=None):

        pipeline = self._redis.pipeline()

        if dt is None:
            dt = datetime.utcnow()

        timestamp = dt.isoformat()

        recent_key = self.named_key(series, "recent")

        pipeline.lpush(recent_key, value)
        pipeline.ltrim(recent_key, 0, 60)
        pipeline.sadd("series", series)
        pipeline.hset("latest", series, value)
        pipeline.hset("updated", series, timestamp)

        for resolution, (dt_fmt, delta) in RESOLUTIONS.items():

            key = self.event_key(series, dt, dt_fmt)
            pipeline.hset(key, timestamp, value)
            pipeline.expire(key, EXPIRE_AFTER)

        count = len(pipeline)

        with timer("Redis Push (commands: {0})".format(count), self.log):
            pipeline.execute()
Beispiel #2
0
    def query(self, series, start, end, resolution):

        dt_fmt, delta = RESOLUTIONS[resolution]
        current = start
        pipeline = self._redis.pipeline()

        while current <= end:
            key = self.event_key(series, current, dt_fmt)
            self.log.debug("HGETALL {0}".format(key))
            pipeline.hgetall(key)
            current += delta

        count = len(pipeline)
        with timer("Redis Query (commands: {0})".format(count), self.log):
            results = pipeline.execute()

        results = sorted(chain(*[result.items() for result in results]))
        return [(r[0], Decimal(r[1])) for r in results]
Beispiel #3
0
    def post(self, query=None):

        if query is None or len(query) == 0:
            abort(405)

        device_id, series_id = query['device_id'], query['series_id']

        key = "D-{}:S-{}".format(device_id, series_id)

        start = dtparse(query['start'])
        end = dtparse(query['end'])
        precision = query.get('precision', 'daily')

        result_set = redis_series.query(key, start, end, precision)

        aggregator_func = None

        if 'aggregator' not in query:
            ds = DeviceSeries.query.filter_by(
                device_id=device_id,
                series_id=series_id,
            ).first()

            if ds.series.graph:
                aggregator_func = graph.get_method(ds.series.graph.aggregator)
        else:
            aggregator_func = graph.get_method(query['aggregator'])

        if aggregator_func:
            with timer("Aggregation", log):
                results = aggregator_func(result_set)
        else:
            results = {'full': result_set}

        return jsonify({
            'data': {
                'results': results
            }
        })