Пример #1
0
def save_article_stream_to_analytics_store(article_stream, cache, analytics_store):
    for i, article_event in enumerate(article_stream):
        print(u"Processing article event {} - {}:{} {}".format(
            i,
            article_event["item_id"],
            article_event.get("resolved_title", "No Title"),
            article_event["time_updated"]
        ))

        analytics_store.add_event("pocket_read_articles", article_event,
            timestamp=from_iso_8601(article_event["timestamp"]))

        # We store the time_updated so if anything crashes we can continue from
        # that point and don't get duplicates. The extra five seconds are so that
        # we don't get the last item again.
        last_updated = from_iso_8601(article_event["time_updated"]) + timedelta(seconds=5)
        cache.set(POCKET_CACHE_KEY, to_iso_8601(last_updated))
Пример #2
0
def feed_latest_pocket_data_to_analytics_store(cache, analytics_store):
    since = from_iso_8601(cache.get(POCKET_CACHE_KEY))

    print("Fetching pocket data since {}".format(since))

    article_stream = get_read_articles_stream(since)

    print("Saving stream to analytics store")
    save_article_stream_to_analytics_store(article_stream, cache, analytics_store)