def twitter(**kwargs): queries = fetch_queries() if getattr(settings, 'KRAL_TWITTER_FIREHOSE', False) is not True: for query in queries: if '_' in query: queries.append(query.replace('_','')) cache_name = "facebookstream_%s" % query if cache.get(cache_name): previous_result = AsyncResult(cache.get(cache_name)) if previous_result.ready(): result = twitter_feed.delay(query) cache.set(cache_name,result.task_id) else: result = twitter_feed.delay(query) cache.set(cache_name,result.task_id) if cache.get('twitterfeed'): previous_queries = pickle.loads(cache.get('twitterfeed_queries')) previous_result = AsyncResult(cache.get('twitterfeed')) if previous_result.ready(): result = twitter_stream.delay(queries) cache.set('twitterfeed',result.task_id) if queries != previous_queries: result = twitter_stream.delay(queries) previous_result.revoke() cache.set('twitterfeed_queries',pickle.dumps(queries)) cache.set('twitterfeed',result.task_id) else: result = twitter_stream.delay(queries) cache.set('twitterfeed_queries',pickle.dumps(queries)) cache.set('twitterfeed',result.task_id) return
def wordpress(**kwargs): queries = fetch_queries() for query in queries: cache_name = "wordpressfeed_%s" % query.replace('_','') if cache.get(cache_name): previous_result = AsyncResult(cache.get(cache_name)) if previous_result.ready(): result = wordpress_feed.delay(query) cache.set(cache_name,result.task_id) else: result = wordpress_feed.delay(query) cache.set(cache_name,result.task_id)
def buzz(**kwargs): queries = fetch_queries() for query in queries: cache_name = "buzzfeed_%s" % query.replace(" ", "").replace("_", "") if cache.get(cache_name): previous_result = AsyncResult(cache.get(cache_name)) if previous_result.ready(): result = buzz_feed.delay(query) cache.set(cache_name, result.task_id) else: result = buzz_feed.delay(query) cache.set(cache_name, result.task_id)
def flickr(**kwargs): queries = fetch_queries() for query in queries: cache_name = "flickrfeed_%s" % query.replace(' ','').replace('_','') if cache.get(cache_name,None): previous_result = AsyncResult(cache.get(cache_name)) if previous_result.ready(): result = flickr_feed.delay(query) cache.set(cache_name,result.task_id) else: result = flickr_feed.delay(query) cache.set(cache_name,result.task_id)
def run(**kwargs): queries = fetch_queries() for query in queries: cache_name = "facebookfeed_%s" % query if cache.get(cache_name): previous_result = AsyncResult(cache.get(cache_name)) if previous_result.ready(): result = facebook_feed.delay(query) cache.set(cache_name,result.task_id) else: result = facebook_feed.delay(query) cache.set(cache_name,result.task_id) return