def twitter(**kwargs):
queries = fetch_queries()
if getattr(settings, 'KRAL_TWITTER_FIREHOSE', False) is not True:
for query in queries:
if '_' in query:
queries.append(query.replace('_',''))
cache_name = "facebookstream_%s" % query
if cache.get(cache_name):
previous_result = AsyncResult(cache.get(cache_name))
if previous_result.ready():
result = twitter_feed.delay(query)
cache.set(cache_name,result.task_id)
else:
result = twitter_feed.delay(query)
cache.set(cache_name,result.task_id)
if cache.get('twitterfeed'):
previous_queries = pickle.loads(cache.get('twitterfeed_queries'))
previous_result = AsyncResult(cache.get('twitterfeed'))
if previous_result.ready():
result = twitter_stream.delay(queries)
cache.set('twitterfeed',result.task_id)
if queries != previous_queries:
result = twitter_stream.delay(queries)
previous_result.revoke()
cache.set('twitterfeed_queries',pickle.dumps(queries))
cache.set('twitterfeed',result.task_id)
else:
result = twitter_stream.delay(queries)
cache.set('twitterfeed_queries',pickle.dumps(queries))
cache.set('twitterfeed',result.task_id)
return
def wordpress(**kwargs):
queries = fetch_queries()
for query in queries:
cache_name = "wordpressfeed_%s" % query.replace('_','')
if cache.get(cache_name):
previous_result = AsyncResult(cache.get(cache_name))
if previous_result.ready():
result = wordpress_feed.delay(query)
cache.set(cache_name,result.task_id)
else:
result = wordpress_feed.delay(query)
cache.set(cache_name,result.task_id)
def buzz(**kwargs):
queries = fetch_queries()
for query in queries:
cache_name = "buzzfeed_%s" % query.replace(" ", "").replace("_", "")
if cache.get(cache_name):
previous_result = AsyncResult(cache.get(cache_name))
if previous_result.ready():
result = buzz_feed.delay(query)
cache.set(cache_name, result.task_id)
else:
result = buzz_feed.delay(query)
cache.set(cache_name, result.task_id)
def flickr(**kwargs):
queries = fetch_queries()
for query in queries:
cache_name = "flickrfeed_%s" % query.replace(' ','').replace('_','')
if cache.get(cache_name,None):
previous_result = AsyncResult(cache.get(cache_name))
if previous_result.ready():
result = flickr_feed.delay(query)
cache.set(cache_name,result.task_id)
else:
result = flickr_feed.delay(query)
cache.set(cache_name,result.task_id)
def run(**kwargs):
queries = fetch_queries()
for query in queries:
cache_name = "facebookfeed_%s" % query
if cache.get(cache_name):
previous_result = AsyncResult(cache.get(cache_name))
if previous_result.ready():
result = facebook_feed.delay(query)
cache.set(cache_name,result.task_id)
else:
result = facebook_feed.delay(query)
cache.set(cache_name,result.task_id)
return
