def main():
incoming_tweets_q = Queue()
twitter_api = get_twitter_api()
conf = [
(filter_twitter, twitter_api, incoming_tweets_q, ['lol']),
(echo_statuses, incoming_tweets_q),
]
spawn_greenlets(conf)
def twitter_process(url_writer, filter_phrases=[]):
url_q = Queue()
image_status_q = Queue()
twitter_api = get_twitter_api()
spawn_greenlets([
(filter_twitter, twitter_api, image_status_q, filter_phrases),
(extract_status_images, image_status_q, url_q),
(q_to_pipe, url_q, url_writer)
])
def sampler_process(buffer_writer, fn, phrase='lol'):
raw_status_q = Queue()
status_q = Queue()
twitter_api = get_twitter_api()
spawn_greenlets([
(sampler, buffer_writer, fn, 2.0, 10.0),
(filter_twitter, twitter_api, status_q, [phrase]),
(extract_statuses, status_q, raw_status_q),
(count_phrases, raw_status_q, phrase),
])
def renderer_process(buffer_reader, output_dir='/tmp/'):
plot_q = Queue()
rendered_q = Queue()
try:
twitter_api = get_twitter_api()
except KeyError:
twitter_api = None
confs = [
[configure_plots, buffer_reader, plot_q],
[plotter, plot_q, rendered_q, output_dir],
[tweet_rendered, twitter_api, rendered_q],
]
if not DEBUG:
for conf in confs:
conf[0] = never_surrender(conf[0])
spawn_greenlets(confs)
def sampler_process(output_writer, fn, phrase='lol'):
sample_buffer_q = Queue()
raw_status_q = Queue()
status_q = Queue()
phrase_status_q = Queue()
top_tweet_status_q = Queue()
twitter_api = get_twitter_api()
confs = [
[sampler, sample_buffer_q, fn, TWEET_SAMPLE_WINDOW, TWEET_INTERVAL],
[aggregate_sampler_data, output_writer, sample_buffer_q],
[filter_twitter, twitter_api, status_q, [phrase]],
[fanout, status_q, [phrase_status_q, top_tweet_status_q]],
[extract_statuses, phrase_status_q, raw_status_q],
[count_phrases, raw_status_q, phrase],
# top tweet
[count_top_tweet, top_tweet_status_q],
[periodic_top_tweets, twitter_api, TWEET_INTERVAL * 0.25, 10]
]
if not DEBUG:
for conf in confs:
conf[0] = never_surrender(conf[0])
spawn_greenlets(confs)