import sys
from multiprocessing import Process
from consumer import Consumer
from nlp_consumer import NLPConsumer
from reddit_consumer import RedditConsumer
q = Consumer.make_queue()
c = Consumer("twitter")
if len(sys.argv) > 1:
c.consumer.seek(int(sys.argv[1]), 0)
else:
c.consumer.seek(0, 2)
p = Process(target=c.run, args=(q, ))
p.start()
def reddit():
reddit = RedditConsumer()
while True:
reddit.consume(q.get(True))
def nlp():
nlp = NLPConsumer()
while True:
nlp.consume(q.get(True))
nlp()
