class KeywordsStreamer(TwythonStreamer):
def __init__(self, *args, **kwargs):
"""
Constructor with some extra params:
For other params see: TwythonStreamer
"""
from write_to_handler import WriteToHandler
import copy
self.write_to_handler = WriteToHandler(kwargs.pop('output', '.'))
self.counter = 0
apikeys = copy.copy(kwargs.pop('apikeys', None))
if not apikeys:
raise Exception('apikeys is missing')
#print(kwargs)
self.apikeys = copy.copy(apikeys) # keep a copy
kwargs.update(apikeys)
super(KeywordsStreamer, self).__init__(*args, **kwargs)
def on_success(self, data):
if 'text' in data:
self.counter += 1
if self.counter % 1000 == 0:
logger.info("received: %d"%self.counter)
#logger.debug(data['text'].encode('utf-8'))
self.write_to_handler.append(json.dumps(data))
def on_error(self, status_code, data):
logger.warn(status_code)
def close(self):
self.disconnect()
self.write_to_handler.close()
def __init__(self, *args, **kwargs):
"""
Constructor with some extra params:
For other params see: TwythonStreamer
"""
from write_to_handler import WriteToHandler
import copy
self.write_to_handler = WriteToHandler(kwargs.pop('output', '.'))
self.counter = 0
apikeys = copy.copy(kwargs.pop('apikeys', None))
if not apikeys:
raise Exception('apikeys is missing')
#print(kwargs)
self.apikeys = copy.copy(apikeys) # keep a copy
kwargs.update(apikeys)
super(KeywordsStreamer, self).__init__(*args, **kwargs)
