def __init__(self, output_path):
        StreamListener.__init__(self)

        # Initialise counter and storage variables
        self._counter = 1
        self._output_path = output_path
        self._data = []
예제 #2
0
 def __init__(self, check_speed):
     StreamListener.__init__(self)
     thread = threading.Thread(target=worker)
     thread.setDaemon(True)
     thread.start()
     self.queue = SofTalk_Queue
     self.check_speed = check_speed
예제 #3
0
 def __init__(self, check_speed):
     StreamListener.__init__(self)
     thread = threading.Thread(target=worker)
     thread.setDaemon(True)
     thread.start()
     self.queue = SofTalk_Queue
     self.check_speed = check_speed
예제 #4
0
    def __init__(self, output_path, no_per_file, compression="gzip"):
        StreamListener.__init__(self)

        # Initialise counter and storage variables
        self._counter = 1
        self._output_path = output_path
        self._no_per_file = no_per_file
        self._data = []
예제 #5
0
 def __init__(self, name: str, connection: str, queue_name: str):
     """
     Initializes StreamListener and AMQP Producer.
     :param connection: AMQP connection
     """
     Publisher.__init__(self, connection, queue_name)
     StreamListener.__init__(self)
     self.name = name
    def __init__(self, queue, terms, communications_channel):
        # Call the constructor for the superclass.
        StreamListener.__init__(self)

        # Set up the pointer to the queue of tweets.
        self.queue = queue
        self.terms = terms
        self.communications_channel = communications_channel
예제 #7
0
    def __init__(self, queue, terms, communications_channel):
        # Call the constructor for the superclass.
        StreamListener.__init__(self)

        # Set up the pointer to the queue of tweets.
        self.queue = queue
        self.terms = terms
        self.communications_channel = communications_channel
예제 #8
0
 def __init__(self, api, config, sample=15):
     StreamListener.__init__(self, api)
     self.client: MongoClient = MongoClient(config["host"], config["port"])
     self.db: Database = self.client[config["db"]]
     self.collection: Collection = self.db[config["collection"]]
     self.sample: int = sample
     self.index_RT: int = 1
     self.index_info: int = 0
     self.queue = queue.Queue()
     t = Thread(target=self._storing, daemon=True).start()
 def __init__(self, url="http://localhost:8080/workspace0", on_gui = True):
     StreamListener.__init__(self);
     self.url = url;
     self.g = GephiJsonClient(url = self.url);
     self.g.cleanAll();  
     self.degree_dict = {};
     self.retweeted_dict = {};
     self.displayed_users = deque(maxlen=1000);
     self.displayed_dict = {};
     self.current_tm = "";
    def __init__(self, duik, old_duik, auth):
        api = tweepy.API(auth)
        StreamListener.__init__(self, api=api)
        self.api = api or API()

        self.old_duik = old_duik
        self.duik = duik
        self.matrix = None

        frameinfo = getframeinfo(currentframe())
        logging.debug('file %s, line %s auth %s duik, %s', frameinfo.filename, frameinfo.lineno+1, auth, duik)
    def __init__(self, duik, old_duik, auth):
        api = tweepy.API(auth)
        StreamListener.__init__(self, api=api)
        self.api = api or API()

        self.old_duik = old_duik
        self.duik = duik
        self.matrix = None

        frameinfo = getframeinfo(currentframe())
        logging.info('file %s, line %s auth %s duik, %s', frameinfo.filename, frameinfo.lineno+1, auth, duik)
예제 #12
0
    def __init__(self, people, keywords, data_dir, save_dir):
        StreamListener.__init__(self)
        self.TwitterClassifier = Classifier(
            './classifier/HugeTwitter-classifier.h5',
            './classifier/HugeTwitter-vocabulary.pickle')
        self.myFilter = Filter(keywords=keywords, people=people)

        self.data_dir = data_dir
        self.save_dir = save_dir

        self.tweets_in_group = {group: 0 for group in people.keys()}
예제 #13
0
 def __init__(self):
     StreamListener.__init__(self)
     self.scores = {}
     # Configure the Pi to use the BCM (Broadcom) pin names, rather than the pin positions
     GPIO.setmode(GPIO.BCM)
     self.red_pin = 27
     self.blue_pin = 18
     self.green_pin = 17
     GPIO.setup(self.red_pin, GPIO.OUT)
     GPIO.setup(self.green_pin, GPIO.OUT)
     GPIO.setup(self.blue_pin, GPIO.OUT)
    def __init__(self, trainer, queue):
        """
        :param trainer: Instance used to create features and train a new
        classifier
        :param queue: Queue for retrieving classifiers
        """
        StreamListener.__init__(self)
        self.trainer = trainer
        self.classifier = None
        self.queue = queue

        self.timer = Timer(REMODEL, self.retrain)
        self.timer.start()
예제 #15
0
 def __init__(self):
     register_default_functions()
     StreamListener.__init__(self)
     try:
         self.username = settings.TWITTER_USERNAME
         self.password = settings.TWITTER_PASSWORD
     except AttributeError:
         print "TWITTER_USERNAME and TWITTER_PASSWORD not defined in settings.py"
         self.username = raw_input('Twitter username: '******'Twitter password: ')
     self.status_lock = RLock()
     self.statuses = []
     self.query_builder = gen_query_builder()
     self.stream = None
예제 #16
0
 def __init__(self):
     register_default_functions()
     StreamListener.__init__(self)
     try:
         self.username = settings.TWITTER_USERNAME
         self.password = settings.TWITTER_PASSWORD
     except AttributeError:
         print "TWITTER_USERNAME and TWITTER_PASSWORD not defined in settings.py"
         self.username = raw_input('Twitter username: '******'Twitter password: ')
     self.status_lock = RLock()
     self.statuses = []
     self.query_builder = gen_query_builder()
     self.stream = None
    def __init__(self, queue, api=None, num_tweets=0, language=None):
        StreamListener.__init__(self, api=api)
        self.api = api or API()
        self.tweet_counter = 0
        self.language = language # should be a ISO 639-1 code

        if num_tweets == 0:
            self.num_tweets = DEFAULT_NUM_TWEETS
        else:
            self.num_tweets = num_tweets

        self.start_time = time.gmtime()
        self.prefix = str(int(time.time()))
        self.queue = queue
예제 #18
0
 def __init__(self):
     register_default_functions()
     StreamListener.__init__(self)
     try:
         self.username = settings.TWITTER_USERNAME
         self.password = settings.TWITTER_PASSWORD
     except AttributeError:
         print "TWITTER_USERNAME and TWITTER_PASSWORD not defined in settings.py"
         self.username = raw_input('Twitter username: '******'Twitter password: ')
     self.status_lock = RLock()
     self.statuses = []
     self.query_builder = gen_query_builder()
     self.stream = None
     # initializing database engine - could have done this anywhere. do it here for now
     StatusSource.set_engine()
예제 #19
0
 def __init__(self):
     register_default_functions()
     StreamListener.__init__(self)
     try:
         self.consumer_key = settings.CONSUMER_KEY
         self.consumer_secret = settings.CONSUMER_SECRET
         self.access_token = settings.ACCESS_TOKEN
         self.access_token_secret = settings.ACCESS_TOKEN_SECRET
     except AttributeError:
         print "Check if CONSUMER_KEY, CONSUMER_SECRET, ACCESS_TOKEN, and ACCESS_TOKEN_SECRET are defined in settings.py"
         self.consumer_key = raw_input('Consumer key: ')
         self.consumer_secret = getpass('Consumer secret: ')
         self.access_token = raw_input('Access token: ')
         self.access_token_secret = getpass('Access token secret: ')
     self.status_lock = RLock()
     self.statuses = []
     self.query_builder = gen_query_builder()
     self.stream = None
예제 #20
0
    def __init__(self):
        register_default_functions()
        StreamListener.__init__(self)
        try:
			self.consumer_key = settings.CONSUMER_KEY
			self.consumer_secret = settings.CONSUMER_SECRET
			self.access_token = settings.ACCESS_TOKEN
			self.access_token_secret = settings.ACCESS_TOKEN_SECRET
        except AttributeError:
            print "Check if CONSUMER_KEY, CONSUMER_SECRET, ACCESS_TOKEN, and ACCESS_TOKEN_SECRET are defined in settings.py"
            self.consumer_key = raw_input('Consumer key: ')
            self.consumer_secret = getpass('Consumer secret: ')
            self.access_token = raw_input('Access token: ')
            self.access_token_secret = getpass('Access token secret: ')
        self.status_lock = RLock()
        self.statuses = []
        self.query_builder = gen_query_builder()
        self.stream = None
예제 #21
0
파일: query_runner.py 프로젝트: badar/ssql
 def __init__(self):
     StreamListener.__init__(self)
     try:
         username = settings.TWITTER_USERNAME
         password = settings.TWITTER_PASSWORD
     except AttributeError:
         print "TWITTER_USERNAME and TWITTER_PASSWORD not defined in private_settings.py"
         username = raw_input("Twitter username: "******"Twitter password: ")
     self.status_lock = RLock()
     self.statuses = []
     self.query_builder = gen_query_builder()
     self.stream = Stream(
         username,
         password,
         self,  # this object implements StreamListener
         timeout=600,  # reconnect if no messages in 600s
         retry_count=20,  # try reconnecting 20 times
         retry_time=10.0,  # wait 10s if no HTTP 200
         snooze_time=1.0,
     )  # wait 1s if timeout in 600s
예제 #22
0
    def __init__(self, drop_publisher, predicates, firehose=None,
                 predicate_type=None):
        StreamListener.__init__(self)

        self.drop_publisher = drop_publisher

        self.firehose = firehose
        self.predicate_type = predicate_type
        self.predicate_dict = dict(predicates)
        
        # Whether to match follow predicates
        self.follow_match = self.predicate_type == 'follow'

        # Flatten the fiter predicates
        self.predicate_list = utils.flatten_filter_predicates(predicates)

        self.drop_queue = Queue()
        # Spawn a predicate match worker
        FilterPredicateMatcher(self.drop_publisher,
                               self.predicate_list,
                               self.drop_queue,
                               self.follow_match)
예제 #23
0
    def __init__(self, drop_publisher, predicates, firehose=None,
                 predicate_type=None):
        StreamListener.__init__(self)

        self.drop_publisher = drop_publisher

        self.firehose = firehose
        self.predicate_type = predicate_type
        self.predicate_dict = dict(predicates)
        
        # Whether to match follow predicates
        self.follow_match = self.predicate_type == 'follow'

        # Flatten the fiter predicates
        self.predicate_list = utils.flatten_filter_predicates(predicates)

        self.drop_queue = Queue()
        # Spawn a predicate match worker
        FilterPredicateMatcher(self.drop_publisher,
                               self.predicate_list,
                               self.drop_queue,
                               self.follow_match)
예제 #24
0
 def __init__(self, api, sample=15, test=False):
     StreamListener.__init__(self, api)
     self.index_RT: int = 1
     self.sample: int = sample
     self.test: bool = test
예제 #25
0
    def __init__(self, time_limit):
        StreamListener.__init__(self)

        self.start_time = time.time()
        self.limit = time_limit
예제 #26
0
 def __init__(self, loop_number, tweet_collection):
     """ """
     StreamListener.__init__(self)
     self.loop_number = loop_number
     self.tweet_collection = tweet_collection
     self.processedTweet = ProcessingTweet(self.tweet_collection)
예제 #27
0
 def __init__(self, query):
     """Initialize twitter stream"""
     StreamListener.__init__(self)
     self._mongo = pymongo.MongoClient().minerva[query]
     self._filters = []
예제 #28
0
        def __init__(self, mongo: Mongo, collection):
            StreamListener.__init__(self)

            self.counter = 0
            self.mongo = mongo
            self.collection = collection
예제 #29
0
 def __init__(self, api: API, me: User):
     StreamListener.__init__(self, api)
     self.me = me
예제 #30
0
 def __init__(self, required_size):
     StreamListener.__init__(self)
     self.required_size = required_size
     self.sample = []
예제 #31
0
 def __init__(self, loop_number, tweet_collection):
     """ """
     StreamListener.__init__(self)
     self.loop_number = loop_number
     self.tweet_collection = tweet_collection
     self.processedTweet = ProcessingTweet(self.tweet_collection)
예제 #32
0
 def __init__(self, required_size):
     StreamListener.__init__(self)
     self.required_size = required_size
     self.sample = []