def worker(api, friends): timestamp_start = str(datetime.fromtimestamp(time.time()).strftime('%Y-%m-%d %H:%M:%S')) log_start = str((threading.currentThread().getName(), 'Launched')) start = log_start + ':' + timestamp_start print start for friend in friends: engine.index(INDEX, 'user', friend.id, social.userToJSON(friend)) request={"size":1,"sort":[{"id":{"order":"desc"}}], "query": {"match": { "user.screen_name":friend.screen_name}}} docs = engine.search(INDEX, 'tweet', request) if (len(docs["hits"]["hits"]) > 0): since_id = str(docs["hits"]["hits"][0][u'_id']) else: since_id = None tweets = social.GetTweets(api, friend.screen_name, since_id) for tweet in tweets: engine.index(INDEX, 'tweet', tweet.id, social.tweetToJSON(tweet)) timestamp_end = str(datetime.fromtimestamp(time.time()).strftime('%Y-%m-%d %H:%M:%S')) log_end = str((threading.currentThread().getName(), 'Finishing')) end = log_end + ':' + timestamp_end print end return
def worker(api, friends): timestamp_start = str( datetime.fromtimestamp(time.time()).strftime('%Y-%m-%d %H:%M:%S')) log_start = str((threading.currentThread().getName(), 'Launched')) start = log_start + ':' + timestamp_start print start for friend in friends: engine.index(INDEX, 'user', friend.id, social.userToJSON(friend)) request = { "size": 1, "sort": [{ "id": { "order": "desc" } }], "query": { "match": { "user.screen_name": friend.screen_name } } } docs = engine.search(INDEX, 'tweet', request) if (len(docs["hits"]["hits"]) > 0): since_id = str(docs["hits"]["hits"][0][u'_id']) else: since_id = None tweets = social.GetTweets(api, friend.screen_name, since_id) for tweet in tweets: engine.index(INDEX, 'tweet', tweet.id, social.tweetToJSON(tweet)) timestamp_end = str( datetime.fromtimestamp(time.time()).strftime('%Y-%m-%d %H:%M:%S')) log_end = str((threading.currentThread().getName(), 'Finishing')) end = log_end + ':' + timestamp_end print end return
timestamp_start = str(datetime.fromtimestamp(time.time()).strftime('%Y-%m-%d %H:%M:%S')) start = 'Start: ' + timestamp_start print start if (len(sys.argv)==2): api_param = sys.argv[1] else: raise Exception('Error en cantidad de parametros ingresados!!!') api = social.api(api_param) for account in accounts: print 'Indexing ' + account user = social.GetUser(api,account) id = user.__getattribute__('_id') engine.index(INDEX, 'user', id, social.userToJSON(user)) request={"size":1,"sort":[{"id":{"order":"desc"}}], "query": {"match": { "user.screen_name":account}}} docs = engine.search(INDEX, 'tweet', request) if (len(docs["hits"]["hits"]) > 0): since_id = str(docs["hits"]["hits"][0][u'_id']) else: since_id = None tweets = social.GetTweets(api, account, since_id) for tweet in tweets: print 'Tweet> ' + tweet.text engine.index(INDEX, 'tweet', tweet.id, social.tweetToJSON(tweet))
timestamp_start = str(datetime.fromtimestamp(time.time()).strftime('%Y-%m-%d %H:%M:%S')) start = 'Start: ' + timestamp_start print(start) if (len(sys.argv)==2): api_param = sys.argv[1] else: raise Exception('Error en cantidad de parametros ingresados!!!') api = social.api(api_param) for account in accounts: print('Indexing ' + account) user = social.GetUser(api,account) id = user.id engine.index(INDEX, 'user', id, social.userToJSON(user)) request={"size":1,"sort":[{"id":{"order":"desc"}}], "query": {"match": { "user.screen_name":account}}} docs = engine.search(INDEX, 'tweet', request) if (len(docs["hits"]["hits"]) > 0): since_id = str(docs["hits"]["hits"][0][u'_id']) else: since_id = None tweets = social.GetTweets(api, account, since_id) for tweet in tweets: print('Tweet> ' + tweet.text) engine.index(INDEX, 'tweet', tweet.id, social.tweetToJSON(tweet))