class Message():
def __init__(self, username, password, consumer_key, consumer_secret,
access_token, access_secret):
self.launcher = Launcher(username, password, consumer_key,
consumer_secret, access_token, access_secret)
self.api = self.launcher.api()
self.es = Es_twitter()
self.list = []
self.root_uid = self.api.me()
self.update_time = int(time.time())
def get_message(self):
for each in self.api.direct_messages():
print each.sender._json
content = each.text
sender_screen_name = each.sender._json['name']
sender_user_name = each.sender._json['user_name']
sender_id = each.sender._json['id']
timestamp = int(time.mktime(each.created_at.timetuple()))
photo_url = each.sender._json['profile_image_url_https']
item = {
'uid': sender_id,
'photo_url': photo_url,
'user_name': sender_screen_name,
'nick_name': sender_user_name,
'timestamp': timestamp,
'text': content,
'update_time': self.update_time
}
self.list.append(item)
return self.list
def save(self, indexName, typeName, list):
self.es.executeES(indexName, typeName, list)
def __init__(self,username, password, consumer_key, consumer_secret, access_token, access_secret): self.launcher = Launcher(username, password, consumer_key, consumer_secret, access_token, access_secret) self.api = self.launcher.api() self.es = Es_twitter() self.list = [] self.root_uid = self.api.me() self.update_time = int(time.time())
class Message():
def __init__(self, username, password):
self.launcher = Launcher(username, password)
self.api = self.launcher.api()
self.es = Es_twitter()
self.list = []
self.root_uid = self.api.me()
def get_message(self):
for each in self.api.direct_messages():
content = each.text
sender_screen_name = each.sender._json['screen_name']
sender_id = each.sender._json['id']
timestamp = int(time.mktime(each.created_at.timetuple()))
mid = each.id
item = {
'nick_name': sender_screen_name,
'uid': sender_id,
'text': content,
'timestamp': timestamp,
'root_uid': self.root_uid,
'mid': mid
}
self.list.append(item)
return self.list
def save(self, indexName, typeName, list):
self.es.executeES(indexName, typeName, list)
class Like():
def __init__(self, username, password, consumer_key, consumer_secret,
access_token, access_secret):
self.launcher = Launcher(username, password, consumer_key,
consumer_secret, access_token, access_secret)
self.driver = self.launcher.login()
self.es = Es_twitter()
self.api = self.launcher.api()
self.driver.get('https://twitter.com/i/notifications')
time.sleep(2)
self.lis = self.driver.find_elements_by_xpath(
'//li[@data-item-type="activity"]')
self.list = []
self.update_time = int(time.time())
def get_like(self):
try:
for li in self.lis:
type = li.get_attribute('data-component-context')
if type == "favorite_activity":
user_name = li.find_element_by_xpath(
'./div/div/div/div[2]/div[1]/a/strong').text
screen_name = li.find_element_by_xpath(
'./div/div/div/div[2]/div[1]/a').get_attribute(
'href').replace('https:twitter.com/', '')
timestamp = li.find_element_by_xpath(
'./div/div/div/div[2]/div[1]/div[1]/div/span'
).get_attribute('data-time')
user_id = li.find_element_by_xpath(
'./div/div/div/div[2]/div[1]/a').get_attribute(
'data-user-id')
root_user_id = li.find_element_by_xpath(
'./div/div/div/div[2]/div[2]/div/div/div'
).get_attribute('data-user-id')
root_content = li.find_element_by_xpath(
'./div/div/div/div[2]/div[2]/div/div/div/div/div/div[2]'
).text
mid = li.get_attribute('data-item-id')
photo_url = li.find_element_by_xpath(
'./div/div/div/div[2]//img').get_attribute('src')
item = {
'uid': user_id,
'photo_url': photo_url,
'user_name': screen_name,
'nick_name': user_name,
'timestamp': int(timestamp),
'text': root_content,
'update_time': self.update_time,
'root_text': root_content,
'root_mid': mid
}
self.list.append(item)
finally:
self.driver.close()
return self.list
def save(self, indexName, typeName, list):
self.es.executeES(indexName, typeName, list)
def __init__(self, username, password):
self.launcher = Launcher(username, password)
self.api = self.launcher.api()
self.driver = self.launcher.login()
self.driver.get('https://twitter.com/i/notifications')
self.es = Es_twitter()
self.lis = self.driver.find_elements_by_xpath(
'//li[@data-item-type="activity"]')
self.list = []
def __init__(self, username, password, current_ts, consumer_key, consumer_secret, access_token, access_secret, *args):
self.launcher = Launcher(username, password, consumer_key, consumer_secret, access_token, access_secret)
self.api = self.launcher.api()
self.es = Es_twitter()
self.list = []
self.update_time = int(time.time())
try:
self.uid = args[0]
except Exception as e:
print "no uid"
def __init__(self, username, password, current_ts, *args): self.launcher = Launcher(username, password) self.api = self.launcher.api() self.es = Es_twitter() self.update_time = current_ts self.list = [] try: self.uid = args[0] except Exception as e: print "no uid"
def __init__(self, username, password, consumer_key, consumer_secret, access_token, access_secret):
self.launcher = Launcher(username, password, consumer_key, consumer_secret, access_token, access_secret)
self.driver = self.launcher.login()
self.es = Es_twitter()
self.api = self.launcher.api()
self.driver.get('https://twitter.com/i/notifications')
time.sleep(2)
self.lis = self.driver.find_elements_by_xpath('//li[@data-item-type="activity"]')
self.list = []
self.update_time = int(time.time())
class Like():
def __init__(self, username, password):
self.launcher = Launcher(username, password)
self.driver = self.launcher.login()
self.es = Es_twitter()
self.api = self.launcher.api()
self.driver.get('https://twitter.com/i/notifications')
time.sleep(2)
self.lis = self.driver.find_elements_by_xpath(
'//li[@data-item-type="activity"]')
self.list = []
def get_like(self):
for li in self.lis:
type = li.get_attribute('data-component-context')
if type == "favorite_activity":
user_name = li.find_element_by_xpath(
'./div/div/div/div[2]/div[1]/a/strong').text
timestamp = li.find_element_by_xpath(
'./div/div/div/div[2]/div[1]/div[1]/div/span'
).get_attribute('data-time')
user_id = li.find_element_by_xpath(
'./div/div/div/div[2]/div[1]/a').get_attribute(
'data-user-id')
root_user_name = li.find_element_by_xpath(
'./div/div/div/div[2]/div[2]/div/div/div/div/div/div[1]/b'
).text
root_user_screen_name = li.find_element_by_xpath(
'./div/div/div/div[2]/div[2]/div/div/div/div/div/div[1]/span[3]/b'
).text
root_user_id = li.find_element_by_xpath(
'./div/div/div/div[2]/div[2]/div/div/div').get_attribute(
'data-user-id')
root_content = li.find_element_by_xpath(
'./div/div/div/div[2]/div[2]/div/div/div/div/div/div[2]'
).text
mid = li.get_attribute('data-item-id')
item = {
'nick_name': user_name,
'timestamp': int(timestamp),
'uid': user_id,
'root_user_name': root_user_name,
'root_nick_name': root_user_screen_name,
'root_uid': root_user_id,
'root_text': root_content,
'mid': mid
}
self.list.append(item)
return self.list
def save(self, indexName, typeName, list):
self.es.executeES(indexName, typeName, list)
class Follower():
def __init__(self, username, password, current_ts, consumer_key, consumer_secret, access_token, access_secret, *args):
self.launcher = Launcher(username, password, consumer_key, consumer_secret, access_token, access_secret)
self.api = self.launcher.api()
self.es = Es_twitter()
self.list = []
self.update_time = int(time.time())
try:
self.uid = args[0]
except Exception as e:
print "no uid"
def get_follower(self):
try:
for each in self.api.followers(self.uid):
nick_name = each.name
print 'nick_name:', nick_name
user_name = each.screen_name
print 'user_name:', user_name
id = each.id
print 'uid:', id
photo_url = each.profile_image_url_https
print 'photo_url:', photo_url
profile_url = 'https://twitter.com/' + screen_name
print 'profile_url:', profile_url
item = {
'user_name':user_name,
'nick_name':nick_name,
'uid':id,
'photo_url':photo_url,
'profile_url':profile_url
}
self.list.append(item)
except Exception as e:
for each in self.api.followers():
name = each.name
screen_name = each.screen_name
id = each.id
photo_url = each.profile_image_url_https
profile_url = 'https://twitter.com/' + screen_name
item = {
'user_name':name,
'nick_name':screen_name,
'uid':id,
'photo_url':photo_url,
'profile_url':profile_url,
'update_time':self.update_time,
}
self.list.append(item)
return self.list
def save(self, indexName, typeName, follower_list):
self.es.executeES(indexName, typeName, follower_list)
class At():
def __init__(self, username, password, consumer_key, consumer_secret,
access_token, access_secret):
self.launcher = Launcher(username, password, consumer_key,
consumer_secret, access_token, access_secret)
self.api = self.launcher.api()
self.es = Es_twitter()
self.list = []
self.update_time = int(time.time())
def get_mention(self):
for each in self.api.mentions_timeline():
try:
user_screen_name = each.author.screen_name
print "user_screen_name", user_screen_name
user_name = each.author.name
print "user_name", user_name
user_id = each.author.id
print "user_id", user_id
text = each.text
print "text", text
user_mention_screen_name = each.entities['user_mentions'][0][
'screen_name']
print "user_mention_screen_name", user_mention_screen_name
user_mention_name = each.entities['user_mentions'][0]['name']
print "user_mention_name", user_mention_name
user_mention_id = each.entities['user_mentions'][0]['id']
print "user_mention_id", user_mention_id
timestamp = int(time.mktime(each.created_at.timetuple()))
print "timestamp", timestamp
mid = each.id
print "mid", mid
photo_url = each.author.profile_image_url_https
print "photo_url", photo_url
item = {
'uid': user_id,
'photo_url': photo_url,
'user_name': user_screen_name,
'nick_name': user_name,
'mid': mid,
'timestamp': timestamp,
'text': text,
'update_time': self.update_time
}
self.list.append(item)
except:
pass
return self.list
def save(self, indexName, typeName, list):
self.es.executeES(indexName, typeName, list)
class Follower():
def __init__(self, username, password, current_ts, consumer_key,
consumer_secret, access_token, access_secret, *args):
self.launcher = Launcher(username, password, consumer_key,
consumer_secret, access_token, access_secret)
self.api = self.launcher.api()
self.es = Es_twitter()
self.list = []
self.update_time = int(time.time())
try:
self.uid = args[0]
except Exception as e:
print "no uid"
def get_follow(self):
try:
for each in self.api.friends_ids(self.uid):
id = each
name = self.api.get_user(each).name
screen_name = self.api.get_user(each).screen_name
photo_url = self.api.get_user(each).profile_image_url_https
profile_url = 'https://twitter.com/' + screen_name
item = {
'user_name': name,
'nick_name': screen_name,
'uid': id,
'photo_url': photo_url,
'profile_url': profile_url
}
self.list.append(item)
except Exception as e:
for each in self.api.friends_ids():
id = each
name = self.api.get_user(each).name
screen_name = self.api.get_user(each).screen_name
photo_url = self.api.get_user(each).profile_image_url_https
profile_url = 'https://twitter.com/' + screen_name
item = {
'user_name': name,
'nick_name': screen_name,
'uid': id,
'photo_url': photo_url,
'profile_url': profile_url,
'update_time': self.update_time,
}
self.list.append(item)
self.launcher.display.popen.kill()
return self.list
def save(self, indexName, typeName, list):
self.es.executeES(indexName, typeName, list)
class Follower():
def __init__(self, username, password, current_ts, *args):
self.launcher = Launcher(username, password)
self.api = self.launcher.api()
self.es = Es_twitter()
self.update_time = current_ts
self.list = []
try:
self.uid = args[0]
except Exception as e:
print "no uid"
def get_follow(self):
try:
for each in self.api.friends_ids(self.uid):
id = each
name = self.api.get_user(each).name
screen_name = self.api.get_user(each).screen_name
root_uid = self.api.me().id
item = {
'user_name':name,
'nick_name':screen_name,
'uid':id,
'update_time':self.update_time,
'root_uid':root_uid
}
self.list.append(item)
except Exception as e:
for each in self.api.friends_ids():
id = each
name = self.api.get_user(each).name
screen_name = self.api.get_user(each).screen_name
root_uid = self.api.me().id
item = {
'user_name':name,
'nick_name':screen_name,
'uid':id,
'update_time':self.update_time,
'root_uid':root_uid
}
self.list.append(item)
return self.list
def save(self, indexName, typeName, list):
self.es.executeES(indexName, typeName, list)
class At():
def __init__(self, username, password):
self.launcher = Launcher(username, password)
self.api = self.launcher.api()
self.es = Es_twitter()
self.list = []
def get_mention(self):
for each in self.api.mentions_timeline():
try:
user_screen_name = each.author.screen_name
user_name = each.author.name
user_id = each.author.id
text = each.text
user_mention_screen_name = each.entities['user_mentions'][0][
'screen_name']
user_mention_name = each.entities['user_mentions'][0]['name']
user_mention_id = each.entities['user_mentions'][0]['id']
timestamp = int(time.mktime(each.created_at.timetuple()))
mid = each.id
item = {
'user_name': user_screen_name,
'nick_name': user_name,
'uid': user_id,
'text': text,
'user_mention_screen_name': user_mention_screen_name,
'user_mention_name': user_mention_name,
'user_mention_id': user_mention_id,
'root_uid': user_mention_id,
'timestamp': timestamp,
'mid': mid
}
self.list.append(item)
except:
pass
return self.list
def save(self, indexName, typeName, list):
self.es.executeES(indexName, typeName, list)
def __init__(self, username, password):
self.launcher = Launcher(username, password)
self.api = self.launcher.api()
self.es = Es_twitter()
self.list = []
self.root_uid = self.api.me()
class Like():
def __init__(self, username, password, consumer_key, consumer_secret,
access_token, access_secret):
self.launcher = Launcher(username, password, consumer_key,
consumer_secret, access_token, access_secret)
#self.driver = self.launcher.login()
self.es = Es_twitter()
self.api = self.launcher.api()
#self.driver.get('https://twitter.com/i/notifications')
time.sleep(2)
#self.lis = self.driver.find_elements_by_xpath('//li[@data-item-type="activity"]')
self.like_list = []
self.update_time = int(time.time())
def date2timestamp(self, date):
format_time = time.strptime(date, '%a %b %d %H:%M:%S +0000 %Y')
timestamp = int(time.mktime(format_time))
return timestamp
def get_like(self):
favorites = self.api.favorites()
#for li in self.lis:
for favorite in favorites:
#type = li.get_attribute('data-component-context')
#if type == "favorite_activity":
# user_name = li.find_element_by_xpath('./div/div/div/div[2]/div[1]/a/strong').text
user_name = favorite._json['user']['screen_name']
print "user_name", user_name
#screen_name = li.find_element_by_xpath('./div/div/div/div[2]/div[1]/a').get_attribute('href').replace('https:twitter.com/','')
nick_name = favorite._json['user']['name']
print "nick_name", nick_name
#timestamp = li.find_element_by_xpath('./div/div/div/div[2]/div[1]/div[1]/div/span').get_attribute('data-time')
timestamp = self.date2timestamp(
favorite._json['user']['created_at'])
print "timestamp", timestamp
#user_id = li.find_element_by_xpath('./div/div/div/div[2]/div[1]/a').get_attribute('data-user-id')
uid = favorite._json['user']['id']
print "uid", uid
# root_user_id = li.find_element_by_xpath('./div/div/div/div[2]/div[2]/div/div/div').get_attribute('data-user-id')
#print "root_user_id", root_user_id
# root_content = li.find_element_by_xpath('./div/div/div/div[2]/div[2]/div/div/div/div/div/div[2]').text
root_text = favorite.text
print "root_text", root_text
# mid = li.get_attribute('data-item-id')
root_mid = favorite.id
print "root_mid", root_mid
# photo_url = li.find_element_by_xpath('./div/div/div/div[2]//img').get_attribute('src')
photo_url = favorite._json['user']['profile_image_url_https']
print "photo_url", photo_url
item = {
'uid': uid,
'photo_url': photo_url,
'user_name': user_name,
'nick_name': nick_name,
'timestamp': int(timestamp),
'root_text': root_text,
'update_time': self.update_time,
#'root_text':root_content,
'root_mid': root_mid
}
self.like_list.append(item)
#self.driver.quit()
return self.like_list
def save(self, indexName, typeName, like_list):
self.es.executeES(indexName, typeName, self.like_list)
class Share():
def __init__(self, username, password, consumer_key, consumer_secret,
access_token, access_secret):
self.launcher = Launcher(username, password, consumer_key,
consumer_secret, access_token, access_secret)
self.api = self.launcher.api()
self.driver, self.display = self.launcher.login()
self.driver.get('https://twitter.com/i/notifications')
self.es = Es_twitter()
self.lis = self.driver.find_elements_by_xpath(
'//li[@data-item-type="activity"]')
self.list = []
self.update_time = int(time.time())
def get_share(self):
try:
root_uid = self.api.me().id
for li in self.lis:
try:
type = li.get_attribute('data-component-context')
if type == "quote_activity" or type == "retweet_activity":
try:
mid = li.get_attribute('data-item-id')
print "mid", mid
user_name = li.find_element_by_xpath(
'./div/div[2]/div[1]/a/span[1]').text
print "user_name", user_name
screen_name = li.find_element_by_xpath(
'./div/div[2]/div[1]/a').get_attribute(
'href').replace('https:twitter.com/', '')
print "screen_name", screen_name
photo_url = li.find_element_by_xpath(
'./div/div[2]//img').get_attribute('src')
print "photo_url", photo_url
user_id = li.find_element_by_xpath(
'./div/div[2]/div[1]/a').get_attribute(
'data-user-id')
print "user_id", user_id
timestamp = int(
li.find_element_by_xpath(
'./div/div[2]/div[1]/small/a/span').
get_attribute('data-time'))
print "timestamp", timestamp
content = li.find_element_by_xpath(
'./div/div[2]/div[2]/p').text
print "content", content
root_user_screen_name = li.find_element_by_xpath(
'./div/div[2]/div[3]/div/div/div[1]/div[1]/div[1]/span[3]/b'
).text
print "root_user_screen_name", root_user_screen_name
root_content = li.find_element_by_xpath(
'./div/div[2]/div[3]/div/div[1]/div[1]/div[1]/div[2]'
).text
print "root_content", root_content
except:
mid = li.get_attribute('data-item-id')
user_name = li.find_element_by_xpath(
'./div/div/div/div[2]/div/a').text
screen_name = li.find_element_by_xpath(
'./div/div/div/div[2]/div/a').get_attribute(
'href').replace('https:twitter.com/', '')
photo_url = li.find_element_by_xpath(
'./div/div/div/div[2]//img').get_attribute(
'src')
user_id = li.find_element_by_xpath(
'./div/div/div/div[2]/div/a').get_attribute(
'data-user-id')
timestamp = int(
li.find_element_by_xpath(
'./div/div/div/div[2]/div/div/div/span').
get_attribute('data-time'))
content = 'None'
root_uid = li.find_element_by_xpath(
'./div/div/div/div[2]/div[2]/div/div/div'
).get_attribute('data-user-id')
root_user_screen_name = li.find_element_by_xpath(
'./div/div/div/div[2]/div[2]/div/div/div'
).get_attribute('data-screen-name')
root_content = li.find_element_by_xpath(
'./div/div/div/div[2]/div[2]/div/div/div/div/div/div[2]'
).text
item = {
'uid': user_id,
'photo_url': photo_url,
'user_name': screen_name,
'nick_name': user_name,
'mid': mid,
'timestamp': timestamp,
'text': content,
'update_time': self.update_time,
'root_text': root_content,
'root_mid': mid
}
self.list.append(item)
except:
pass
finally:
self.driver.quit()
self.display.popen.kill()
return self.list
def save(self, indexName, typeName, list):
self.es.executeES(indexName, typeName, list)
class Share():
def __init__(self, username, password):
self.launcher = Launcher(username, password)
self.api = self.launcher.api()
self.driver = self.launcher.login()
self.driver.get('https://twitter.com/i/notifications')
self.es = Es_twitter()
self.lis = self.driver.find_elements_by_xpath(
'//li[@data-item-type="activity"]')
self.list = []
def get_share(self):
root_uid = self.api.me().id
for li in self.lis:
try:
type = li.get_attribute('data-component-context')
if type == "quote_activity" or type == "retweet_activity":
try:
mid = li.get_attribute('data-item-id')
user_name = li.find_element_by_xpath(
'./div/div[2]/div[1]/a/span[1]').text
#user_screen_name = li.find_element_by_xpath('./div/div[2]/div[1]/a/span[2]').text
user_id = li.find_element_by_xpath(
'./div/div[2]/div[1]/a').get_attribute(
'data-user-id')
timestamp = int(
li.find_element_by_xpath(
'./div/div[2]/div[1]/small/a/span').
get_attribute('data-time'))
content = li.find_element_by_xpath(
'./div/div[2]/div[2]/p').text
#root_user_name = li.find_element_by_xpath('./div/div[2]/div[3]/div/div/div[1]/div[1]/div[1]/b').text
root_user_screen_name = li.find_element_by_xpath(
'./div/div[2]/div[3]/div/div/div[1]/div[1]/div[1]/span[3]/b'
).text
root_content = li.find_element_by_xpath(
'./div/div[2]/div[3]/div/div[1]/div[1]/div[1]/div[2]'
).text
except:
mid = li.get_attribute('data-item-id')
user_name = li.find_element_by_xpath(
'./div/div/div/div[2]/div/a').text
user_id = li.find_element_by_xpath(
'./div/div/div/div[2]/div/a').get_attribute(
'data-user-id')
timestamp = int(
li.find_element_by_xpath(
'./div/div/div/div[2]/div/div/div/span').
get_attribute('data-time'))
content = 'None'
root_uid = li.find_element_by_xpath(
'./div/div/div/div[2]/div[2]/div/div/div'
).get_attribute('data-user-id')
root_user_screen_name = li.find_element_by_xpath(
'./div/div/div/div[2]/div[2]/div/div/div'
).get_attribute('data-screen-name')
root_content = li.find_element_by_xpath(
'./div/div/div/div[2]/div[2]/div/div/div/div/div/div[2]'
).text
item = {
'user_name': user_name,
#'nick_name':user_screen_name,
'uid': user_id,
'timestamp': timestamp,
'text': content,
#'root_user_name':root_user_name,
'root_nick_name': root_user_screen_name,
'root_uid': root_uid,
'root_text': root_content,
'mid': mid
}
self.list.append(item)
except:
pass
return self.list
def save(self, indexName, typeName, list):
self.es.executeES(indexName, typeName, list)