class Bot:
def __init__(self, user, filename, repliesFilename):
"""
user: The id of the user that you want to collect data from and that will be used in the app.
filename: the name of the file that you want to store user's tweets (exluding replies) e.g: "data_tweets.json". Please insert {} in this file otherwise it'll crash.
repliesFilename: the name of the file that you want to store user's tweets (only replies to other users) ex: "data_replies.json". Please insert {} in this file otherwise it'll crash.
"""
self._user = user
self._stream = None
self._filename = filename
self._MarkovChain = MarkovChain(self._filename)
self._repliesFilename = repliesFilename
self._repliedUsers = {}
# SETTER
def CollectingUsersTweets(self, noReplies, count):
"""
Collects user's stream.
noReplies: a boolean, True if you don't want replies, False if you want replies.
count: a int between 1 and 200, this is the number of tweets that you want to load.
Doesn't return anything.
"""
self._stream = api.GetUserTimeline(user_id=self._user,
screen_name='',
since_id='',
max_id='',
count=count,
include_rts=False,
trim_user=True,
exclude_replies=noReplies)
def StoringIntoJSON(self):
"""
Store user's stream (consider calling CollectingUsersTweets() before calling this one) into filename.
Doesn't return anything.
"""
with open(self._filename, "r", encoding="utf-8") as read_file:
tweets = json.load(read_file)
for post in self._stream:
text = post.full_text
filteredtext = ''
link = False
if str(post.id) not in tweets.keys():
for i in range(len(text)):
if (len(text)) - i >= 7:
if text[i] == 'h' and text[i + 1] == 't' and text[
i + 2] == 't' and text[i + 3] == 'p' and text[
i +
4] == 's' and text[i + 5] == ':' and text[
i + 6] == '/' and text[i + 7] == '/':
link = True
if not link:
filteredtext += text[i]
if link:
if text[i] == ' ' or text[i] == '\n':
link = False
if filteredtext != "":
tweets[post.id] = {
"text": filteredtext,
"date": post.created_at
}
with open(self._filename, "w", encoding="utf-8") as write_file:
json.dump(tweets, write_file)
def test(self):
File = open('Data.txt', 'w', encoding="utf-8")
for post in self._stream:
text = post.full_text
filteredtext = ''
link = False
for i in range(len(text)):
if (len(text)) - i >= 7:
if text[i] == 'h' and text[i + 1] == 't' and text[
i + 2] == 't' and text[i + 3] == 'p' and text[
i + 4] == 's' and text[i + 5] == ':' and text[
i + 6] == '/' and text[i + 7] == '/':
link = True
if not link:
filteredtext += text[i]
if link:
if text[i] == ' ' or text[i] == '\n':
link = False
File.write(filteredtext + '\n')
File.write('\n')
File.close()
def StoringIntoJSONOnlyReplies(self):
"""
Store user's stream (consider calling CollectingUsersTweets() before calling this one) into filename.
Doesn't return anything.
"""
with open(self._repliesFilename, "r", encoding="utf-8") as read_file:
tweets = json.load(read_file)
for post in self._stream:
text = post.full_text
filteredtext = ''
link = False
mention = False
if str(post.id) not in tweets.keys(
) and post.in_reply_to_user_id != self._user and post.in_reply_to_user_id is not None:
for i in range(len(text)):
if (len(text)) - i >= 7:
if text[i] == 'h' and text[i + 1] == 't' and text[
i + 2] == 't' and text[i + 3] == 'p' and text[
i +
4] == 's' and text[i + 5] == ':' and text[
i + 6] == '/' and text[i + 7] == '/':
link = True
if text[i] == '@':
mention = True
if not link and not mention:
filteredtext += text[i]
if link:
if text[i] == ' ' or text[i] == '\n':
link = False
if mention:
if text[i] == ' ' or text[i] == '\n':
mention = False
tweets[post.id] = {
"text": filteredtext,
"in_reply_to_user_id": str(post.in_reply_to_user_id)
}
with open(self._repliesFilename, "w", encoding="utf-8") as write_file:
json.dump(tweets, write_file)
def updateUserRepliedDictionnary(self):
"""
Update the dictionnary that contains the users that the user replied to.
Doesn't return anything.
"""
with open(self._repliesFilename, "r", encoding="utf-8") as read_file:
tweets = json.load(read_file)
res = {}
for tweet in tweets:
if tweets[tweet]['in_reply_to_user_id'] in res:
res[tweets[tweet]['in_reply_to_user_id']]["occurences"] += 1
else:
res[tweets[tweet]['in_reply_to_user_id']] = {"occurences": 1}
userToRemove = []
for User in res.keys():
if res[User]["occurences"] == 1:
userToRemove.append(User)
for User in userToRemove:
res.pop(User)
i = 0
for User in res.keys():
res[User]["screen_name"] = api.GetUser(User).screen_name
os.system('cls' if os.name == 'nt' else 'clear')
progressTable = Table(show_header=True, header_style="Green")
progressTable.add_column("Progress: " +
str(round(i / len(res) * 100)) + "%")
progressTable.add_row(((round(i / len(res) * 100)) // 2) * '■' + ((
(round(i / len(res) * 100) - 100) // 2) * -1) * '□')
console.print(progressTable)
i += 1
self._repliedUsers = res
def refreshPorfilePicture(self):
image_url = self.getUser(self._user).profile_image_url_https.replace(
'_normal', '')
img_data = requests.get(image_url).content
with open('profile_picture.jpg', 'wb') as handler:
handler.write(img_data)
api.UpdateImage('profile_picture.jpg')
def AjustCoef(self):
with open(self._filename, "r", encoding="utf-8") as read_file:
tweets = json.load(read_file)
condition = True
while condition:
moyPoster = 0
moyBot = 0
for tweet in tweets:
moyPoster += len(tweets[tweet]["text"])
moyPoster = moyPoster / len(tweets.keys())
for _ in range(100):
moyBot += len(self._MarkovChain.generateTweet())
moyBot = moyBot / 100
if moyPoster > moyBot:
self._MarkovChain.setCoef(self._MarkovChain.getCoef() + 0.01)
elif moyPoster < moyBot:
self._MarkovChain.setCoef(self._MarkovChain.getCoef() - 0.01)
if abs(moyBot - moyPoster) < 2 and abs(moyPoster - moyBot) < 2:
condition = False
'''
print(moyPoster)
print(moyBot)
print(self._MarkovChain.getCoef())
'''
# GETTER
def CollectLastTweetFromUser(self, user):
"""
user: the id of the user (int).
return the tweet of the last user.
"""
lastTweet = api.GetUserTimeline(user_id=user,
screen_name='',
since_id='',
max_id='',
count=1,
include_rts=False,
trim_user=True,
exclude_replies=True)
return lastTweet[0]
def CollectLastTweetFromSelf(self):
"""
user: the id of the user (int).
return the tweet of the last user.
"""
lastTweet = api.GetUserTimeline(user_id=self._user,
screen_name='',
since_id='',
max_id='',
count=1,
include_rts=False,
trim_user=True,
exclude_replies=True)
return lastTweet[0]
def getRepliedUserDictionnary(self):
"""
return the dictionnary that contains all users that has been replied by the user.
"""
return self._repliedUsers
@staticmethod
def getUser(Id):
"""
Id: the id of the user (int).
return the user data.
"""
return api.GetUser(user_id=Id)
def GenerateTweet(self):
"""
filename: the name of the file that you want to gather data ex:"data_tweets.json".
MaxSententences: a int between 0 and infinite (you are limited to 140 char so putting 99999 musn't be a good idea).
return a tweet generated by the Makov chain (str).
"""
return self._MarkovChain.generateTweet()
def GenerateTweetWithKey(self, Key):
"""
return a tweet generated by the Makov chain (str).
"""
pass
def isKeyInData(self, Key):
with open(self._filename, "r", encoding="utf-8") as read_file:
tweets = json.load(read_file)
for tweet in tweets:
if Key in tweets[tweet]["text"]:
return True
return False
def getWaitingTime(self):
tweets = api.GetUserTimeline(user_id=self._user,
screen_name='',
since_id='',
max_id='',
count=200,
include_rts=False,
trim_user=True,
exclude_replies=True)
a = self.strToDate(tweets[1].created_at)
b = self.strToDate(tweets[0].created_at)
d = 0
if (b - a).days > 1:
d = (b - a).days
return d * 86400 + (abs(b.hour - dt.datetime.now().hour) * 60 *
60) + randint(0, 1800)
@staticmethod
def strToDate(dateStr):
months = {
"Jan": 1,
"Feb": 2,
"Mar": 3,
"Apr": 4,
"May": 5,
"Jun": 6,
"Jul": 7,
"Aug": 8,
"Sep": 9,
"Oct": 10,
"Nov": 11,
"Dec": 12
}
year = int(dateStr[-4:])
month = months[dateStr[4:7]]
day = int(dateStr[8:10])
hour = int(dateStr[10:13]) + 2
minute = int(dateStr[14:16])
second = int(dateStr[17:19])
return dt.datetime(year, month, day, hour, minute, second)
# POSTER
def PostTweet(self, tweet):
"""
tweet: str.
post a tweet.
"""
api.PostUpdate(tweet)
def PostReply(self, tweet, tweetToReplyID):
"""
tweet: a str with the @ of the user that you want to reply to at the beginning of the str.
tweetToReply: tweet's id that you want to reply.
post a reply to a tweet.
"""
api.PostUpdate(tweet, in_reply_to_status_id=tweetToReplyID)
