counter = 0

def on_data(self, data):

try:

json_data = json.loads(data)

# ایجاد پوشه و ذخیره توییت با آی دی در فایلهای متنی

Tweet_Directory = 'tweets/'+datetime.now().strftime("%Y-%m-%d")

pathlib.Path(Tweet_Directory).mkdir(parents=True, exist_ok=True)

if 'extended_tweet' in json_data:

if 'full_text' in json_data['extended_tweet']:

tweet_text = json_data['extended_tweet']['full_text']

else:

pass # i need to figure out what is possible here

elif 'text' in json_data:

tweet_text = json_data['text']

tweet_text = tweet_text.replace('\n', ' ').replace("\t"," ")

if "RT" not in tweet_text :

with codecs.open("tweets-daily/" + datetime.now().strftime("%Y-%m-%d") + '.txt', 'a',

encoding="utf-8") as f:

self.counter += 1

str_out = json_data["id_str"] + "\t"

tags = ""

for hashtag in json_data["entities"]["hashtags"]:

tags = tags + "," + hashtag["text"]

if tags != "":

tags = tags[1:]

str_out = str_out + "\t" + tags + "\t" + tweet_text + "\r\n"

f.write(str_out)

print(str(self.counter) + " : \t" + str_out)

return True

except BaseException as e:

print("Error on_data: %s" % str(e))

return True

def on_error(self, status):

print(status)