def data_extract_update(user_id, type_of_extraction, api):
if type_of_extraction == 1:
db = FollowersDAO()
else:
db = FollowingsDAO()
count = 0
result = db.select_by_userid(user_id)
print("Atualizando " + str(len(result)) + " usuários salvos no banco")
for user_orm in result:
api.searchUsername(user_orm.username)
try:
user_orm.username = api.LastJson['user']['username']
user_orm.profile_url = api.LastJson['user']['profile_pic_url']
user_orm.following_count = api.LastJson['user']['following_count']
user_orm.follower_count = api.LastJson['user']['follower_count']
user_orm.is_private = api.LastJson['user']['is_private']
user_orm.status_refresh = True
db.insert_or_update(user_orm)
count += 1
print("Usuários atualizados..." + str(count) +
"/" + str(len(result)), end='\r')
except Exception as e:
print("Não foi possível atualizar o usuário: " + user_orm.username)
print(e)
time.sleep(1.5)
def data_extract_new(date_to_insert, user_id, type_of_extraction, api):
if type_of_extraction == 1:
db = FollowersDAO()
else:
db = FollowingsDAO()
data_in_db = []
data_not_in_db = []
result = db.select_by_userid(user_id)
for user_orm in result:
data_in_db.append(user_orm.pk)
for user in date_to_insert:
if user['pk'] not in data_in_db:
data_not_in_db.append(user['username'])
print("\nUsuários que te seguem >>> " + str(len(date_to_insert)))
print("Usuários salvos no banco >>> " + str(len(data_in_db)))
print("Usuários novos para extraír >>> " + str(len(data_not_in_db)))
print("\nExtraindo usuários")
count = 0
for username in data_not_in_db:
api.searchUsername(username)
try:
if type_of_extraction == 1:
new_data = Follower(api.LastJson['user']['pk'],
api.LastJson['user']['username'],
api.LastJson['user']['profile_pic_url'],
api.LastJson['user']['following_count'],
api.LastJson['user']['follower_count'],
api.LastJson['user']['is_private'],
False,
user_id)
else:
new_data = Following(api.LastJson['user']['pk'],
api.LastJson['user']['username'],
api.LastJson['user']['profile_pic_url'],
api.LastJson['user']['following_count'],
api.LastJson['user']['follower_count'],
api.LastJson['user']['is_private'],
False,
user_id)
db.insert_or_update(new_data)
count += 1
print("Usuários extraídos..." + str(count) +
"/" + str(len(data_not_in_db)), end='\r')
except Exception as e:
print("Não foi possível inserir o usuário: " + user_orm.username)
print(e)
time.sleep(1.5)
print("Usuários extraídos..." + str(count) + "/" + str(len(data_not_in_db)) + "\n")