def once_a_day():
elastic = Elastic('elastic:9200', 'steam_tmp')
log.info('Updating data from Steam API!')
games = get_games_db()
for game in games:
game_id, game_name = int(game[0]), str(game[1])
log.info('Starting the extraction of game: %s - %s', game_id,
game_name)
try:
gm = steam_api.get_game(game_id, 'temporal')
log.info('Steam API: successed!')
gm.update(steam_spy.get_game(game_id, 'temporal'))
log.info('Steam SPY: successed!')
gm.update(steam_currency.get_game(game_id, 'temporal'))
log.info('Steam Currency: successed!')
log.info('Starting insersion in the Elasticsearch')
elastic.update(game_id, gm, 'game_tmp')
log.info('Finishing insersion in the Elasticsearch')
except Exception as error:
if type(error) == GameNotFound:
log.warning(error)
else:
log.error(error)
time.sleep(300)
games.append(game)
def insert_new_games():
elastic = Elastic('elastic:9200', 'steam_est')
log.info('Insert new games on Elasticsearch!')
fail_id = open("ids_fails.txt", "a")
lst1 = get_games_db()
lst2 = get_all_games()
games = [game for game in lst2 if game not in lst1]
for game in games:
game_id, game_name = int(game[0]), str(game[1])
log.info('Starting the extraction of game: %s - %s', game_id,
game_name)
try:
game = steam_api.get_game(game_id, 'estastic')
log.info('Steam API: successed!')
game.update(steam_spy.get_game(game_id, 'estastic'))
log.info('Steam SPY: successed!')
log.info('Starting insersion in the Elasticsearch')
elastic.update(game_id, game, 'game_est')
log.info('Finishing insersion in the Elasticsearch')
except Exception as error:
if type(error) == GameNotFound:
log.warning(error)
else:
log.error(error)
time.sleep(300)
fail_id.write(str(game_id) + " || " + str(game_name) + "\n")
def once_a_week():
elastic = Elastic('elastic:9200', 'steam_tmp')
log.info('Updating data omce a week!')
games = get_games_db()
for game in games:
log.info('Starting the extraction of game: %s - %s', game[0], game[1])
try:
gm = youtube_api.get_game(str(game[1]), 'temporal')
log.info('Youtube API: successed!')
log.info('Starting update in the Elasticsearch')
elastic.update(int(game[0]), gm, 'game_tmp')
log.info('Finishing update in the Elasticsearch')
except Exception as error:
if type(error) == GameNotFound:
log.warning(error)
else:
log.error(error)
time.sleep(3600)
games.append(game)
def try_fails_id():
elastic = Elastic('elastic:9200', 'steam_est')
log.info('Trying insert the fails ids again!')
games = open("ids_fails.txt", "r")
for game in games:
game_id, game_name = game.split(" || ")
game_id = int(game_id)
log.info('Starting the extraction of game: %s - %s', game_id,
game_name)
try:
game = steam_api.get_game(game_id, 'estastic')
log.info('Steam API: successed!')
game.update(steam_spy.get_game(game_id, 'estastic'))
log.info('Steam SPY: successed!')
log.info('Starting insersion in the Elasticsearch')
elastic.update(game_id, game, 'game_est')
log.info('Finishing insersion in the Elasticsearch')
except Exception as error:
if type(error) == GameNotFound:
log.warning(error)
else:
log.error(error)
time.sleep(300)
os.remove("ids_fails.txt")
try:
elastic = Elastic('elastic:9200', 'steam_est')
log.info('Elasticsearch connected')
log.info('Creating index Steam Estastic on Elasticsearch')
elastic.create_index(index_body)
log.info('Index Steam Created')
games = get_all_games()
log.debug(len(games))
for game in games:
game_id, game_name = int(game[0]), str(game[1])
log.info('Starting the extraction of game: %s - %s', game_id,
game_name)
try:
game = steam_api.get_game(game_id, 'estastic')
log.info('Steam API: successed!')
game.update(steam_spy.get_game(game_id, 'estastic'))
log.info('Steam SPY: successed!')
log.info('Starting insersion in the Elasticsearch')
elastic.update(game_id, game, 'game_est')
log.info('Finishing insersion in the Elasticsearch')
except Exception as error:
if type(error) == GameNotFound:
log.warning(error)
else:
log.error(error)
time.sleep(300)
fail_id.write(str(game_id) + " || " + str(game_name) + "\n")
except Exception as error:
log.error(error)
log.info('First insersion completed')