def update_slot_session_recs():
elastic_logger.info("Updating elasticsearch Slot Session Documents" )
try:
es = Elasticsearch([es_host])
query = {
'query': {
'match_all': {},
},
'sort': {
'gaming_date.full_date': {"order": "desc"}
},
'size': '1'
}
res = es.search(index='slot_sessions', body=query)
d = res['hits']['hits'][0]['_source']['gaming_date']['full_date']
last_update = utc_to_local(parse(d))
start_date = last_update + datetime.timedelta(days=1)
today = datetime.datetime.now().date()
end_date = today - datetime.timedelta(days=1)
if start_date == end_date:
slot_sessions_etl(start_date)
else:
dates = pd.date_range(start_date, end_date).tolist()
for date in dates:
slot_sessions_etl(date)
except Exception, e:
elastic_logger.exception(e)
def update_recs(model):
elastic_logger.info("Updating elasticsearch %s Documents" % model.es_index)
try:
es = Elasticsearch([es_host])
query = {
'query': {
'match_all': {},
},
'sort': {
model.es_date_field: {
"order": "desc"
}
},
'size': '1'
}
res = es.search(index=model.es_index, body=query)
d = res['hits']['hits'][0]['_source'][model.es_date_field]
last_update = utc_to_local(parse(d))
start_date = last_update + datetime.timedelta(days=1)
today = datetime.datetime.now().date()
end_date = today - datetime.timedelta(days=1)
if start_date == end_date:
etl(start_date, model)
else:
dates = pd.date_range(start_date, end_date).tolist()
for date in dates:
etl(date, model)
except Exception as e:
elastic_logger.exception(e)
elastic_logger.info("Update complete")