def clearEarthquakesTables(cls):
Log.warning(
"Option 'drop-tables' is enabled. All data will be removed.")
(ret, out,
err) = System.command(['hive', '-f', '../hive_ql/clear-tables.hql'])
Log.info("return, {}".format(ret))
Log.info("output, {}".format(out))
Log.error("error, {}".format(err))
def QueryInput(cls, years_temp_list, magnitude_over, download_again):
years = []
db = TinyDB('../../data/earthquakes-history/history_db.json')
if download_again:
Log.warning(
"Download again option activated. This might result to duplicates."
)
for year in years_temp_list:
now = str(datetime.utcnow())
if download_again:
db.insert({
'year': year,
"magnitudeOver": magnitude_over,
'requestDate': now
})
years = years_temp_list
Log.info("Database updated with record: year={}, magnitude={}".
format(year, magnitude_over))
else:
query = Query()
record = db.search((query.year == year)
& (query.magnitudeOver == magnitude_over))
if record == []:
db.insert({
'year': year,
"magnitudeOver": magnitude_over,
'date': now
})
years.append(year)
Log.info(
"Database updated with record: year={}, magnitude={}".
format(year, magnitude_over))
else:
Log.warning(
"Database record exists for: year={}, magnitude={}, skip values"
.format(year, magnitude_over))
return years
