def test_gdas_ics_from_aws(self):
''' In real time, GDAS is used for LBCS with a 6 hour offset.
'''
with tempfile.TemporaryDirectory(dir='.') as tmp_dir:
out_path_tmpl = f'{tmp_dir}/mem{{mem:03d}}'
args = [
'--anl_or_fcst', 'anl',
'--config', self.config,
'--cycle_date', '2022052512',
'--data_stores', 'aws',
'--external_model', 'GDAS',
'--fcst_hrs', '6', '9', '3',
'--output_path', out_path_tmpl,
'--debug',
'--file_type', 'netcdf',
'--members', '9', '10',
]
retrieve_data.main(args)
# Verify files exist in temp dir
for mem in [9, 10]:
files_on_disk = glob.glob(
os.path.join(out_path_tmpl.format(mem=mem), '*')
)
self.assertEqual(len(files_on_disk), 2)
def test_fv3gfs_netcdf_lbcs_from_hpss(self):
''' Get FV3GFS netcdf files from HPSS for LBCS. Tests fcst lead
times > 40 hours, since they come from a different archive file.
'''
with tempfile.TemporaryDirectory(dir='.') as tmp_dir:
args = [
'--anl_or_fcst', 'fcst',
'--config', self.config,
'--cycle_date', '2022060112',
'--data_stores', 'hpss',
'--external_model', 'FV3GFS',
'--fcst_hrs', '24', '48', '24',
'--output_path', tmp_dir,
'--debug',
'--file_type', 'netcdf',
]
retrieve_data.main(args)
# Verify files exist in temp dir
os.chdir(os.path.dirname(__file__))
path = os.path.join(tmp_dir, '*')
files_on_disk = glob.glob(path)
self.assertEqual(len(files_on_disk), 2)
def test_fv3gfs_grib2_lbcs_from_hpss(self):
''' Get FV3GFS grib2 files from HPSS for LBCS, offset by 6 hours
'''
with tempfile.TemporaryDirectory(dir='.') as tmp_dir:
args = [
'--anl_or_fcst', 'fcst',
'--config', self.config,
'--cycle_date', '2022062512',
'--data_stores', 'hpss',
'--external_model', 'FV3GFS',
'--fcst_hrs', '6', '12', '3',
'--output_path', tmp_dir,
'--debug',
'--file_type', 'grib2',
]
retrieve_data.main(args)
# Verify files exist in temp dir
os.chdir(os.path.dirname(__file__))
path = os.path.join(tmp_dir, '*')
files_on_disk = glob.glob(path)
self.assertEqual(len(files_on_disk), 3)
def test_rap_lbcs_from_aws(self):
''' Get RAP LBCS from aws for 6 hour boundary conditions offset
by 3 hours. Use 09Z start time for longer LBCS.'''
with tempfile.TemporaryDirectory(dir='.') as tmp_dir:
args = [
'--anl_or_fcst', 'fcst',
'--config', self.config,
'--cycle_date', '2022062509',
'--data_stores', 'aws',
'--external_model', 'RAP',
'--fcst_hrs', '3', '30', '6',
'--output_path', tmp_dir,
'--debug',
]
retrieve_data.main(args)
# Verify files exist in temp dir
os.chdir(os.path.dirname(__file__))
path = os.path.join(tmp_dir, '*')
files_on_disk = glob.glob(path)
self.assertEqual(len(files_on_disk), 5)
def test_hrrr_lbcs_from_aws(self):
''' Get HRRR LBCS from aws for 3 hour boundary conditions '''
with tempfile.TemporaryDirectory(dir='.') as tmp_dir:
args = [
'--anl_or_fcst', 'fcst',
'--config', self.config,
'--cycle_date', '2022062512',
'--data_stores', 'aws',
'--external_model', 'HRRR',
'--fcst_hrs', '3', '24', '3',
'--output_path', tmp_dir,
'--debug',
]
retrieve_data.main(args)
# Verify files exist in temp dir
os.chdir(os.path.dirname(__file__))
path = os.path.join(tmp_dir, '*')
files_on_disk = glob.glob(path)
self.assertEqual(len(files_on_disk), 8)
def test_gefs_grib2_ics_from_aws(self):
''' Get GEFS grib2 a & b files for ICS offset by 6 hours.
'''
with tempfile.TemporaryDirectory(dir='.') as tmp_dir:
out_path_tmpl = f'{tmp_dir}/mem{{mem:03d}}'
args = [
'--anl_or_fcst', 'anl',
'--config', self.config,
'--cycle_date', '2022052512',
'--data_stores', 'aws',
'--external_model', 'GEFS',
'--fcst_hrs', '6',
'--output_path', out_path_tmpl,
'--debug',
'--file_type', 'netcdf',
'--members', '1', '2',
]
retrieve_data.main(args)
# Verify files exist in temp dir
for mem in [1, 2]:
files_on_disk = glob.glob(
os.path.join(out_path_tmpl.format(mem=mem), '*')
)
self.assertEqual(len(files_on_disk), 2)
def main():
now = datetime.now()
if now.day == 5:
retrieve_data.main(RETRIEVE_DATA_PARAMS)
if now.day == 7:
count_datetime = (now - relativedelta.relativedelta(months=1)).replace(day=1)
send_notifications.main(SEND_NOTIFICATIONS_PARAMS, count_datetime.strftime('%Y-%m-%d'))
def refresh_data(self, message, n, k, reset):
"""
Fetch data for the previous 10 days and then refresh the plot.
"""
if not reset:
text = f"{message} means all the data must be regenerated, the program will take a few moments, restart and inform you when it is done..."
else:
text = f'{message} means all the data must be regenerated and the previous data is all cleared. New data will be generated. The program will restart once the data is fetched.'
if messagebox.askokcancel("ARE YOU SURE?", text):
self.k, self.n = k, n
num = self.show_dialog()
self.master.withdraw()
retrieve_data.main(num, self.n, self.k, reset)
self.disable_n_k()
self.reset_options()
self.master.deiconify()
messagebox.showinfo(
"SUCCESS", "Data has been officially fetched, please select stock again.")
else:
self.disable_n_k()