def test_filemanager_update_remote_yes_sta(self):
"""
run filemanager setup and populate, then run update_remote_status on a directory
that has been short term archived
"""
"""
############### SETUP #################
"""
print '\n'
print_message(
'---- Starting Test: {} ----'.format(inspect.stack()[0][3]), 'ok')
sta = True
types = [
'atm', 'ice', 'ocn', 'rest', 'streams.ocean', 'streams.cice',
'mpas-o_in', 'mpas-cice_in', 'meridionalHeatTransport'
]
database = '{}.db'.format(inspect.stack()[0][3])
simstart = 51
source_path = '/global/cscratch1/sd/golaz/ACME_simulations/20180215.DECKv1b_1pctCO2.ne30_oEC.edison'
simend = 60
experiment = '20180215.DECKv1b_1pctCO2.ne30_oEC.edison'
mutex = threading.Lock()
"""
############### TEST #################
"""
filemanager = FileManager(event_list=EventList(),
mutex=mutex,
sta=sta,
types=types,
database=database,
remote_endpoint=self.remote_endpoint,
remote_path=source_path,
local_endpoint=self.local_endpoint,
local_path=self.local_path,
experiment=self.experiment)
filemanager.populate_file_list(simstart=simstart,
simend=simend,
experiment=experiment)
client = get_client()
filemanager.update_remote_status(client)
filemanager.mutex.acquire()
for datafile in DataFile.select():
if datafile.remote_status != 0:
print datafile.name, datafile.remote_path
self.assertEqual(datafile.remote_status, 0)
if filemanager.mutex.locked():
filemanager.mutex.release()
self.assertTrue(filemanager.all_data_remote())
"""
############## CLEANUP ###############
"""
os.remove(database)
def test_filemanager_update_remote_no_sta(self):
"""
run filemanager setup and populate, then run update_remote_status
with 10 years of atm output, and finally run all_data_remote to show that
all the remote data has been recognized
"""
"""
############# SETUP ##################
"""
print '\n'
print_message(
'---- Starting Test: {} ----'.format(inspect.stack()[0][3]), 'ok')
remote_path = '/global/homes/r/renata/ACME_simulations/20170926.FCT2.A_WCYCL1850S.ne30_oECv3.anvil'
sta = False
types = ['atm']
database = '{}.db'.format(inspect.stack()[0][3])
simstart = 51
simend = 60
experiment = '20170926.FCT2.A_WCYCL1850S.ne30_oECv3.anvil'
mutex = threading.Lock()
"""
################ TEST ##################
"""
filemanager = FileManager(event_list=EventList(),
mutex=mutex,
sta=False,
types=types,
database=database,
remote_endpoint=self.remote_endpoint,
remote_path=remote_path,
local_endpoint=self.local_endpoint,
local_path=self.local_path,
experiment=experiment)
filemanager.populate_file_list(simstart=simstart,
simend=simend,
experiment=experiment)
client = get_client()
filemanager.update_remote_status(client)
filemanager.mutex.acquire()
for datafile in DataFile.select():
if datafile.remote_status != 0:
print datafile.name, datafile.remote_path, datafile.remote_status, datafile.datatype
self.assertEqual(datafile.remote_status, 0)
if filemanager.mutex.locked():
filemanager.mutex.release()
self.assertTrue(filemanager.all_data_remote())
"""
############## CLEANUP ###############
"""
os.remove(database)
