def test_copy_multiplpe_ucf(self):
# script verifies the presence of a folder, not its contents.
# for the script to work, let's run it on default save directory
MantidDir = os.path.split(os.path.realpath(__file__))[0]
HomeRootDir = self.get_save_dir()
mcf = MantidConfigDirectInelastic(MantidDir,HomeRootDir,self.UserScriptRepoDir,self.MapMaskDir)
user = UserProperties(self.userID)
user.set_user_properties(self.instrument,self.rbdir,self.cycle,self.start_date)
rbnum2='RB1999000'
targetDir = self.get_save_dir()
rbdir2 = os.path.join(targetDir,self.userID,rbnum2)
if not os.path.exists(rbdir2):
os.makedirs(rbdir2)
user.set_user_properties('MARI',rbdir2,'CYCLE20001','20000124')
rbnum3='RB1204000'
rbdir3 = os.path.join(targetDir,self.userID,rbnum3)
if not os.path.exists(rbdir3):
os.makedirs(rbdir3)
user.set_user_properties('MAPS',rbdir3,'CYCLE20044','20041207')
# clear up the previous
if os.path.exists(os.path.join(self.userRootDir,'.mantid')):
shutil.rmtree(os.path.join(self.userRootDir,'.mantid'))
mcf.init_user(user)
# Generate fake test files to copy to test users
self.makeFakeSourceReductionFile(mcf)
mcf.generate_config()
#
# Check sample reduction files
#
# Sample file for MERLIN:
rbdir1 = self.rbdir
mer_file = os.path.join(rbdir1,'MERLINReduction_2015_1.py')
self.assertTrue(os.path.isfile(mer_file))
mar_file = os.path.join(rbdir2,'MARIReduction_2015_1.py')
self.assertTrue(os.path.isfile(mar_file))
maps_file = os.path.join(rbdir3,'MAPSReduction_2015_1.py')
self.assertTrue(os.path.isfile(maps_file))
#--------------------------------------------------------------------
# clean up
if os.path.exists(os.path.join(self.userRootDir,'.mantid')):
shutil.rmtree(os.path.join(self.userRootDir,'.mantid'),ignore_errors=True)
if os.path.exists(rbdir2):
shutil.rmtree(rbdir2,ignore_errors=True)
if os.path.exists(rbdir3):
shutil.rmtree(rbdir3,ignore_errors=True)
def test_parse_file_description(self):
this_file = os.path.realpath(__file__)
file_dir = os.path.dirname(this_file)
test_xml = os.path.join(file_dir, 'User_files_description_test.xml')
self.assertTrue(os.path.exists(test_xml))
MantidDir = os.path.split(os.path.realpath(__file__))[0]
HomeRootDir = self.get_save_dir()
mcf = MantidConfigDirectInelastic(MantidDir, HomeRootDir,
self.UserScriptRepoDir,
self.MapMaskDir)
user = UserProperties(self.userID)
user.set_user_properties(self.instrument, self.rbdir, self.cycle,
self.start_date)
mcf.init_user(user)
# test old defaults, deployed if no User_files_description are defined
files_to_copy = mcf._parse_user_files_description(None)
self.assertEqual(len(files_to_copy), 1)
source = files_to_copy[0][0]
dest = files_to_copy[0][1]
repl = files_to_copy[0][2]
self.assertEqual(os.path.basename(source), 'MERLINReduction_Sample.py')
self.assertEqual(os.path.basename(dest), 'MERLINReduction_2015_1.py')
self.assertEqual(repl, None)
# test files defined by test xml file
files_to_copy = mcf._parse_user_files_description(test_xml)
self.assertEqual(len(files_to_copy), 2)
# define and generate test files to copy.
# We know what files are and what their contents is from User_files_description_test.xml
for file_descr in files_to_copy:
source = file_descr[0]
dest = file_descr[1]
if os.path.exists(dest):
os.remove(dest)
self.write_test_file(source)
# Check copy_reduction_sample
mcf.copy_reduction_sample(test_xml)
for file_pair in files_to_copy:
dest = file_pair[1]
self.assertTrue(os.path.exists(dest))
# Clean up
for file_pair in files_to_copy:
source = file_pair[0]
dest = file_pair[1]
if os.path.exists(dest):
os.remove(dest)
if os.path.exists(source):
os.remove(source)
def test_init_user(self):
MantidDir = os.path.split(os.path.realpath(__file__))[0]
HomeRootDir = self.get_save_dir()
mcf = MantidConfigDirectInelastic(MantidDir,HomeRootDir,self.UserScriptRepoDir,self.MapMaskDir)
user = UserProperties(self.userID)
user.set_user_properties(self.instrument,self.rbdir,self.cycle,self.start_date)
mcf.init_user(self.userID,user)
user1 = mcf._user
self.assertEqual(user,user1)
mcf.init_user(user)
user2 = mcf._user
self.assertEqual(user,user2)
self.assertRaises(RuntimeError,mcf.init_user,'bla_bla_bla')
def test_parse_file_description(self):
this_file = os.path.realpath(__file__)
file_dir = os.path.dirname(this_file)
test_xml = os.path.join(file_dir,'User_files_description_test.xml')
self.assertTrue(os.path.exists(test_xml))
MantidDir = os.path.split(os.path.realpath(__file__))[0]
HomeRootDir = self.get_save_dir()
mcf = MantidConfigDirectInelastic(MantidDir,HomeRootDir,self.UserScriptRepoDir,self.MapMaskDir)
user = UserProperties(self.userID)
user.set_user_properties(self.instrument,self.rbdir,self.cycle,self.start_date)
mcf.init_user(user)
# test old defaults, deployed if no User_files_description are defined
files_to_copy = mcf._parse_user_files_description(None)
self.assertEqual(len(files_to_copy),1)
source = files_to_copy[0][0]
dest = files_to_copy[0][1]
repl = files_to_copy[0][2]
self.assertEqual(os.path.basename(source),'MERLINReduction_Sample.py')
self.assertEqual(os.path.basename(dest) ,'MERLINReduction_2015_1.py')
self.assertTrue(repl is None)
# test files defined by test xml file
files_to_copy = mcf._parse_user_files_description(test_xml)
self.assertEqual(len(files_to_copy),2)
# define and generate test files to copy.
# We know what files are and what their contents is from User_files_description_test.xml
for file_descr in files_to_copy:
source = file_descr[0]
dest = file_descr[1]
if os.path.exists(dest):
os.remove(dest)
self.write_test_file(source)
# Check copy_reduction_sample
mcf.copy_reduction_sample(test_xml)
for file_pair in files_to_copy:
dest = file_pair[1]
self.assertTrue(os.path.exists(dest))
# Clean up
for file_pair in files_to_copy:
source = file_pair[0]
dest = file_pair[1]
if os.path.exists(dest):
os.remove(dest)
if os.path.exists(source):
os.remove(source)
def test_build_config(self):
# script verifies the presence of a folder, not its contents.
# for the script to work, let's run it on default save directory
MantidDir = os.path.split(os.path.realpath(__file__))[0]
HomeRootDir = self.get_save_dir()
mcf = MantidConfigDirectInelastic(MantidDir,HomeRootDir,self.UserScriptRepoDir,self.MapMaskDir)
self.assertRaises(RuntimeError,MantidConfigDirectInelastic,'MissingMantidFolder',HomeRootDir,self.UserScriptRepoDir,self.MapMaskDir)
self.assertRaises(RuntimeError,MantidConfigDirectInelastic,MantidDir,'MissingUserRootFolder',self.UserScriptRepoDir,self.MapMaskDir)
self.assertRaises(RuntimeError,MantidConfigDirectInelastic,MantidDir,HomeRootDir,'MissingUserScriptRepoDir',self.MapMaskDir)
self.assertRaises(RuntimeError,MantidConfigDirectInelastic,MantidDir,HomeRootDir,self.UserScriptRepoDir,'MissingMapMaskDir')
user = UserProperties(self.userID)
user.set_user_properties(self.instrument,self.rbdir,self.cycle,self.start_date)
# clear up the previous
if os.path.exists(os.path.join(self.userRootDir,'.mantid')):
shutil.rmtree(os.path.join(self.userRootDir,'.mantid'))
mcf.init_user(user)
self.makeFakeSourceReductionFile(mcf)
self.assertEqual(len(mcf._dynamic_configuration),6)
mcf.generate_config()
config_file = os.path.join(self.userRootDir,'.mantid','Mantid.user.properties')
self.assertTrue(os.path.exists(os.path.join(self.userRootDir,'.mantid')))
self.assertTrue(os.path.exists(config_file))
cur_cycleID = mcf._user.cycleID
instr = mcf._user.instrument
targ_file = mcf._target_reduction_file(instr,cur_cycleID)
reduction_file = os.path.join(mcf._user.rb_dir,targ_file)
self.assertTrue(os.path.isfile(reduction_file))
self.assertTrue(mcf.config_need_replacing(config_file))
start_date = user.start_date
date_in_apast=datetime.date(start_date.year,start_date.month,start_date.day-1)
time_user_touched = time.mktime(date_in_apast.timetuple())
os.utime(config_file,(time_user_touched,time_user_touched))
self.assertFalse(mcf.config_need_replacing(config_file))
# clear up
if os.path.exists(os.path.join(self.userRootDir,'.mantid')):
shutil.rmtree(os.path.join(self.userRootDir,'.mantid'))
def test_copy_multiplpe_ucf(self):
# script verifies the presence of a folder, not its contents.
# for the script to work, let's run it on default save directory
MantidDir = os.path.split(os.path.realpath(__file__))[0]
HomeRootDir = self.get_save_dir()
mcf = MantidConfigDirectInelastic(MantidDir, HomeRootDir,
self.UserScriptRepoDir,
self.MapMaskDir)
user = UserProperties(self.userID)
user.set_user_properties(self.instrument, self.rbdir, self.cycle,
self.start_date)
rbnum2 = 'RB1999000'
targetDir = self.get_save_dir()
rbdir2 = os.path.join(targetDir, self.userID, rbnum2)
if not os.path.exists(rbdir2):
os.makedirs(rbdir2)
user.set_user_properties('MARI', rbdir2, 'CYCLE20001', '20000124')
rbnum3 = 'RB1204000'
rbdir3 = os.path.join(targetDir, self.userID, rbnum3)
if not os.path.exists(rbdir3):
os.makedirs(rbdir3)
user.set_user_properties('MAPS', rbdir3, 'CYCLE20044', '20041207')
# clear up the previous
if os.path.exists(os.path.join(self.userRootDir, '.mantid')):
shutil.rmtree(os.path.join(self.userRootDir, '.mantid'))
mcf.init_user(user)
# Generate fake test files to copy to test users
self.makeFakeSourceReductionFile(mcf)
mcf.generate_config()
#
# Check sample reduction files
#
# Sample file for MERLIN:
rbdir1 = self.rbdir
mer_file = os.path.join(rbdir1, 'MERLINReduction_2015_1.py')
self.assertTrue(os.path.isfile(mer_file))
mar_file = os.path.join(rbdir2, 'MARIReduction_2015_1.py')
self.assertTrue(os.path.isfile(mar_file))
maps_file = os.path.join(rbdir3, 'MAPSReduction_2015_1.py')
self.assertTrue(os.path.isfile(maps_file))
# --------------------------------------------------------------------
# clean up
if os.path.exists(os.path.join(self.userRootDir, '.mantid')):
shutil.rmtree(os.path.join(self.userRootDir, '.mantid'),
ignore_errors=True)
if os.path.exists(rbdir2):
shutil.rmtree(rbdir2, ignore_errors=True)
if os.path.exists(rbdir3):
shutil.rmtree(rbdir3, ignore_errors=True)
def test_init_user(self):
MantidDir = os.path.split(os.path.realpath(__file__))[0]
HomeRootDir = self.get_save_dir()
mcf = MantidConfigDirectInelastic(MantidDir, HomeRootDir,
self.UserScriptRepoDir,
self.MapMaskDir)
user = UserProperties(self.userID)
user.set_user_properties(self.instrument, self.rbdir, self.cycle,
self.start_date)
mcf.init_user(self.userID, user)
user1 = mcf._user
self.assertEqual(user, user1)
mcf.init_user(user)
user2 = mcf._user
self.assertEqual(user, user2)
self.assertRaises(RuntimeError, mcf.init_user, 'bla_bla_bla')
def test_build_3Experiments_config(self):
# script verifies the presence of a folder, not its contents.
# for the script to work, let's run it on default save directory
MantidDir = os.path.split(os.path.realpath(__file__))[0]
HomeRootDir = self.get_save_dir()
mcf = MantidConfigDirectInelastic(MantidDir, HomeRootDir,
self.UserScriptRepoDir,
self.MapMaskDir)
user = UserProperties(self.userID)
user.set_user_properties(self.instrument, self.rbdir, self.cycle,
self.start_date)
rbnum2 = 'RB1999000'
targetDir = self.get_save_dir()
rbdir2 = os.path.join(targetDir, self.userID, rbnum2)
if not os.path.exists(rbdir2):
os.makedirs(rbdir2)
user.set_user_properties('MARI', rbdir2, 'CYCLE20001', '20000124')
rbnum3 = 'RB1204000'
rbdir3 = os.path.join(targetDir, self.userID, rbnum3)
if not os.path.exists(rbdir3):
os.makedirs(rbdir3)
user.set_user_properties('MAPS', rbdir3, 'CYCLE20044', '20041207')
# clear up the previous
if os.path.exists(os.path.join(self.userRootDir, '.mantid')):
shutil.rmtree(os.path.join(self.userRootDir, '.mantid'))
mcf.init_user(user)
self.makeFakeSourceReductionFile(mcf)
self.assertEqual(len(mcf._dynamic_configuration), 6)
self.assertEqual(mcf._dynamic_configuration[1],
'default.instrument=MERLIN')
mcf.generate_config()
config_file = os.path.join(self.userRootDir, '.mantid',
'Mantid.user.properties')
self.assertTrue(
os.path.exists(os.path.join(self.userRootDir, '.mantid')))
self.assertTrue(os.path.exists(config_file))
self.assertTrue(mcf.config_need_replacing(config_file))
start_date = user.start_date
date_in_apast = datetime.date(start_date.year, start_date.month,
start_date.day - 1)
time_in_a_past = time.mktime(date_in_apast.timetuple())
os.utime(config_file, (time_in_a_past, time_in_a_past))
self.assertFalse(mcf.config_need_replacing(config_file))
# --------------------------------------------------------------------
user1ID = 'tuf299966'
user1RootDir = os.path.join(self.get_save_dir(), user1ID)
if not os.path.exists(user1RootDir):
os.makedirs(user1RootDir)
#
user1 = UserProperties(user1ID)
user1.set_user_properties('MARI', rbdir2, 'CYCLE20991', '20990124')
mcf.init_user(user1)
self.makeFakeSourceReductionFile(mcf)
mcf.generate_config()
self.assertEqual(len(mcf._dynamic_configuration), 6)
self.assertEqual(mcf._dynamic_configuration[1],
'default.instrument=MARI')
config_file = os.path.join(self.userRootDir, '.mantid',
'Mantid.user.properties')
self.assertTrue(os.path.exists(os.path.join(user1RootDir, '.mantid')))
self.assertTrue(os.path.exists(config_file))
#
# Check sample reduction file
#
full_rb_path = rbdir2
cycle_id = user1.cycleID
instr = user1.instrument
target_file = mcf._target_reduction_file(instr, cycle_id)
full_target_file = os.path.join(full_rb_path, target_file)
self.assertTrue(os.path.exists(full_target_file))
# Fresh target file should always be replaced
self.assertTrue(mcf.script_need_replacing(full_target_file))
# modify target file access time:
access_time = os.path.getmtime(full_target_file)
now = time.time()
os.utime(full_target_file, (access_time, now))
# should not replace modified target file
self.assertFalse(mcf.script_need_replacing(full_target_file))
# --------------------------------------------------------------------
# clean up
if os.path.exists(os.path.join(self.userRootDir, '.mantid')):
shutil.rmtree(os.path.join(self.userRootDir, '.mantid'),
ignore_errors=True)
if os.path.exists(rbdir2):
shutil.rmtree(rbdir2, ignore_errors=True)
if os.path.exists(rbdir3):
shutil.rmtree(rbdir3, ignore_errors=True)
if os.path.exists(user1RootDir):
shutil.rmtree(user1RootDir, ignore_errors=True)
def test_build_config(self):
# script verifies the presence of a folder, not its contents.
# for the script to work, let's run it on default save directory
MantidDir = os.path.split(os.path.realpath(__file__))[0]
HomeRootDir = self.get_save_dir()
mcf = MantidConfigDirectInelastic(MantidDir, HomeRootDir,
self.UserScriptRepoDir,
self.MapMaskDir)
self.assertRaises(RuntimeError, MantidConfigDirectInelastic,
'MissingMantidFolder', HomeRootDir,
self.UserScriptRepoDir, self.MapMaskDir)
self.assertRaises(RuntimeError, MantidConfigDirectInelastic, MantidDir,
'MissingUserRootFolder', self.UserScriptRepoDir,
self.MapMaskDir)
self.assertRaises(RuntimeError, MantidConfigDirectInelastic, MantidDir,
HomeRootDir, 'MissingUserScriptRepoDir',
self.MapMaskDir)
self.assertRaises(RuntimeError, MantidConfigDirectInelastic, MantidDir,
HomeRootDir, self.UserScriptRepoDir,
'MissingMapMaskDir')
user = UserProperties(self.userID)
user.set_user_properties(self.instrument, self.rbdir, self.cycle,
self.start_date)
# clear up the previous
if os.path.exists(os.path.join(self.userRootDir, '.mantid')):
shutil.rmtree(os.path.join(self.userRootDir, '.mantid'))
mcf.init_user(user)
self.makeFakeSourceReductionFile(mcf)
self.assertEqual(len(mcf._dynamic_configuration), 6)
mcf.generate_config()
config_file = os.path.join(self.userRootDir, '.mantid',
'Mantid.user.properties')
self.assertTrue(
os.path.exists(os.path.join(self.userRootDir, '.mantid')))
self.assertTrue(os.path.exists(config_file))
cur_cycleID = mcf._user.cycleID
instr = mcf._user.instrument
targ_file = mcf._target_reduction_file(instr, cur_cycleID)
reduction_file = os.path.join(mcf._user.rb_dir, targ_file)
self.assertTrue(os.path.isfile(reduction_file))
self.assertTrue(mcf.config_need_replacing(config_file))
start_date = user.start_date
date_in_apast = datetime.date(start_date.year, start_date.month,
start_date.day - 1)
time_user_touched = time.mktime(date_in_apast.timetuple())
os.utime(config_file, (time_user_touched, time_user_touched))
self.assertFalse(mcf.config_need_replacing(config_file))
# clear up
if os.path.exists(os.path.join(self.userRootDir, '.mantid')):
shutil.rmtree(os.path.join(self.userRootDir, '.mantid'))
def test_build_3Experiments_config(self):
# script verifies the presence of a folder, not its contents.
# for the script to work, let's run it on default save directory
MantidDir = os.path.split(os.path.realpath(__file__))[0]
HomeRootDir = self.get_save_dir()
mcf = MantidConfigDirectInelastic(MantidDir,HomeRootDir,self.UserScriptRepoDir,self.MapMaskDir)
user = UserProperties(self.userID)
user.set_user_properties(self.instrument,self.rbdir,self.cycle,self.start_date)
rbnum2='RB1999000'
targetDir = self.get_save_dir()
rbdir2 = os.path.join(targetDir,self.userID,rbnum2)
if not os.path.exists(rbdir2):
os.makedirs(rbdir2)
user.set_user_properties('MARI',rbdir2,'CYCLE20001','20000124')
rbnum3='RB1204000'
rbdir3 = os.path.join(targetDir,self.userID,rbnum3)
if not os.path.exists(rbdir3):
os.makedirs(rbdir3)
user.set_user_properties('MAPS',rbdir3,'CYCLE20044','20041207')
# clear up the previous
if os.path.exists(os.path.join(self.userRootDir,'.mantid')):
shutil.rmtree(os.path.join(self.userRootDir,'.mantid'))
mcf.init_user(user)
self.makeFakeSourceReductionFile(mcf)
self.assertEqual(len(mcf._dynamic_configuration),6)
self.assertEqual(mcf._dynamic_configuration[1],'default.instrument=MERLIN')
mcf.generate_config()
config_file = os.path.join(self.userRootDir,'.mantid','Mantid.user.properties')
self.assertTrue(os.path.exists(os.path.join(self.userRootDir,'.mantid')))
self.assertTrue(os.path.exists(config_file))
self.assertTrue(mcf.config_need_replacing(config_file))
start_date = user.start_date
date_in_apast=datetime.date(start_date.year,start_date.month,start_date.day-1)
time_in_a_past = time.mktime(date_in_apast.timetuple())
os.utime(config_file,(time_in_a_past,time_in_a_past))
self.assertFalse(mcf.config_need_replacing(config_file))
#--------------------------------------------------------------------
user1ID = 'tuf299966'
user1RootDir = os.path.join(self.get_save_dir(),user1ID)
if not os.path.exists(user1RootDir):
os.makedirs(user1RootDir)
#
user1 = UserProperties(user1ID)
user1.set_user_properties('MARI',rbdir2,'CYCLE20991','20990124')
mcf.init_user(user1)
source_file = self.makeFakeSourceReductionFile(mcf)
mcf.generate_config()
self.assertEqual(len(mcf._dynamic_configuration),6)
self.assertEqual(mcf._dynamic_configuration[1],'default.instrument=MARI')
config_file = os.path.join(self.userRootDir,'.mantid','Mantid.user.properties')
self.assertTrue(os.path.exists(os.path.join(user1RootDir,'.mantid')))
self.assertTrue(os.path.exists(config_file))
#
# Check sample reduction file
#
full_rb_path = rbdir2
cycle_id = user1.cycleID
instr = user1.instrument
target_file = mcf._target_reduction_file(instr,cycle_id)
full_target_file = os.path.join(full_rb_path,target_file)
self.assertTrue(os.path.exists(full_target_file))
# Fresh target file should always be replaced
self.assertTrue(mcf.script_need_replacing(full_target_file))
# modify target file access time:
access_time = os.path.getmtime(full_target_file)
now = time.time()
os.utime(full_target_file,(access_time ,now))
# should not replace modified target file
self.assertFalse(mcf.script_need_replacing(full_target_file))
#--------------------------------------------------------------------
# clean up
if os.path.exists(os.path.join(self.userRootDir,'.mantid')):
shutil.rmtree(os.path.join(self.userRootDir,'.mantid'),ignore_errors=True)
if os.path.exists(rbdir2):
shutil.rmtree(rbdir2,ignore_errors=True)
if os.path.exists(rbdir3):
shutil.rmtree(rbdir3,ignore_errors=True)
if os.path.exists(user1RootDir):
shutil.rmtree(user1RootDir,ignore_errors=True)
