def test_prior_validity(self):
if not TestLevel.test_enabled(
level = TestLevel.EXHAUSTIVE,
log = _LOG,
module_name = '.'.join([self.__class__.__name__,
sys._getframe().f_code.co_name])):
return
n = 100
sample_size = 100
nprocessors = 4
self._load_workers(sample_size, n)
managers = []
for i in range(nprocessors):
m = Manager(work_queue = self.workq,
result_queue = self.resultq)
managers.append(m)
m.start()
workers = []
for i in range(n):
workers.append(self.resultq.get())
for m in managers:
m.join()
for w in workers:
self._assert_success(w, 4, sample_size)
self.assertPriorIsValid(workers, 0)
def test_rejection_workers(self):
"""
Real-world scale number of simulations. This test will hopefully
catch problems with running into limit of too many open files if
there are file handle 'leaks'.
"""
if not TestLevel.test_enabled(
level = TestLevel.EXHAUSTIVE,
log = _LOG,
module_name = '.'.join([self.__class__.__name__,
sys._getframe().f_code.co_name])):
return
n = 200
sample_size = 10
nprocessors = 4
# get prior
self._load_workers(sample_size, n)
managers = []
for i in range(nprocessors):
m = Manager(work_queue = self.workq,
result_queue = self.resultq)
managers.append(m)
m.start()
workers = []
for i in range(n):
workers.append(self.resultq.get())
for m in managers:
m.join()
prior_path = self.get_test_path(prefix='test-prior-')
header_path = self.get_test_path(prefix='test-prior-header-')
merge_priors(workers=workers, prior_path=prior_path,
header_path=header_path)
# get observed
self._load_workers(sample_size, n, include_header=True)
managers = []
for i in range(nprocessors):
m = Manager(work_queue = self.workq,
result_queue = self.resultq)
managers.append(m)
m.start()
workers = []
for i in range(n):
workers.append(self.resultq.get())
for m in managers:
m.join()
obs_path = self.get_test_path(prefix='test-obs-')
obs_header_path = self.get_test_path(prefix='test-obs-header-')
merge_priors(workers=workers, prior_path=obs_path,
header_path=obs_header_path, include_header=True)
results_dir = self.get_test_subdir(prefix='test-rejection-results-')
msreject_workers = assemble_rejection_workers(
temp_fs = self.temp_fs,
observed_sims_file = obs_path,
prior_path = prior_path,
tolerance = 0.1,
results_dir = results_dir,
posterior_prefix = self.test_id + '-posterior-',
regress = False,
rejection_tool = 'msreject')
self.assertEqual(len(msreject_workers), 2000)
for w in msreject_workers:
self.workq.put(w)
managers = []
for i in range(nprocessors):
m = Manager(work_queue = self.workq,
result_queue = self.resultq)
managers.append(m)
m.start()
workers = []
for i in range(len(msreject_workers)):
workers.append(self.resultq.get())
for m in managers:
m.join()
for w in workers:
self.assertTrue(w.finished)
self.assertEqual(w.exit_code, 0)
self.assertTrue(os.path.isfile(w.posterior_path))
self.assertTrue(self.get_number_of_lines(w.posterior_path) > 2)
class DmcTestCase(PyMsBayesTestCase):
RESULT_DIR_PATTERN = re.compile(r'pymsbayes-results[-]*\d*')
BASE_DIR_PATTERN = re.compile(r'pymsbayes-output[-]*\d*')
DATA_DIR_PATTERN = re.compile(r'd\d+')
MODEL_DIR_PATTERN = re.compile(r'm\d+')
def setUp(self):
self.set_up()
self.cfg_path = package_paths.data_path('4pairs_1locus.cfg')
self.cfg_path2 = package_paths.data_path('4pairs_1locus_maxt5.cfg')
self.np_new_cfg = package_paths.data_path('negros_panay_new.cfg')
self.np_new_sps_cfg = package_paths.data_path(
'negros_panay_new_subs_per_site.cfg')
self.np_cfg = package_paths.data_path('negros_panay_timescale.cfg')
self.np_sps_cfg = package_paths.data_path(
'negros_panay_timescale_subs_per_site.cfg')
self.seed = GLOBAL_RNG.randint(1, 999999999)
self.rng = random.Random()
self.rng.seed(self.seed)
self.output_dir = self.get_test_subdir(prefix='dmc-test-')
self.output_prefix = self.temp_fs.token_id
def tearDown(self):
for base, dirs, files in os.walk(self.temp_fs.base_dir):
for d in dirs:
if self.BASE_DIR_PATTERN.match(d) or \
self.RESULT_DIR_PATTERN.match(d) or \
self.DATA_DIR_PATTERN.match(d) or \
self.MODEL_DIR_PATTERN.match(d) or \
d == 'prior-stats-summaries' or \
d == 'observed-summary-stats':
self.temp_fs._register_dir(os.path.join(base, d))
self.tear_down()
def get_result_paths(self,
observed_idx,
model_str,
sim_idx,
num_prior_samples,
compressed=False,
output_dir=None):
if not output_dir:
output_dir = self.output_dir
prefix = '{0}d{1}-{2}-s{3}-{4}'.format(self.output_prefix,
observed_idx, model_str,
sim_idx, num_prior_samples)
p = os.path.join(output_dir, 'pymsbayes-results', 'pymsbayes-output',
'd' + str(observed_idx), model_str, prefix)
paths = {}
paths['sample'] = p + '-posterior-sample.txt'
paths['summary'] = p + '-posterior-summary.txt'
paths['psi'] = p + '-psi-results.txt'
paths['model'] = p + '-model-results.txt'
paths['omega'] = p + '-omega-results.txt'
paths['cv'] = p + '-cv-results.txt'
paths['div'] = p + '-div-model-results.txt'
paths['glm-summary'] = p + '-glm-posterior-summary.txt'
paths['glm-density'] = p + '-glm-posterior-density-estimates.txt'
if compressed:
paths['sample'] += '.gz'
paths['glm-summary'] += '.gz'
paths['glm-density'] += '.gz'
paths['prior-dir'] = os.path.join(output_dir, 'pymsbayes-results',
'pymsbayes-output',
'prior-stats-summaries')
return paths
def _has_non_sorted_results(self, div_model_path):
length = None
f, close = process_file_arg(div_model_path)
f.next() # header
for line in f:
l = line.strip()
if l:
div_model_key = l.split()[0]
div_model = div_model_key.split(',')
if not length:
length = len(div_model)
if length != len(div_model):
f.close()
return False
f.close()
return True
def _exe_dmc(self,
args,
stdout=None,
stderr=None,
return_code=0,
output_dir=None):
if not output_dir:
output_dir = self.output_dir
args += [
'--output-prefix', self.output_prefix, '--output-dir', output_dir
]
self._exe_script(script_name='dmc.py',
args=args,
stdout=stdout,
stderr=stderr,
return_code=return_code)
def exe_main_dmc(self, args, output_dir=None):
if not output_dir:
output_dir = self.output_dir
args += [
'--output-prefix', self.output_prefix, '--output-dir', output_dir
]
main_dmc.main_cli(args)
def test_help(self):
self._exe_dmc(['-h'], return_code=0)
def test_no_args(self):
self._exe_dmc([], return_code=2)
def test_bogus_arg(self):
self._exe_dmc(['--cheeseburger'], return_code=2)
@unittest.skipIf(TestLevel.get_current_level() < TestLevel.EXHAUSTIVE,
"EXHAUSTIVE test")
def test_repeatability(self):
args = [
'-o', self.cfg_path, '-p', self.cfg_path, '-r', 1, '-n', 400,
'--num-posterior-samples', 200, '--num-standardizing-samples', 300,
'-q', 100, '--np', 4, '--seed', self.seed, '--debug'
]
self._exe_dmc(args, return_code=0)
results1 = self.get_result_paths(1, 'm1', 1, 400)
self.assertTrue(os.path.exists(results1['prior-dir']))
self.assertTrue(os.path.exists(results1['sample']))
out_dir1 = self.get_test_subdir(prefix='repeat-')
args = [
'-o', self.cfg_path, '-p', self.cfg_path, '-r', 1, '-n', 400,
'--num-posterior-samples', 200, '--num-standardizing-samples', 300,
'-q', 100, '--np', 4, '--seed', self.seed, '--debug'
]
self._exe_dmc(args, return_code=0, output_dir=out_dir1)
results2 = self.get_result_paths(1, 'm1', 1, 400, output_dir=out_dir1)
self.assertTrue(os.path.exists(results2['prior-dir']))
self.assertTrue(os.path.exists(results2['sample']))
self.assertNotEqual(results1['prior-dir'], results2['prior-dir'])
self.assertNotEqual(results1['sample'], results2['sample'])
self.assertSameFiles([results1['sample'], results2['sample']])
out_dir2 = self.get_test_subdir(prefix='repeat2-')
args = [
'-o', self.cfg_path, '-p', self.cfg_path, '-r', 1, '-n', 400,
'--num-posterior-samples', 200, '--num-standardizing-samples', 300,
'-q', 100, '--np', 4, '--seed', self.seed + 1, '--debug'
]
self._exe_dmc(args, return_code=0, output_dir=out_dir2)
results3 = self.get_result_paths(1, 'm1', 1, 400, output_dir=out_dir2)
self.assertTrue(os.path.exists(results3['prior-dir']))
self.assertTrue(os.path.exists(results3['sample']))
self.assertNotEqual(results1['prior-dir'], results3['prior-dir'])
self.assertNotEqual(results1['sample'], results3['sample'])
equal, diffs = self.files_equal(results1['sample'], results3['sample'])
self.assertFalse(equal)
@unittest.skipIf(TestLevel.get_current_level() < TestLevel.EXHAUSTIVE,
"EXHAUSTIVE test")
def test_two_stage(self):
args = [
'-o', self.cfg_path, '-p', self.cfg_path, '-r', 1, '-n', 400,
'--num-posterior-samples', 200, '--num-standardizing-samples', 300,
'-q', 100, '--np', 4, '--seed', self.seed, '--debug'
]
self._exe_dmc(args, return_code=0)
results1 = self.get_result_paths(1, 'm1', 1, 400)
self.assertTrue(os.path.exists(results1['prior-dir']))
self.assertTrue(os.path.exists(results1['sample']))
out_dir1 = self.get_test_subdir(prefix='repeat-')
args = [
'-o', self.cfg_path, '-p', self.cfg_path, '-r', 1, '-n', 400,
'--num-posterior-samples', 200, '--num-standardizing-samples', 300,
'-q', 100, '--np', 4, '--generate-samples-only', '--seed',
self.seed, '--debug'
]
self._exe_dmc(args, return_code=0, output_dir=out_dir1)
results2 = self.get_result_paths(1, 'm1', 1, 400, output_dir=out_dir1)
self.assertTrue(os.path.exists(results2['prior-dir']))
self.assertFalse(os.path.exists(results2['sample']))
out_dir2 = self.get_test_subdir(prefix='repeat2-')
args = [
'-o', self.cfg_path, '-p', results2['prior-dir'], '-r', 1, '-n',
400, '--num-posterior-samples', 200, '--num-standardizing-samples',
300, '-q', 100, '--np', 4, '--seed', self.seed, '--debug'
]
self._exe_dmc(args, return_code=0, output_dir=out_dir2)
results3 = self.get_result_paths(1, 'm1', 1, 400, output_dir=out_dir2)
self.assertNotEqual(results1['prior-dir'], results3['prior-dir'])
self.assertNotEqual(results1['sample'], results3['sample'])
self.assertSameFiles([results1['sample'], results3['sample']])
@unittest.skipIf(TestLevel.get_current_level() < TestLevel.EXHAUSTIVE,
"EXHAUSTIVE test")
# Test for previous bug where prior sample file was being compressed, which
# borked eureject.
def test_two_stage_with_compress(self):
args = [
'-o', self.cfg_path, '-p', self.cfg_path, '-r', 1, '-n', 400,
'--num-posterior-samples', 200, '--num-standardizing-samples', 300,
'-q', 100, '--np', 4, '--seed', self.seed, '--debug'
]
self._exe_dmc(args, return_code=0)
results1 = self.get_result_paths(1, 'm1', 1, 400)
self.assertTrue(os.path.exists(results1['prior-dir']))
self.assertTrue(os.path.exists(results1['sample']))
out_dir1 = self.get_test_subdir(prefix='repeat-')
args = [
'-o', self.cfg_path, '-p', self.cfg_path, '-r', 1, '-n', 400,
'--num-posterior-samples', 200, '--num-standardizing-samples', 300,
'--compress', '-q', 100, '--np', 4, '--generate-samples-only',
'--seed', self.seed, '--debug'
]
self._exe_dmc(args, return_code=0, output_dir=out_dir1)
results2 = self.get_result_paths(1,
'm1',
1,
400,
compressed=True,
output_dir=out_dir1)
self.assertTrue(os.path.exists(results2['prior-dir']))
self.assertFalse(os.path.exists(results2['sample']))
out_dir2 = self.get_test_subdir(prefix='repeat2-')
args = [
'-o', self.cfg_path, '-p', results2['prior-dir'], '-r', 1, '-n',
400, '--num-posterior-samples', 200, '--num-standardizing-samples',
300, '-q', 100, '--np', 4, '--seed', self.seed, '--debug'
]
self._exe_dmc(args, return_code=0, output_dir=out_dir2)
results3 = self.get_result_paths(1, 'm1', 1, 400, output_dir=out_dir2)
self.assertNotEqual(results1['prior-dir'], results3['prior-dir'])
self.assertNotEqual(results1['sample'], results3['sample'])
self.assertSameFiles([results1['sample'], results3['sample']])
@unittest.skipIf(TestLevel.get_current_level() < TestLevel.EXHAUSTIVE,
"EXHAUSTIVE test")
def test_sort_index(self):
args = [
'-o', self.cfg_path, '-p', self.cfg_path, '-r', 1, '-n', 400,
'--num-posterior-samples', 200, '--num-standardizing-samples', 300,
'-q', 100, '--np', 4, '--sort-index', 7, '--seed', self.seed,
'--debug'
]
self._exe_dmc(args, return_code=0)
results1 = self.get_result_paths(1, 'm1', 1, 400)
self.assertTrue(os.path.exists(results1['prior-dir']))
self.assertTrue(os.path.exists(results1['sample']))
self.assertFalse(self._has_non_sorted_results(results1['div']))
out_dir1 = self.get_test_subdir(prefix='repeat-')
args = [
'-o', self.cfg_path, '-p', self.cfg_path, '-r', 1, '-n', 400,
'--num-posterior-samples', 200, '--num-standardizing-samples', 300,
'-q', 100, '--np', 4, '--sort-index', 0, '--seed', self.seed,
'--debug'
]
self._exe_dmc(args, return_code=0, output_dir=out_dir1)
results2 = self.get_result_paths(1, 'm1', 1, 400, output_dir=out_dir1)
self.assertTrue(os.path.exists(results2['prior-dir']))
self.assertTrue(os.path.exists(results2['sample']))
self.assertTrue(self._has_non_sorted_results(results2['div']))
@unittest.skipIf(TestLevel.get_current_level() < TestLevel.EXHAUSTIVE,
"EXHAUSTIVE test")
def test_no_global_estimate(self):
args = [
'-o', self.cfg_path, '-p', self.cfg_path, self.cfg_path2, '-r', 1,
'-n', 400, '--num-posterior-samples', 200,
'--num-standardizing-samples', 300, '-q', 100, '--np', 4, '--seed',
self.seed, '--debug'
]
self._exe_dmc(args, return_code=0)
results1_1 = self.get_result_paths(1, 'm1', 1, 400)
results1_2 = self.get_result_paths(1, 'm2', 1, 400)
results1_c = self.get_result_paths(1, 'm12-combined', 1, 400)
self.assertTrue(os.path.exists(results1_1['sample']))
self.assertTrue(os.path.exists(results1_2['sample']))
self.assertTrue(os.path.exists(results1_c['sample']))
out_dir1 = self.get_test_subdir(prefix='repeat-')
args = [
'-o', self.cfg_path, '-p', self.cfg_path, self.cfg_path2, '-r', 1,
'-n', 400, '--num-posterior-samples', 200,
'--num-standardizing-samples', 300, '-q', 100, '--np', 4,
'--no-global-estimate', '--seed', self.seed, '--debug'
]
self._exe_dmc(args, return_code=0, output_dir=out_dir1)
results2_1 = self.get_result_paths(1,
'm1',
1,
400,
output_dir=out_dir1)
results2_2 = self.get_result_paths(1,
'm2',
1,
400,
output_dir=out_dir1)
results2_c = self.get_result_paths(1,
'm12-combined',
1,
400,
output_dir=out_dir1)
self.assertTrue(os.path.exists(results2_1['sample']))
self.assertTrue(os.path.exists(results2_2['sample']))
self.assertFalse(os.path.exists(results2_c['sample']))
self.assertSameFiles([results1_1['sample'], results2_1['sample']])
self.assertSameFiles([results1_2['sample'], results2_2['sample']])
def convert_time(self, t, mean_theta, mu=1.0):
return t * (mean_theta / mu)
def convert_sps_time(self, t, mu=1.0):
return t / mu
def get_value_list(self,
posterior_sample_path,
header_prefix='PRI.t.',
taxon_index=1):
header_key = str(header_prefix) + str(taxon_index)
times = []
with open(posterior_sample_path, 'rU') as file_stream:
header = [x.strip() for x in file_stream.next().split()]
index = header.index(header_key)
for line in file_stream:
l = [x.strip() for x in line.split()]
times.append(float(l[index]))
return times
@unittest.skipIf(TestLevel.get_current_level() < TestLevel.EXHAUSTIVE,
"EXHAUSTIVE test")
def test_time_scale(self):
args = [
'-o', self.np_new_cfg, '-p', self.np_new_cfg, '-n', 400,
'--num-posterior-samples', 200, '--num-standardizing-samples', 300,
'-q', 100, '--np', 4, '--seed', self.seed, '--debug'
]
self._exe_dmc(args, return_code=0)
results1 = self.get_result_paths(1, 'm1', 1, 400)
self.assertTrue(os.path.exists(results1['prior-dir']))
self.assertTrue(os.path.exists(results1['sample']))
out_dir1 = self.get_test_subdir(prefix='sps-')
args = [
'-o', self.np_new_sps_cfg, '-p', self.np_new_sps_cfg, '-n', 400,
'--num-posterior-samples', 200, '--num-standardizing-samples', 300,
'-q', 100, '--np', 4, '--seed', self.seed, '--debug'
]
self._exe_dmc(args, return_code=0, output_dir=out_dir1)
results2 = self.get_result_paths(1, 'm1', 1, 400, output_dir=out_dir1)
self.assertTrue(os.path.exists(results2['prior-dir']))
self.assertTrue(os.path.exists(results2['sample']))
results_old = configobj.ConfigObj(results1['summary'])
results_sps = configobj.ConfigObj(results2['summary'])
old_times = self.get_value_list(results1['sample'])
sps_times = self.get_value_list(results2['sample'])
old_pis = self.get_value_list(results1['sample'], 'pi.')
sps_pis = self.get_value_list(results2['sample'], 'pi.')
old_pi_bs = self.get_value_list(results1['sample'], 'pi.net.')
sps_pi_bs = self.get_value_list(results2['sample'], 'pi.net.')
mean_theta = 0.001
self.assertEqual(len(old_times), len(sps_times))
for i in range(len(old_times)):
self.assertAlmostEqual(self.convert_time(t=old_times[i],
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=sps_times[i],
mu=1.0),
places=7)
self.assertAlmostEqual(old_pis[i], sps_pis[i])
self.assertAlmostEqual(old_pi_bs[i], sps_pi_bs[i])
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['mean']),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['mean']),
mu=1.0),
places=7)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['mean']),
mean_theta=mean_theta,
mu=1e-8),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['mean']),
mu=1e-8),
places=3)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['median']),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['median']),
mu=1.0),
places=7)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.omega']['median']),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.omega']['median']),
mu=1.0),
places=7)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['range'][0]),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['range'][0]),
mu=1.0),
places=7)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['range'][1]),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['range'][1]),
mu=1.0),
places=7)
self.assertAlmostEqual(self.convert_time(t=float(
results_old['PRI.omega']['range'][0]),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(
results_sps['PRI.omega']['range'][0]),
mu=1.0),
places=7)
self.assertAlmostEqual(self.convert_time(t=float(
results_old['PRI.omega']['range'][1]),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(
results_sps['PRI.omega']['range'][1]),
mu=1.0),
places=7)
@unittest.skipIf(TestLevel.get_current_level() < TestLevel.EXHAUSTIVE,
"EXHAUSTIVE test")
def test_time_scale_old(self):
args = [
'-o', self.np_cfg, '-p', self.np_cfg, '-n', 400,
'--num-posterior-samples', 200, '--num-standardizing-samples', 300,
'-q', 100, '--np', 4, '--seed', self.seed, '--debug'
]
self._exe_dmc(args, return_code=0)
results1 = self.get_result_paths(1, 'm1', 1, 400)
self.assertTrue(os.path.exists(results1['prior-dir']))
self.assertTrue(os.path.exists(results1['sample']))
out_dir1 = self.get_test_subdir(prefix='sps-')
args = [
'-o', self.np_sps_cfg, '-p', self.np_sps_cfg, '-n', 400,
'--num-posterior-samples', 200, '--num-standardizing-samples', 300,
'-q', 100, '--np', 4, '--seed', self.seed, '--debug'
]
self._exe_dmc(args, return_code=0, output_dir=out_dir1)
results2 = self.get_result_paths(1, 'm1', 1, 400, output_dir=out_dir1)
self.assertTrue(os.path.exists(results2['prior-dir']))
self.assertTrue(os.path.exists(results2['sample']))
results_old = configobj.ConfigObj(results1['summary'])
results_sps = configobj.ConfigObj(results2['summary'])
old_times = self.get_value_list(results1['sample'])
sps_times = self.get_value_list(results2['sample'])
old_pis = self.get_value_list(results1['sample'], 'pi.')
sps_pis = self.get_value_list(results2['sample'], 'pi.')
old_pi_bs = self.get_value_list(results1['sample'], 'pi.net.')
sps_pi_bs = self.get_value_list(results2['sample'], 'pi.net.')
mean_theta = 0.05
self.assertEqual(len(old_times), len(sps_times))
for i in range(len(old_times)):
self.assertAlmostEqual(self.convert_time(t=old_times[i],
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=sps_times[i],
mu=1.0),
places=7)
self.assertAlmostEqual(old_pis[i], sps_pis[i])
self.assertAlmostEqual(old_pi_bs[i], sps_pi_bs[i])
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['mean']),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['mean']),
mu=1.0),
places=7)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['mean']),
mean_theta=mean_theta,
mu=1e-8),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['mean']),
mu=1e-8),
places=3)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['median']),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['median']),
mu=1.0),
places=7)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.omega']['median']),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.omega']['median']),
mu=1.0),
places=7)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['range'][0]),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['range'][0]),
mu=1.0),
places=7)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['range'][1]),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['range'][1]),
mu=1.0),
places=7)
self.assertAlmostEqual(self.convert_time(t=float(
results_old['PRI.omega']['range'][0]),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(
results_sps['PRI.omega']['range'][0]),
mu=1.0),
places=7)
self.assertAlmostEqual(self.convert_time(t=float(
results_old['PRI.omega']['range'][1]),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(
results_sps['PRI.omega']['range'][1]),
mu=1.0),
places=7)
@unittest.skipIf(TestLevel.get_current_level() < TestLevel.EXHAUSTIVE,
"EXHAUSTIVE test")
def test_time_scale_multi_locus(self):
cu_cfg_path = package_paths.data_path('4pairs_5loci_cu_time.cfg')
args = [
'-o', cu_cfg_path, '-p', cu_cfg_path, '-r', 1, '-n', 400,
'--num-posterior-samples', 200, '--num-standardizing-samples', 300,
'-q', 100, '--np', 4, '--seed', self.seed, '--debug'
]
self._exe_dmc(args, return_code=0)
results1 = self.get_result_paths(1, 'm1', 1, 400)
self.assertTrue(os.path.exists(results1['prior-dir']))
self.assertTrue(os.path.exists(results1['sample']))
out_dir1 = self.get_test_subdir(prefix='sps-')
sps_cfg_path = package_paths.data_path('4pairs_5loci_sps_time.cfg')
args = [
'-o', sps_cfg_path, '-p', sps_cfg_path, '-r', 1, '-n', 400,
'--num-posterior-samples', 200, '--num-standardizing-samples', 300,
'-q', 100, '--np', 4, '--seed', self.seed, '--debug'
]
self._exe_dmc(args, return_code=0, output_dir=out_dir1)
results2 = self.get_result_paths(1, 'm1', 1, 400, output_dir=out_dir1)
self.assertTrue(os.path.exists(results2['prior-dir']))
self.assertTrue(os.path.exists(results2['sample']))
results_old = configobj.ConfigObj(results1['summary'])
results_sps = configobj.ConfigObj(results2['summary'])
old_times = self.get_value_list(results1['sample'])
sps_times = self.get_value_list(results2['sample'])
old_pis = self.get_value_list(results1['sample'], 'pi.')
sps_pis = self.get_value_list(results2['sample'], 'pi.')
old_pi_bs = self.get_value_list(results1['sample'], 'pi.net.')
sps_pi_bs = self.get_value_list(results2['sample'], 'pi.net.')
mean_theta = 0.001
self.assertEqual(len(old_times), len(sps_times))
for i in range(len(old_times)):
self.assertAlmostEqual(self.convert_time(t=old_times[i],
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=sps_times[i],
mu=1.0),
places=7)
self.assertAlmostEqual(old_pis[i], sps_pis[i])
self.assertAlmostEqual(old_pi_bs[i], sps_pi_bs[i])
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['mean']),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['mean']),
mu=1.0),
places=7)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['mean']),
mean_theta=mean_theta,
mu=1e-8),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['mean']),
mu=1e-8),
places=3)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['median']),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['median']),
mu=1.0),
places=7)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.omega']['median']),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.omega']['median']),
mu=1.0),
places=7)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['range'][0]),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['range'][0]),
mu=1.0),
places=7)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['range'][1]),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['range'][1]),
mu=1.0),
places=7)
self.assertAlmostEqual(self.convert_time(t=float(
results_old['PRI.omega']['range'][0]),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(
results_sps['PRI.omega']['range'][0]),
mu=1.0),
places=7)
self.assertAlmostEqual(self.convert_time(t=float(
results_old['PRI.omega']['range'][1]),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(
results_sps['PRI.omega']['range'][1]),
mu=1.0),
places=7)
@unittest.skipIf(TestLevel.get_current_level() < TestLevel.EXHAUSTIVE,
"EXHAUSTIVE test")
def test_time_scale_old_multi_locus(self):
cu_cfg_path = package_paths.data_path('4pairs_5loci_old_cu_time.cfg')
args = [
'-o', cu_cfg_path, '-p', cu_cfg_path, '-r', 1, '-n', 400,
'--num-posterior-samples', 200, '--num-standardizing-samples', 300,
'-q', 100, '--np', 4, '--seed', self.seed, '--debug'
]
self._exe_dmc(args, return_code=0)
results1 = self.get_result_paths(1, 'm1', 1, 400)
self.assertTrue(os.path.exists(results1['prior-dir']))
self.assertTrue(os.path.exists(results1['sample']))
out_dir1 = self.get_test_subdir(prefix='sps-')
sps_cfg_path = package_paths.data_path('4pairs_5loci_old_sps_time.cfg')
args = [
'-o', sps_cfg_path, '-p', sps_cfg_path, '-r', 1, '-n', 400,
'--num-posterior-samples', 200, '--num-standardizing-samples', 300,
'-q', 100, '--np', 4, '--seed', self.seed, '--debug'
]
self._exe_dmc(args, return_code=0, output_dir=out_dir1)
results2 = self.get_result_paths(1, 'm1', 1, 400, output_dir=out_dir1)
self.assertTrue(os.path.exists(results2['prior-dir']))
self.assertTrue(os.path.exists(results2['sample']))
results_old = configobj.ConfigObj(results1['summary'])
results_sps = configobj.ConfigObj(results2['summary'])
old_times = self.get_value_list(results1['sample'])
sps_times = self.get_value_list(results2['sample'])
old_pis = self.get_value_list(results1['sample'], 'pi.')
sps_pis = self.get_value_list(results2['sample'], 'pi.')
old_pi_bs = self.get_value_list(results1['sample'], 'pi.net.')
sps_pi_bs = self.get_value_list(results2['sample'], 'pi.net.')
mean_theta = 0.01
self.assertEqual(len(old_times), len(sps_times))
for i in range(len(old_times)):
self.assertAlmostEqual(self.convert_time(t=old_times[i],
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=sps_times[i],
mu=1.0),
places=7)
self.assertAlmostEqual(old_pis[i], sps_pis[i])
self.assertAlmostEqual(old_pi_bs[i], sps_pi_bs[i])
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['mean']),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['mean']),
mu=1.0),
places=7)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['mean']),
mean_theta=mean_theta,
mu=1e-8),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['mean']),
mu=1e-8),
places=3)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['median']),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['median']),
mu=1.0),
places=7)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.omega']['median']),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.omega']['median']),
mu=1.0),
places=7)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['range'][0]),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['range'][0]),
mu=1.0),
places=7)
self.assertAlmostEqual(
self.convert_time(t=float(results_old['PRI.E.t']['range'][1]),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(results_sps['PRI.E.t']['range'][1]),
mu=1.0),
places=7)
self.assertAlmostEqual(self.convert_time(t=float(
results_old['PRI.omega']['range'][0]),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(
results_sps['PRI.omega']['range'][0]),
mu=1.0),
places=7)
self.assertAlmostEqual(self.convert_time(t=float(
results_old['PRI.omega']['range'][1]),
mean_theta=mean_theta,
mu=1.0),
self.convert_sps_time(t=float(
results_sps['PRI.omega']['range'][1]),
mu=1.0),
places=7)
def test_diff_sample_table_error(self):
observed_config = package_paths.data_path('negros_panay_new.cfg')
prior_config = package_paths.data_path('negros_panay_3pairs.cfg')
args = [
'-o',
observed_config,
'-p',
prior_config,
'-r',
'1',
]
self.assertRaises(errors.SampleTableError, self.exe_main_dmc, args)
args = [
'-o',
observed_config,
'-p',
prior_config,
]
self.assertRaises(errors.SampleTableError, self.exe_main_dmc, args)
prior_config = package_paths.data_path('negros_panay_new_diff.cfg')
args = [
'-o',
observed_config,
'-p',
prior_config,
'-r',
'1',
]
self.assertRaises(errors.SampleTableError, self.exe_main_dmc, args)
args = [
'-o',
observed_config,
'-p',
prior_config,
]
self.assertRaises(errors.SampleTableError, self.exe_main_dmc, args)
def test_modified_sample_table_error(self):
observed_config = package_paths.data_path('ambig_config1.cfg')
prior_config = package_paths.data_path('ambig_config2.cfg')
args = [
'-o',
observed_config,
'-p',
prior_config,
]
self.assertRaises(errors.SampleTableError, self.exe_main_dmc, args)
shutil.move(observed_config + '.orig', observed_config)