def test_jackknifing_gaps(temp_output_dir, train_opts, gap_opts, atol):
check_jackknife(
Estimator,
temp_output_dir,
train_opts,
gap_opts,
output_name=constants.GAP_TAGS,
expected_avg_probs=0.433703,
atol=atol,
)
def test_jackknifing_source(temp_output_dir, train_opts, source_opts, atol):
check_jackknife(
Estimator,
temp_output_dir,
train_opts,
source_opts,
output_name=constants.SOURCE_TAGS,
expected_avg_probs=0.496570,
atol=atol,
)
def test_jackknifing_target(temp_output_dir, train_opts, target_opts, atol):
check_jackknife(
Estimator,
temp_output_dir,
train_opts,
target_opts,
output_name=constants.TARGET_TAGS,
expected_avg_probs=0.461057,
atol=atol,
)
def test_jackknifing(temp_output_dir, train_opts, nuqe_opts, atol):
check_jackknife(
NuQE,
temp_output_dir,
train_opts,
nuqe_opts,
output_name=constants.TARGET_TAGS,
expected_avg_probs=0.583079,
atol=atol,
)
def test_jackknifing(temp_output_dir, train_opts, quetch_opts, atol):
check_jackknife(
QUETCH,
temp_output_dir,
train_opts,
quetch_opts,
output_name=constants.TARGET_TAGS,
expected_avg_probs=0.486359,
atol=atol,
)
def test_jackknifing_source(temp_output_dir, train_opts, source_opts, atol):
check_jackknife(
QUETCH,
temp_output_dir,
train_opts,
source_opts,
output_name=constants.SOURCE_TAGS,
expected_avg_probs=0.394607,
atol=atol,
)
def test_jackknifing_gaps(temp_output_dir, train_opts, gap_opts, atol):
check_jackknife(
QUETCH,
temp_output_dir,
train_opts,
gap_opts,
output_name=constants.GAP_TAGS,
expected_avg_probs=0.279053,
atol=atol,
)
