def test_shapesys(backend):
mc = MockConfig(
par_map={
'dummy1': {
'paramset':
paramset(
name='dummy1',
is_scalar=True,
n_parameters=1,
inits=[0],
bounds=[[0, 10]],
fixed=False,
),
'slice':
slice(0, 1),
},
'shapesys1': {
'paramset':
constrained_by_poisson(
name='shapesys1',
is_scalar=False,
n_parameters=1,
inits=[0],
bounds=[[0, 10]],
fixed=False,
auxdata=[None],
factors=[None],
),
'slice':
slice(1, 2),
},
'shapesys2': {
'paramset':
constrained_by_poisson(
name='shapesys2',
n_parameters=2,
is_scalar=False,
inits=[0, 0],
bounds=[[0, 10], [0, 10]],
fixed=False,
auxdata=[None, None],
factors=[None, None],
),
'slice':
slice(2, 4),
},
'dummy2': {
'paramset':
paramset(
name='dummy2',
is_scalar=True,
n_parameters=1,
inits=[0],
bounds=[[0, 10]],
fixed=False,
),
'slice':
slice(4, 5),
},
},
channels=['chan1', 'chan2'],
channel_nbins={
'chan1': 1,
'chan2': 2
},
par_order=['dummy1', 'shapesys1', 'shapesys2', 'dummy2'],
samples=['signal', 'background'],
)
mega_mods = {
'shapesys/shapesys1': {
'signal': {
'type': 'shapesys',
'name': 'shapesys1',
'data': {
'mask': [True, False, False],
'nom_data': [10, 10, 10],
'uncrt': [1, 0, 0],
},
},
'background': {
'type': 'shapesys',
'name': 'shapesys1',
'data': {
'mask': [True, False, False],
'nom_data': [10, 10, 10],
'uncrt': [1, 0, 0],
},
},
},
'shapesys/shapesys2': {
'signal': {
'type': 'shapesys',
'name': 'shapesys1',
'data': {
'mask': [False, True, True],
'nom_data': [10, 10, 10],
'uncrt': [0, 1, 1],
},
},
'background': {
'type': 'shapesys',
'name': 'shapesys1',
'data': {
'mask': [False, True, True],
'nom_data': [10, 10, 10],
'uncrt': [0, 1, 1],
},
},
},
}
hsc = shapesys_combined([('shapesys1', 'shapesys'),
('shapesys2', 'shapesys')], mc, mega_mods)
mod = hsc.apply(pyhf.tensorlib.astensor([-10, 1.1, 1.2, 1.3, -20]))
shape = pyhf.tensorlib.shape(mod)
assert shape == (2, 2, 1, 3)
mod = np.asarray(pyhf.tensorlib.tolist(mod))
assert np.allclose(mod[0, 0, 0], [1.1, 1.0, 1.0])
assert np.allclose(mod[1, 0, 0], [1, 1.2, 1.3])
def test_shapesys_zero(backend):
mc = MockConfig(
par_map={
'SigXsecOverSM': {
'paramset':
paramset(
name='SigXsecOverSM',
is_scalar=True,
n_parameters=1,
inits=[0],
bounds=[[0, 10]],
fixed=False,
),
'slice':
slice(0, 1),
},
'syst': {
'paramset':
constrained_by_poisson(
name='syst',
is_scalar=False,
n_parameters=5,
inits=[0] * 5,
bounds=[[0, 10]] * 5,
fixed=False,
auxdata=[None] * 5,
factors=[None] * 5,
),
'slice':
slice(1, 6),
},
},
channels=['channel1'],
channel_nbins={'channel1': 6},
par_order=['SigXsecOverSM', 'syst'],
samples=['signal', 'background'],
)
mega_mods = {
'shapesys/syst': {
'background': {
'type': 'shapesys',
'name': 'syst',
'data': {
'mask': [True, True, False, True, True, True],
'nom_data': [100.0, 90.0, 0.0, 70, 0.1, 50],
'uncrt': [10, 9, 1, 0.0, 0.1, 5],
},
},
'signal': {
'type': 'shapesys',
'name': 'syst',
'data': {
'mask': [False, False, False, False, False, False],
'nom_data': [20.0, 10.0, 5.0, 3.0, 2.0, 1.0],
'uncrt': [10, 9, 1, 0.0, 0.1, 5],
},
},
}
}
hsc = shapesys_combined([('syst', 'shapesys')], mc, mega_mods)
mod = hsc.apply(pyhf.tensorlib.astensor([-10, 1.1, 1.2, 1.3, -20, -30]))
shape = pyhf.tensorlib.shape(mod)
assert shape == (1, 2, 1, 6)
# expect the 'background' sample to have a single masked bin for 'syst'
assert mod[0, 1, 0, 2] == 1.0
def test_batched_constraints(backend):
config = MockConfig(
par_order=['pois1', 'pois2', 'norm1', 'norm2'],
par_map={
'pois1': {
'paramset':
constrained_by_poisson(
name='pois1',
is_scalar=False,
n_parameters=1,
inits=[1.0],
bounds=[[0, 10]],
auxdata=[12],
factors=[12],
fixed=False,
),
'slice':
slice(0, 1),
'auxdata': [1],
},
'pois2': {
'paramset':
constrained_by_poisson(
name='pois2',
is_scalar=False,
n_parameters=2,
inits=[1.0] * 2,
bounds=[[0, 10]] * 2,
auxdata=[13, 14],
factors=[13, 14],
fixed=False,
),
'slice':
slice(1, 3),
},
'norm1': {
'paramset':
constrained_by_normal(
name='norm1',
is_scalar=False,
n_parameters=2,
inits=[0] * 2,
bounds=[[0, 10]] * 2,
auxdata=[0, 0],
sigmas=[1.5, 2.0],
fixed=False,
),
'slice':
slice(3, 5),
},
'norm2': {
'paramset':
constrained_by_normal(
name='norm2',
is_scalar=False,
n_parameters=3,
inits=[0] * 3,
bounds=[[0, 10]] * 3,
auxdata=[0, 0, 0],
fixed=False,
),
'slice':
slice(5, 8),
},
},
)
suggested_pars = [1.0] * 3 + [0.0] * 5 # 2 pois 5 norm
constraint = poisson_constraint_combined(config)
result = default_backend.astensor(
pyhf.tensorlib.tolist(
constraint.logpdf(
pyhf.tensorlib.astensor(config.auxdata),
pyhf.tensorlib.astensor(suggested_pars),
)))
assert np.isclose(
result,
sum([
default_backend.poisson_logpdf(data, rate)
for data, rate in zip([12, 13, 14], [12, 13, 14])
]),
)
assert result.shape == ()
suggested_pars = [1.1] * 3 + [0.0] * 5 # 2 pois 5 norm
constraint = poisson_constraint_combined(config)
result = default_backend.astensor(
pyhf.tensorlib.tolist(
constraint.logpdf(
pyhf.tensorlib.astensor(config.auxdata),
pyhf.tensorlib.astensor(suggested_pars),
)))
assert np.isclose(
result,
sum([
default_backend.poisson_logpdf(data, rate)
for data, rate in zip([12, 13, 14], [12 * 1.1, 13 * 1.1, 14 * 1.1])
]),
)
assert result.shape == ()
constraint = poisson_constraint_combined(config, batch_size=10)
result = constraint.logpdf(
pyhf.tensorlib.astensor(config.auxdata),
pyhf.tensorlib.astensor([suggested_pars] * 10),
)
assert result.shape == (10, )
suggested_pars = [
[1.1, 1.2, 1.3] + [0.0] * 5, # 2 pois 5 norm
[0.7, 0.8, 0.9] + [0.0] * 5, # 2 pois 5 norm
[0.4, 0.5, 0.6] + [0.0] * 5, # 2 pois 5 norm
]
constraint = poisson_constraint_combined(config, batch_size=3)
result = default_backend.astensor(
pyhf.tensorlib.tolist(
constraint.logpdf(
pyhf.tensorlib.astensor(config.auxdata),
pyhf.tensorlib.astensor(suggested_pars),
)))
assert np.all(
np.isclose(
result,
np.sum(
[
[
default_backend.poisson_logpdf(data, rate)
for data, rate in zip([12, 13, 14],
[12 * 1.1, 13 * 1.2, 14 * 1.3])
],
[
default_backend.poisson_logpdf(data, rate)
for data, rate in zip([12, 13, 14],
[12 * 0.7, 13 * 0.8, 14 * 0.9])
],
[
default_backend.poisson_logpdf(data, rate)
for data, rate in zip([12, 13, 14],
[12 * 0.4, 13 * 0.5, 14 * 0.6])
],
],
axis=1,
),
))
assert result.shape == (3, )
suggested_pars = [1.0] * 3 + [0.0] * 5 # 2 pois 5 norm
constraint = gaussian_constraint_combined(config, batch_size=1)
result = default_backend.astensor(
pyhf.tensorlib.tolist(
constraint.logpdf(
pyhf.tensorlib.astensor(config.auxdata),
pyhf.tensorlib.astensor(suggested_pars),
)))
assert np.isclose(
result[0],
sum([
default_backend.normal_logpdf(data, mu, sigma) for data, mu, sigma
in zip([0, 0, 0, 0, 0], [0, 0, 0, 0, 0], [1.5, 2.0, 1.0, 1.0, 1.0])
]),
)
assert result.shape == (1, )
suggested_pars = [1.0] * 3 + [1, 2, 3, 4, 5] # 2 pois 5 norm
constraint = gaussian_constraint_combined(config, batch_size=1)
result = default_backend.astensor(
pyhf.tensorlib.tolist(
constraint.logpdf(
pyhf.tensorlib.astensor(config.auxdata),
pyhf.tensorlib.astensor(suggested_pars),
)))
assert np.isclose(
result[0],
sum([
default_backend.normal_logpdf(data, mu, sigma) for data, mu, sigma
in zip([0, 0, 0, 0, 0], [1, 2, 3, 4, 5], [1.5, 2.0, 1.0, 1.0, 1.0])
]),
)
assert result.shape == (1, )
suggested_pars = [
[1.0] * 3 + [1, 2, 3, 4, 5], # 2 pois 5 norm
[1.0] * 3 + [-1, -2, -3, -4, -5], # 2 pois 5 norm
[1.0] * 3 + [-1, -2, 0, 1, 2], # 2 pois 5 norm
]
constraint = gaussian_constraint_combined(config, batch_size=3)
result = default_backend.astensor(
pyhf.tensorlib.tolist(
constraint.logpdf(
pyhf.tensorlib.astensor(config.auxdata),
pyhf.tensorlib.astensor(suggested_pars),
)))
assert np.all(
np.isclose(
result,
np.sum(
[
[
default_backend.normal_logpdf(data, mu, sigma)
for data, mu, sigma in
zip([0, 0, 0, 0, 0], [1, 2, 3, 4, 5],
[1.5, 2.0, 1.0, 1.0, 1.0])
],
[
default_backend.normal_logpdf(data, mu, sigma)
for data, mu, sigma in zip(
[0, 0, 0, 0, 0],
[-1, -2, -3, -4, -5],
[1.5, 2.0, 1.0, 1.0, 1.0],
)
],
[
default_backend.normal_logpdf(data, mu, sigma)
for data, mu, sigma in zip(
[0, 0, 0, 0, 0],
[-1, -2, 0, 1, 2],
[1.5, 2.0, 1.0, 1.0, 1.0],
)
],
],
axis=1,
),
))
assert result.shape == (3, )
constraint = gaussian_constraint_combined(config, batch_size=10)
result = constraint.logpdf(
pyhf.tensorlib.astensor(config.auxdata),
pyhf.tensorlib.astensor([suggested_pars] * 10),
)
assert result.shape == (10, )