def test_clone_gp(self, dtype, X, X_isSamples, rbf_lengthscale,
rbf_lengthscale_isSamples, rbf_variance,
rbf_variance_isSamples, rv, rv_isSamples, num_samples):
X_mx = prepare_mxnet_array(X, X_isSamples, dtype)
rbf_lengthscale_mx = prepare_mxnet_array(rbf_lengthscale,
rbf_lengthscale_isSamples,
dtype)
rbf_variance_mx = prepare_mxnet_array(rbf_variance,
rbf_variance_isSamples, dtype)
rv_mx = prepare_mxnet_array(rv, rv_isSamples, dtype)
rv_shape = rv.shape[1:] if rv_isSamples else rv.shape
rbf = RBF(2, True, 1., 1., 'rbf', None, dtype)
m = Model()
m.X_var = Variable(shape=(5, 2))
m.Y = GaussianProcess.define_variable(X=m.X_var,
kernel=rbf,
shape=rv_shape,
dtype=dtype)
gp = m.clone().Y.factor
variables = {
gp.X.uuid: X_mx,
gp.rbf_lengthscale.uuid: rbf_lengthscale_mx,
gp.rbf_variance.uuid: rbf_variance_mx,
gp.random_variable.uuid: rv_mx
}
log_pdf_rt = gp.log_pdf(F=mx.nd, variables=variables).asnumpy()
log_pdf_np = []
for i in range(num_samples):
X_i = X[i] if X_isSamples else X
lengthscale_i = rbf_lengthscale[
i] if rbf_lengthscale_isSamples else rbf_lengthscale
variance_i = rbf_variance[
i] if rbf_variance_isSamples else rbf_variance
rv_i = rv[i] if rv_isSamples else rv
rbf_np = GPy.kern.RBF(input_dim=2, ARD=True)
rbf_np.lengthscale = lengthscale_i
rbf_np.variance = variance_i
K_np = rbf_np.K(X_i)
log_pdf_np.append(
multivariate_normal.logpdf(rv_i[:, 0], mean=None, cov=K_np))
log_pdf_np = np.array(log_pdf_np)
isSamples_any = any([
X_isSamples, rbf_lengthscale_isSamples, rbf_variance_isSamples,
rv_isSamples
])
assert np.issubdtype(log_pdf_rt.dtype, dtype)
assert array_has_samples(mx.nd, log_pdf_rt) == isSamples_any
if isSamples_any:
assert get_num_samples(mx.nd, log_pdf_rt) == num_samples
assert np.allclose(log_pdf_np, log_pdf_rt)
def test_clone_cond_gp(self, dtype, X, X_isSamples, X_cond,
X_cond_isSamples, Y_cond, Y_cond_isSamples,
rbf_lengthscale, rbf_lengthscale_isSamples,
rbf_variance, rbf_variance_isSamples, rv,
rv_isSamples, num_samples):
from scipy.linalg.lapack import dtrtrs
X_mx = prepare_mxnet_array(X, X_isSamples, dtype)
X_cond_mx = prepare_mxnet_array(X_cond, X_cond_isSamples, dtype)
Y_cond_mx = prepare_mxnet_array(Y_cond, Y_cond_isSamples, dtype)
rbf_lengthscale_mx = prepare_mxnet_array(rbf_lengthscale,
rbf_lengthscale_isSamples,
dtype)
rbf_variance_mx = prepare_mxnet_array(rbf_variance,
rbf_variance_isSamples, dtype)
rv_mx = prepare_mxnet_array(rv, rv_isSamples, dtype)
rv_shape = rv.shape[1:] if rv_isSamples else rv.shape
rbf = RBF(2, True, 1., 1., 'rbf', None, dtype)
m = Model()
m.X_var = Variable(shape=(5, 2))
m.X_cond_var = Variable(shape=(8, 2))
m.Y_cond_var = Variable(shape=(8, 1))
m.Y = ConditionalGaussianProcess.define_variable(X=m.X_var,
X_cond=m.X_cond_var,
Y_cond=m.Y_cond_var,
kernel=rbf,
shape=rv_shape,
dtype=dtype)
gp = m.clone().Y.factor
variables = {
gp.X.uuid: X_mx,
gp.X_cond.uuid: X_cond_mx,
gp.Y_cond.uuid: Y_cond_mx,
gp.rbf_lengthscale.uuid: rbf_lengthscale_mx,
gp.rbf_variance.uuid: rbf_variance_mx,
gp.random_variable.uuid: rv_mx
}
log_pdf_rt = gp.log_pdf(F=mx.nd, variables=variables).asnumpy()
log_pdf_np = []
for i in range(num_samples):
X_i = X[i] if X_isSamples else X
X_cond_i = X_cond[i] if X_cond_isSamples else X_cond
Y_cond_i = Y_cond[i] if Y_cond_isSamples else Y_cond
lengthscale_i = rbf_lengthscale[
i] if rbf_lengthscale_isSamples else rbf_lengthscale
variance_i = rbf_variance[
i] if rbf_variance_isSamples else rbf_variance
rv_i = rv[i] if rv_isSamples else rv
rbf_np = GPy.kern.RBF(input_dim=2, ARD=True)
rbf_np.lengthscale = lengthscale_i
rbf_np.variance = variance_i
K_np = rbf_np.K(X_i)
Kc_np = rbf_np.K(X_cond_i, X_i)
Kcc_np = rbf_np.K(X_cond_i)
L = np.linalg.cholesky(Kcc_np)
LInvY = dtrtrs(L, Y_cond_i, lower=1, trans=0)[0]
LinvKxt = dtrtrs(L, Kc_np, lower=1, trans=0)[0]
mu = LinvKxt.T.dot(LInvY)
cov = K_np - LinvKxt.T.dot(LinvKxt)
log_pdf_np.append(
multivariate_normal.logpdf(rv_i[:, 0], mean=mu[:, 0], cov=cov))
log_pdf_np = np.array(log_pdf_np)
isSamples_any = any([
X_isSamples, rbf_lengthscale_isSamples, rbf_variance_isSamples,
rv_isSamples
])
assert np.issubdtype(log_pdf_rt.dtype, dtype)
assert array_has_samples(mx.nd, log_pdf_rt) == isSamples_any
if isSamples_any:
assert get_num_samples(mx.nd, log_pdf_rt) == num_samples
assert np.allclose(log_pdf_np, log_pdf_rt)
