Revision ad168b3bb0ab5278f6d5f1738b14d4c10eccd10f authored by James Hensman on 03 March 2017, 15:37:26 UTC, committed by GitHub on 03 March 2017, 15:37:26 UTC
* correcting the multiclass predict density so that it gave a log density. * fixing the expression in the Multiclass likelihood for predict_density (when using RobustMax). * adjusting the predict mean and variance function of multiclass to deal with predict density giving log probabilities * fixing the corresponding test for this to correct values, * adding a very simple test to check that it computes the log probs.
1 parent 8acd075
quadrature.py
from __future__ import print_function, absolute_import
import itertools
import tensorflow as tf
import numpy as np
from ._settings import settings
float_type = settings.dtypes.float_type
int_type = settings.dtypes.int_type
np_float_type = np.float32 if float_type is tf.float32 else np.float64
def hermgauss(n):
x, w = np.polynomial.hermite.hermgauss(n)
x, w = x.astype(np_float_type), w.astype(np_float_type)
return x, w
def mvhermgauss(H, D):
"""
Return the evaluation locations 'xn', and weights 'wn' for a multivariate
Gauss-Hermite quadrature.
The outputs can be used to approximate the following type of integral:
int exp(-x)*f(x) dx ~ sum_i w[i,:]*f(x[i,:])
:param H: Number of Gauss-Hermite evaluation points.
:param D: Number of input dimensions. Needs to be known at call-time.
:return: eval_locations 'x' (H**DxD), weights 'w' (H**D)
"""
gh_x, gh_w = hermgauss(H)
x = np.array(list(itertools.product(*(gh_x,) * D))) # H**DxD
w = np.prod(np.array(list(itertools.product(*(gh_w,) * D))), 1) # H**D
return x, w
def mvnquad(f, means, covs, H, Din, Dout=()):
"""
Computes N Gaussian expectation integrals of a single function 'f'
using Gauss-Hermite quadrature.
:param f: integrand function. Takes one input of shape ?xD.
:param means: NxD
:param covs: NxDxD
:param H: Number of Gauss-Hermite evaluation points.
:param Din: Number of input dimensions. Needs to be known at call-time.
:param Dout: Number of output dimensions. Defaults to (). Dout is assumed
to leave out the item index, i.e. f actually maps (?xD)->(?x*Dout).
:return: quadratures (N,*Dout)
"""
xn, wn = mvhermgauss(H, Din)
N = tf.shape(means)[0]
# transform points based on Gaussian parameters
cholXcov = tf.cholesky(covs) # NxDxD
Xt = tf.matmul(cholXcov, tf.tile(xn[None, :, :], (N, 1, 1)), transpose_b=True) # NxDxH**D
X = 2.0 ** 0.5 * Xt + tf.expand_dims(means, 2) # NxDxH**D
Xr = tf.reshape(tf.transpose(X, [2, 0, 1]), (-1, Din)) # (H**D*N)xD
# perform quadrature
fX = tf.reshape(f(Xr), (H ** Din, N,) + Dout)
wr = np.reshape(wn * np.pi ** (-Din * 0.5),
(-1,) + (1,) * (1 + len(Dout)))
return tf.reduce_sum(fX * wr, 0)
![swh spinner](/static/img/swh-spinner.gif)
Computing file changes ...