https://github.com/GPflow/GPflow
Revision 3618187af6dbd85a5e3f7219c58209a0de528b7c authored by Artem Artemev on 30 July 2017, 23:59:49 UTC, committed by Artem Artemev on 17 August 2017, 08:32:37 UTC
1 parent c0c11dc
Raw File
Tip revision: 3618187af6dbd85a5e3f7219c58209a0de528b7c authored by Artem Artemev on 30 July 2017, 23:59:49 UTC
Speedup test execution. Get rid of tensorflow memory deallocation issue.
Tip revision: 3618187
test_autoflow.py
import GPflow
import tensorflow as tf
import numpy as np
import unittest

from testing.gpflow_testcase import GPflowTestCase


class DumbModel(GPflow.model.Model):
    def __init__(self):
        GPflow.model.Model.__init__(self)
        self.a = GPflow.param.Param(3.)

    def build_likelihood(self):
        return -tf.square(self.a)


class NoArgsModel(DumbModel):
    @GPflow.model.AutoFlow()
    def function(self):
        return self.a


class TestNoArgs(GPflowTestCase):
    def setUp(self):
        tf.reset_default_graph()
        self.m = NoArgsModel()
        self.m.compile()

    def test_return(self):
        self.assertTrue(np.allclose(self.m.function(), 3.))

    def test_kill(self):
        # make sure autoflow dicts are removed when _needs_recompile is set.
        keys = [k for k in self.m.__dict__.keys() if k[-11:] == '_AF_storage']
        self.assertTrue(len(keys) == 0, msg="no AF storage should be present to start.")

        self.m.function()

        keys = [k for k in self.m.__dict__.keys() if k[-11:] == '_AF_storage']
        self.assertTrue(len(keys) == 1, msg="AF storage should be present after function call.")

        self.m._needs_recompile = True

        keys = [k for k in self.m.__dict__.keys() if k[-11:] == '_AF_storage']
        self.assertTrue(len(keys) == 0, msg="no AF storage should be present after recompile switch set.")


class AddModel(DumbModel):
    @GPflow.model.AutoFlow((tf.float64,), (tf.float64,))
    def add(self, x, y):
        return tf.add(x, y)


class TestShareArgs(GPflowTestCase):
    """
    This is designed to replicate bug #85, where having two models caused
    autoflow functions to fail because the tf_args were shared over the
    instances.
    """
    def setUp(self):
        tf.reset_default_graph()
        self.m1 = AddModel()
        self.m1.compile()
        self.m2 = AddModel()
        self.m2.compile()
        rng = np.random.RandomState(0)
        self.x = rng.randn(10, 20)
        self.y = rng.randn(10, 20)

    def test_share_args(self):
        self.m1.add(self.x, self.y)
        self.m2.add(self.x, self.y)
        self.m1.add(self.x, self.y)


class TestAutoFlowSessionGraphArguments(GPflowTestCase):
    """AutoFlow tests for external session and graph."""

    def setUp(self):
        tf.reset_default_graph()
        self.m1 = AddModel()
        self.m2 = AddModel()
        self.m3 = AddModel()
        self.m4 = AddModel()
        self.session = tf.Session()
        self.graph = tf.Graph()
        self.x = np.array([1., 1., 1.])
        self.y = np.array([1., 2., 3.])

    def test_wrong_arguments(self):
        """Wrong arguments for AutoFlow wrapped function."""
        self.assertRaises(ValueError, self.m1.add, [1.], [1.],
                          unknown1='argument1')
        self.assertRaises(ValueError, self.m2.add, [1.], [1.],
                          session=self.session, unknown2='argument2')

    def test_storage_properties(self):
        """External graph and session passed to AutoFlow."""
        storage_name = '_add_AF_storage'
        self.m1.add(self.x, self.y)
        self.m2.add(self.x, self.y, session=self.session)
        tf.reset_default_graph()
        self.m3.add(self.x, self.y, graph=self.graph)
        tf.reset_default_graph()
        with self.graph.as_default():
            self.m4.add(self.x, self.y)
        models = [self.m1, self.m2, self.m3, self.m4]
        sessions = [getattr(m, storage_name)['session'] for m in models]
        sess1, sess2, sess3, sess4 = sessions
        sessions_set = set(map(str, sessions))
        self.assertEqual(len(sessions_set), 4)
        self.assertEqual(sess1.graph, sess2.graph)
        self.assertEqual(sess3.graph, sess4.graph)

    def test_autoflow_results(self):
        """AutoFlow computation results for external session and graph."""
        expected = self.x + self.y

        def assert_add(model, **kwargs):
            result = model.add(self.x, self.y, **kwargs)
            self.assertTrue(np.all(result == expected))

        assert_add(self.m1)
        assert_add(self.m2, session=self.session)
        tf.reset_default_graph()
        assert_add(self.m3, graph=self.graph)
        tf.reset_default_graph()
        with self.graph.as_default():
            assert_add(self.m4)

class TestAdd(GPflowTestCase):
    def setUp(self):
        tf.reset_default_graph()
        self.m = AddModel()
        self.m.compile()
        rng = np.random.RandomState(0)
        self.x = rng.randn(10, 20)
        self.y = rng.randn(10, 20)

    def test_add(self):
        self.assertTrue(np.allclose(self.x + self.y, self.m.add(self.x, self.y)))


class IncrementModel(DumbModel):
    def __init__(self):
        DumbModel.__init__(self)
        self.a = GPflow.param.DataHolder(np.array([3.]))

    @GPflow.model.AutoFlow((tf.float64,))
    def inc(self, x):
        return x + self.a


class TestDataHolder(GPflowTestCase):
    def setUp(self):
        tf.reset_default_graph()
        self.m = IncrementModel()
        rng = np.random.RandomState(0)
        self.x = rng.randn(10, 20)

    def test_add(self):
        self.assertTrue(np.allclose(self.x + 3, self.m.inc(self.x)))


class TestGPmodel(GPflowTestCase):
    def setUp(self):
        tf.reset_default_graph()
        rng = np.random.RandomState(0)
        X, Y = rng.randn(2, 10, 1)
        self.m = GPflow.svgp.SVGP(X, Y, kern=GPflow.kernels.Matern32(1),
                                  likelihood=GPflow.likelihoods.StudentT(),
                                  Z=X[::2].copy())
        self.Xtest = np.random.randn(100, 1)
        self.Ytest = np.random.randn(100, 1)

    def test_predict_f(self):
        mu, var = self.m.predict_f(self.Xtest)

    def test_predict_y(self):
        mu, var = self.m.predict_y(self.Xtest)

    def test_predict_density(self):
        self.m.predict_density(self.Xtest, self.Ytest)

    def test_multiple_AFs(self):
        self.m.compute_log_likelihood()
        self.m.compute_log_prior()
        self.m.compute_log_likelihood()


class TestResetGraph(GPflowTestCase):
    def setUp(self):
        tf.reset_default_graph()
        k = GPflow.kernels.Matern32(1)
        X, Y = np.random.randn(2, 10, 1)
        self.Xnew = np.random.randn(5, 1)
        self.m = GPflow.gpr.GPR(X, Y, kern=k)

    def test(self):
        mu, var = self.m.predict_f(self.Xnew)
        tf.reset_default_graph()
        mu1, var1 = self.m.predict_f(self.Xnew)


class TestFixAndPredict(GPflowTestCase):
    """
    Bug #54 says that if a model parameter is fixed  between calls to predict
    (an autoflow fn) then the second call fails. This test ensures replicates
    that and ensures that the bugfix remains in furure.
    """

    def setUp(self):
        rng = np.random.RandomState(0)
        X, Y = rng.randn(2, 10, 1)
        self.m = GPflow.svgp.SVGP(X, Y, kern=GPflow.kernels.Matern32(1),
                                  likelihood=GPflow.likelihoods.StudentT(),
                                  Z=X[::2].copy())
        self.Xtest = np.random.randn(100, 1)
        self.Ytest = np.random.randn(100, 1)

    def test(self):
        self.m.compile()
        self.m.kern.variance.fixed = True
        _, _ = self.m.predict_f(self.m.X.value)


class TestSVGP(GPflowTestCase):
    """
    This replicates Alex's code from bug #99
    """
    def test(self):
        rng = np.random.RandomState(1)
        X = rng.randn(10, 1)
        Y = rng.randn(10, 1)
        Z = rng.randn(3, 1)
        model = GPflow.svgp.SVGP(X=X, Y=Y, kern=GPflow.kernels.RBF(1), likelihood=GPflow.likelihoods.Gaussian(), Z=Z)
        model.compute_log_likelihood()


if __name__ == "__main__":
    unittest.main()
back to top