diff --git a/tensorflow_probability/python/experimental/fastgp/fast_mtgp_test.py b/tensorflow_probability/python/experimental/fastgp/fast_mtgp_test.py
index e6b3a5e5fe..1061c527bd 100644
--- a/tensorflow_probability/python/experimental/fastgp/fast_mtgp_test.py
+++ b/tensorflow_probability/python/experimental/fastgp/fast_mtgp_test.py
@@ -260,7 +260,7 @@ def test_gp_log_prob_hard(self):
     )
     fgp_lp = jnp.sum(fgp.log_prob(samples, key=jax.random.PRNGKey(1)))
     sgp_lp = jnp.sum(sgp.log_prob(samples))
-    np.testing.assert_allclose(fgp_lp, sgp_lp, rtol=3e-4)
+    np.testing.assert_allclose(fgp_lp, sgp_lp, rtol=4e-4)
 
   def test_gp_log_prob_matern_five_halves(self):
     kernel = tfp.math.psd_kernels.MaternFiveHalves(