diff --git a/tensorflow_probability/python/experimental/fastgp/fast_gp_test.py b/tensorflow_probability/python/experimental/fastgp/fast_gp_test.py
index 7ce9db976d..468f6eaa07 100644
--- a/tensorflow_probability/python/experimental/fastgp/fast_gp_test.py
+++ b/tensorflow_probability/python/experimental/fastgp/fast_gp_test.py
@@ -167,8 +167,8 @@ def test_gaussian_process_log_prob_with_configs(self, gp_config, delta):
   def test_gaussian_process_log_prob_plus_scaling(self):
     # Disabled because of b/323368033
     return  # EnableOnExport
-    if self.dtype == np.float32:
-      self.skipTest("Numerically unstable in Float32.")
+    if self.dtype in [np.float32, np.float64]:
+      self.skipTest("Numerically unstable.")
     kernel = tfp.math.psd_kernels.ExponentiatedQuadratic(
         self.dtype(0.5), self.dtype(2.0), feature_ndims=0
     )
@@ -183,7 +183,7 @@ def test_gaussian_process_log_prob_plus_scaling(self):
         kernel,
         index_points,
         observation_noise_variance=self.dtype(3e-3),
-        jitter=self.dtype(1e-4),
+        jitter=self.dtype(5e-4),
         config=fast_gp.GaussianProcessConfig(
             preconditioner="partial_cholesky_plus_scaling")
     )
@@ -269,7 +269,7 @@ def test_gaussian_process_log_prob2(self):
     fast_ll = jnp.sum(fgp.log_prob(samples, key=jax.random.PRNGKey(1)))
     slow_ll = jnp.sum(sgp.log_prob(samples))
 
-    self.assertAlmostEqual(fast_ll, slow_ll, delta=3e-4)
+    self.assertAlmostEqual(fast_ll, slow_ll, delta=5e-4)
 
   def test_gaussian_process_log_prob_jits(self):
     kernel = tfp.math.psd_kernels.ExponentiatedQuadratic(
diff --git a/tensorflow_probability/python/experimental/mcmc/BUILD b/tensorflow_probability/python/experimental/mcmc/BUILD
index 38164e1e11..bd822d3dd6 100644
--- a/tensorflow_probability/python/experimental/mcmc/BUILD
+++ b/tensorflow_probability/python/experimental/mcmc/BUILD
@@ -278,6 +278,9 @@ multi_substrate_py_test(
     srcs = ["pnuts_test.py"],
     disabled_substrates = ["numpy"],
     shard_count = 10,
+    tags = [
+        "no-oss-ci",  # Prohibitively slow.
+    ],
     deps = [
         ":preconditioned_nuts",
         # absl/testing:parameterized dep,
diff --git a/testing/dependency_install_lib.sh b/testing/dependency_install_lib.sh
index 09679f8a8e..2f2ea31851 100644
--- a/testing/dependency_install_lib.sh
+++ b/testing/dependency_install_lib.sh
@@ -93,7 +93,6 @@ install_test_only_packages() {
   # The following unofficial dependencies are used only by tests.
   PIP_FLAGS=${1-}
   python -m pip install $PIP_FLAGS \
-    bayeux-ml \
     chex \
     flax \
     hypothesis==6.80.0 \