diff --git a/tests/agents_tests/test_acer.py b/tests/agents_tests/test_acer.py
index b4bef7569..460ee8be6 100644
--- a/tests/agents_tests/test_acer.py
+++ b/tests/agents_tests/test_acer.py
@@ -334,7 +334,7 @@ def loss_func_with_constraint(distrib):
     testing.product({
         'discrete': [True, False],
         't_max': [5],
-        'use_lstm': [True, False],
+        'use_lstm': [True],
         'episodic': [True, False],
         'n_times_replay': [0, 2],
         'disable_online_update': [True, False],
@@ -357,7 +357,7 @@ def test_abc_fast(self):
                        episodic=self.episodic, steps=10, require_success=False)
 
     def _test_abc(self, t_max, use_lstm, discrete=True, episodic=True,
-                  steps=1000000, require_success=True):
+                  steps=100000, require_success=True):
 
         nproc = 8
 
@@ -461,7 +461,7 @@ def phi(x):
         beta = 1e-5
         if self.n_times_replay == 0 and self.disable_online_update:
             # At least one of them must be enabled
-            self.disable_online_update = False
+            return
         agent = acer.ACER(
             model, opt, replay_buffer=replay_buffer,
             t_max=t_max, gamma=gamma, beta=beta,