diff --git a/tensor2tensor/rl/dopamine_connector.py b/tensor2tensor/rl/dopamine_connector.py
index c3933ac8f..48fd92c92 100644
--- a/tensor2tensor/rl/dopamine_connector.py
+++ b/tensor2tensor/rl/dopamine_connector.py
@@ -826,7 +826,7 @@ def evaluate(self, env_fn, hparams, sampling_temp):
       agent = runner._agent  # pylint: disable=protected-access
       runner.close()
       del runner
-      agent.eval = True
+      agent.eval_mode = True
 
       for _ in range(hparams.eval_episodes_num):
         # Run single episode