diff --git a/tf_agents/environments/__init__.py b/tf_agents/environments/__init__.py
index ff5b95d7a..381279b06 100644
--- a/tf_agents/environments/__init__.py
+++ b/tf_agents/environments/__init__.py
@@ -37,7 +37,7 @@
   from tf_agents.environments import suite_mujoco
   from tf_agents.environments import suite_pybullet
   from tf_agents.environments.gym_wrapper import GymWrapper
-except (ImportError, ModuleNotFoundError):
+except (ImportError, ModuleNotFoundError, FileNotFoundError):
   pass
 
 from tf_agents.environments.batched_py_environment import BatchedPyEnvironment