diff --git a/tf_agents/replay_buffers/__init__.py b/tf_agents/replay_buffers/__init__.py
index f2a0294a8..ba4365537 100644
--- a/tf_agents/replay_buffers/__init__.py
+++ b/tf_agents/replay_buffers/__init__.py
@@ -15,6 +15,7 @@
 
 """Replay Buffers Module."""
 
+from tf_agents.replay_buffers import episodic_replay_buffer
 from tf_agents.replay_buffers import py_hashed_replay_buffer
 from tf_agents.replay_buffers import py_uniform_replay_buffer
 from tf_agents.replay_buffers import replay_buffer