diff --git a/docs/source/api_reference/embodichain/embodichain.agents.rst b/docs/source/api_reference/embodichain/embodichain.agents.rst
index 06811d3c..f4afb283 100644
--- a/docs/source/api_reference/embodichain/embodichain.agents.rst
+++ b/docs/source/api_reference/embodichain/embodichain.agents.rst
@@ -1,4 +1,4 @@
-embodichain.agents
+embodichain.agents
 ==================
 
 .. automodule:: embodichain.agents
@@ -52,3 +52,43 @@ Reinforcement Learning
       train
       utils
 
+Algorithms
+----------
+
+.. automodule:: embodichain.agents.rl.algo
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+Rollout Buffer
+--------------
+
+.. automodule:: embodichain.agents.rl.buffer
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+Policy Models
+------------
+
+.. automodule:: embodichain.agents.rl.models
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+Training
+--------
+
+.. automodule:: embodichain.agents.rl.train
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+Utilities
+--------
+
+.. automodule:: embodichain.agents.rl.utils
+   :members:
+   :undoc-members:
+   :show-inheritance:
+