Fix Frozen Lake docstring
diff --git a/gym/envs/toy_text/frozen_lake.py b/gym/envs/toy_text/frozen_lake.py
index 48929c5bccf..6dce7d564aa 100644
--- a/gym/envs/toy_text/frozen_lake.py
+++ b/gym/envs/toy_text/frozen_lake.py
@@ -67,9 +67,11 @@ def is_valid(res):
 
 class FrozenLakeEnv(Env):
     """
-    Frozen lake involves crossing a frozen lake from Start(S) to goal(G) without falling into any holes(H) by walking over
+    Frozen lake involves crossing a frozen lake from Start(S) to Goal(G) without falling into any Holes(H) by walking over
     the Frozen(F) lake. The agent may not always move in the intended direction due to the slippery nature of the frozen lake.
 
+
+    ### Action Space
     The agent takes a 1-element vector for actions.
     The action space is `(dir)`, where `dir` decides direction to move in which can be:
 
@@ -78,11 +80,12 @@ class FrozenLakeEnv(Env):
     - 2: RIGHT
     - 3: UP
 
-    The observation is a value representing the agents current position as
-        current_row * nrows + current_col (where both the row and col start at 0).
-    For example, the goal position in the 4x4 map can be calculated as follows: 3 * 4 + 3 = 15
-    The amount of possible observation spaces is dependent on the size of the map.
-    The 4x4 map thus has 16 possible observations.
+    ### Observation Space
+    The observation is a value representing the agent's current position as
+    current_row * nrows + current_col (where both the row and col start at 0).
+    For example, the goal position in the 4x4 map can be calculated as follows: 3 * 4 + 3 = 15.
+    The number of possible observations is dependent on the size of the map.
+    For example, the 4x4 map has 16 possible observations.
 
     ### Rewards
 
@@ -129,6 +132,7 @@ class FrozenLakeEnv(Env):
         - P(move left)=1/3
         - P(move up)=1/3
         - P(move down)=1/3
+
     ### Version History
     * v1: Bug fixes to rewards
     * v0: Initial versions release (1.0.0)
