From 73d7ef0e167af0ee4b2e28dab9b96ba59dbe1ccb Mon Sep 17 00:00:00 2001
From: Chase Lambert <theicfire@gmail.com>
Date: Sun, 7 Aug 2022 17:04:45 -0700
Subject: [PATCH 1/2] Clear up some unneeded and confusing parts of Unit 2

---
 unit2/unit2.ipynb | 8 +++-----
 1 file changed, 3 insertions(+), 5 deletions(-)

diff --git a/unit2/unit2.ipynb b/unit2/unit2.ipynb
index 497bfee..65cc8a9 100644
--- a/unit2/unit2.ipynb
+++ b/unit2/unit2.ipynb
@@ -315,7 +315,7 @@
       "outputs": [],
       "source": [
         "# Create the FrozenLake-v1 environment using 4x4 map and non-slippery version\n",
-        "env = gym.make()"
+        "env = gym.make() # TODO use the correct parameters"
       ]
     },
     {
@@ -344,7 +344,7 @@
         "id": "KASNViqL4tZn"
       },
       "source": [
-        "You can also custom your own grid using:\n",
+        "You can create your own custom grid like this:\n",
         "\n",
         "```python\n",
         "desc=[\"SFFF\", \"FHFH\", \"FFFH\", \"HFFG\"]\n",
@@ -389,7 +389,7 @@
         "For example, the goal position in the 4x4 map can be calculated as follows: 3 * 4 + 3 = 15. The number of possible observations is dependent on the size of the map. **For example, the 4x4 map has 16 possible observations.**\n",
         "\n",
         "\n",
-        "For instance, at this state = 0\n"
+        "For instance, this is what state = 0 looks like:\n"
       ]
     },
     {
@@ -725,7 +725,6 @@
         "eval_seed = []               # The evaluation seed of the environment\n",
         "\n",
         "# Exploration parameters\n",
-        "epsilon = 1.0                 # Exploration rate\n",
         "max_epsilon = 1.0             # Exploration probability at start\n",
         "min_epsilon = 0.05            # Minimum exploration probability \n",
         "decay_rate = 0.0005            # Exponential decay rate for exploration prob"
@@ -1459,7 +1458,6 @@
         "gamma = 0.95                 # Discounting rate\n",
         "\n",
         "# Exploration parameters\n",
-        "epsilon = 1.0                 # Exploration rate\n",
         "max_epsilon = 1.0             # Exploration probability at start\n",
         "min_epsilon = 0.05           # Minimum exploration probability \n",
         "decay_rate = 0.005            # Exponential decay rate for exploration prob\n"

From f84c5113321b690827b1011f4a38efcb3d009bf5 Mon Sep 17 00:00:00 2001
From: Chase Lambert <theicfire@gmail.com>
Date: Mon, 15 Aug 2022 19:27:23 -0700
Subject: [PATCH 2/2] Remove more epsilons

---
 unit2/unit2.ipynb | 2 --
 1 file changed, 2 deletions(-)

diff --git a/unit2/unit2.ipynb b/unit2/unit2.ipynb
index 65cc8a9..ddb4dc5 100644
--- a/unit2/unit2.ipynb
+++ b/unit2/unit2.ipynb
@@ -1253,7 +1253,6 @@
         "    \"learning_rate\": learning_rate,\n",
         "    \"gamma\": gamma,\n",
         "\n",
-        "    \"epsilon\": epsilon,\n",
         "    \"max_epsilon\": max_epsilon,\n",
         "    \"min_epsilon\": min_epsilon,\n",
         "    \"decay_rate\": decay_rate,\n",
@@ -1522,7 +1521,6 @@
         "    \"learning_rate\": learning_rate,\n",
         "    \"gamma\": gamma,\n",
         "\n",
-        "    \"epsilon\": epsilon,\n",
         "    \"max_epsilon\": max_epsilon,\n",
         "    \"min_epsilon\": min_epsilon,\n",
         "    \"decay_rate\": decay_rate,\n",