From 7c30afb0a94f0dbb3654353a5a5f50a3f599fc5b Mon Sep 17 00:00:00 2001
From: Nick Lee <nicklee@gatech.edu>
Date: Wed, 15 Nov 2017 12:03:14 -0800
Subject: [PATCH 1/2] fixed Key Error bug in CustomMDP and reordered the return
 values of T function to be consistent with GridMDP

---
 .idea/aima-python.iml          |  11 ++
 .idea/dictionaries/nicklee.xml |   3 +
 .idea/misc.xml                 |   4 +
 .idea/modules.xml              |   8 ++
 .idea/vcs.xml                  |   6 +
 .idea/workspace.xml            | 200 +++++++++++++++++++++++++++++++++
 mdp.ipynb                      | 149 ++++++++++++------------
 7 files changed, 306 insertions(+), 75 deletions(-)
 create mode 100644 .idea/aima-python.iml
 create mode 100644 .idea/dictionaries/nicklee.xml
 create mode 100644 .idea/misc.xml
 create mode 100644 .idea/modules.xml
 create mode 100644 .idea/vcs.xml
 create mode 100644 .idea/workspace.xml

diff --git a/.idea/aima-python.iml b/.idea/aima-python.iml
new file mode 100644
index 000000000..671160631
--- /dev/null
+++ b/.idea/aima-python.iml
@@ -0,0 +1,11 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$" />
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+  <component name="TestRunnerService">
+    <option name="PROJECT_TEST_RUNNER" value="Unittests" />
+  </component>
+</module>
\ No newline at end of file
diff --git a/.idea/dictionaries/nicklee.xml b/.idea/dictionaries/nicklee.xml
new file mode 100644
index 000000000..3f43f9d18
--- /dev/null
+++ b/.idea/dictionaries/nicklee.xml
@@ -0,0 +1,3 @@
+<component name="ProjectDictionaryState">
+  <dictionary name="nicklee" />
+</component>
\ No newline at end of file
diff --git a/.idea/misc.xml b/.idea/misc.xml
new file mode 100644
index 000000000..539c0154b
--- /dev/null
+++ b/.idea/misc.xml
@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.6.3 (/usr/local/Cellar/python3/3.6.3/Frameworks/Python.framework/Versions/3.6/bin/python3.6)" project-jdk-type="Python SDK" />
+</project>
\ No newline at end of file
diff --git a/.idea/modules.xml b/.idea/modules.xml
new file mode 100644
index 000000000..3650d76ed
--- /dev/null
+++ b/.idea/modules.xml
@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/aima-python.iml" filepath="$PROJECT_DIR$/.idea/aima-python.iml" />
+    </modules>
+  </component>
+</project>
\ No newline at end of file
diff --git a/.idea/vcs.xml b/.idea/vcs.xml
new file mode 100644
index 000000000..94a25f7f4
--- /dev/null
+++ b/.idea/vcs.xml
@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="$PROJECT_DIR$" vcs="Git" />
+  </component>
+</project>
\ No newline at end of file
diff --git a/.idea/workspace.xml b/.idea/workspace.xml
new file mode 100644
index 000000000..af5b561bb
--- /dev/null
+++ b/.idea/workspace.xml
@@ -0,0 +1,200 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ChangeListManager">
+    <list default="true" id="886c0226-8347-4dd2-be25-1b930305d8da" name="Default" comment="">
+      <change type="MODIFICATION" beforePath="$PROJECT_DIR$/mdp.ipynb" afterPath="$PROJECT_DIR$/mdp.ipynb" />
+    </list>
+    <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
+    <option name="TRACKING_ENABLED" value="true" />
+    <option name="SHOW_DIALOG" value="false" />
+    <option name="HIGHLIGHT_CONFLICTS" value="true" />
+    <option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
+    <option name="LAST_RESOLUTION" value="IGNORE" />
+  </component>
+  <component name="FileEditorManager">
+    <leaf>
+      <file leaf-file-name="mdp.py" pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/mdp.py">
+          <provider selected="true" editor-type-id="text-editor">
+            <state relative-caret-position="4">
+              <caret line="42" column="25" lean-forward="false" selection-start-line="42" selection-start-column="25" selection-end-line="42" selection-end-column="25" />
+              <folding />
+            </state>
+          </provider>
+        </entry>
+      </file>
+      <file leaf-file-name="mdp.ipynb" pinned="false" current-in-tab="true">
+        <entry file="file://$PROJECT_DIR$/mdp.ipynb">
+          <provider selected="true" editor-type-id="ipnb-editor">
+            <state>
+              <selected id="9" />
+            </state>
+          </provider>
+        </entry>
+      </file>
+    </leaf>
+  </component>
+  <component name="FindInProjectRecents">
+    <findStrings>
+      <find>custom</find>
+    </findStrings>
+  </component>
+  <component name="Git.Settings">
+    <option name="RECENT_GIT_ROOT_PATH" value="$PROJECT_DIR$" />
+  </component>
+  <component name="IdeDocumentHistory">
+    <option name="CHANGED_PATHS">
+      <list>
+        <option value="$PROJECT_DIR$/mdp.ipynb" />
+      </list>
+    </option>
+  </component>
+  <component name="JsBuildToolGruntFileManager" detection-done="true" sorting="DEFINITION_ORDER" />
+  <component name="JsBuildToolPackageJson" detection-done="true" sorting="DEFINITION_ORDER" />
+  <component name="JsGulpfileManager">
+    <detection-done>true</detection-done>
+    <sorting>DEFINITION_ORDER</sorting>
+  </component>
+  <component name="ProjectFrameBounds">
+    <option name="x" value="189" />
+    <option name="y" value="23" />
+    <option name="width" value="1665" />
+    <option name="height" value="1036" />
+  </component>
+  <component name="ProjectInspectionProfilesVisibleTreeState">
+    <entry key="Project Default">
+      <profile-state>
+        <expanded-state>
+          <State>
+            <id />
+          </State>
+        </expanded-state>
+        <selected-state>
+          <State>
+            <id>AngularJS</id>
+          </State>
+        </selected-state>
+      </profile-state>
+    </entry>
+  </component>
+  <component name="ProjectView">
+    <navigator currentView="ProjectPane" proportions="" version="1">
+      <flattenPackages />
+      <showMembers />
+      <showModules />
+      <showLibraryContents />
+      <hideEmptyPackages />
+      <abbreviatePackageNames />
+      <autoscrollToSource />
+      <autoscrollFromSource />
+      <sortByType />
+      <manualOrder />
+      <foldersAlwaysOnTop value="true" />
+    </navigator>
+    <panes>
+      <pane id="Scope" />
+      <pane id="Scratches" />
+      <pane id="ProjectPane">
+        <subPane>
+          <expand>
+            <path>
+              <item name="aima-python" type="b2602c69:ProjectViewProjectNode" />
+              <item name="aima-python" type="462c0819:PsiDirectoryNode" />
+            </path>
+          </expand>
+          <select />
+        </subPane>
+      </pane>
+    </panes>
+  </component>
+  <component name="PropertiesComponent">
+    <property name="settings.editor.selected.configurable" value="com.jetbrains.python.configuration.PyActiveSdkModuleConfigurable" />
+    <property name="WebServerToolWindowFactoryState" value="false" />
+    <property name="last_opened_file_path" value="$PROJECT_DIR$" />
+  </component>
+  <component name="RunDashboard">
+    <option name="ruleStates">
+      <list>
+        <RuleState>
+          <option name="name" value="ConfigurationTypeDashboardGroupingRule" />
+        </RuleState>
+        <RuleState>
+          <option name="name" value="StatusDashboardGroupingRule" />
+        </RuleState>
+      </list>
+    </option>
+  </component>
+  <component name="ShelveChangesManager" show_recycled="false">
+    <option name="remove_strategy" value="false" />
+  </component>
+  <component name="TaskManager">
+    <task active="true" id="Default" summary="Default task">
+      <changelist id="886c0226-8347-4dd2-be25-1b930305d8da" name="Default" comment="" />
+      <created>1510775872377</created>
+      <option name="number" value="Default" />
+      <option name="presentableId" value="Default" />
+      <updated>1510775872377</updated>
+    </task>
+    <servers />
+  </component>
+  <component name="ToolWindowManager">
+    <frame x="189" y="23" width="1665" height="1036" extended-state="0" />
+    <editor active="true" />
+    <layout>
+      <window_info id="Project" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.24984986" sideWeight="0.5" order="0" side_tool="false" content_ui="combo" />
+      <window_info id="TODO" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="6" side_tool="false" content_ui="tabs" />
+      <window_info id="Event Log" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="true" content_ui="tabs" />
+      <window_info id="Database" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
+      <window_info id="Run" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
+      <window_info id="Version Control" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
+      <window_info id="Python Console" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
+      <window_info id="Structure" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
+      <window_info id="Terminal" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
+      <window_info id="Debug" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
+      <window_info id="Favorites" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="true" content_ui="tabs" />
+      <window_info id="Data View" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
+      <window_info id="Cvs" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="4" side_tool="false" content_ui="tabs" />
+      <window_info id="Hierarchy" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="2" side_tool="false" content_ui="combo" />
+      <window_info id="Message" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
+      <window_info id="Commander" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
+      <window_info id="Find" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
+      <window_info id="Inspection" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="5" side_tool="false" content_ui="tabs" />
+      <window_info id="Ant Build" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
+    </layout>
+  </component>
+  <component name="TypeScriptGeneratedFilesManager">
+    <option name="version" value="1" />
+  </component>
+  <component name="VcsContentAnnotationSettings">
+    <option name="myLimit" value="2678400000" />
+  </component>
+  <component name="XDebuggerManager">
+    <breakpoint-manager />
+    <watches-manager />
+  </component>
+  <component name="editorHistoryManager">
+    <entry file="file://$PROJECT_DIR$/utils.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="295">
+          <caret line="24" column="53" lean-forward="false" selection-start-line="24" selection-start-column="53" selection-end-line="24" selection-end-column="53" />
+          <folding />
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/mdp.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="4">
+          <caret line="42" column="25" lean-forward="false" selection-start-line="42" selection-start-column="25" selection-end-line="42" selection-end-column="25" />
+          <folding />
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/mdp.ipynb">
+      <provider selected="true" editor-type-id="ipnb-editor">
+        <state>
+          <selected id="9" />
+        </state>
+      </provider>
+    </entry>
+  </component>
+</project>
\ No newline at end of file
diff --git a/mdp.ipynb b/mdp.ipynb
index ee9b0ba85..e288d1b49 100644
--- a/mdp.ipynb
+++ b/mdp.ipynb
@@ -133,7 +133,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": null,
    "metadata": {
     "collapsed": true
    },
@@ -145,7 +145,7 @@
     "        # All possible actions.\n",
     "        actlist = []\n",
     "        for state in transition_matrix.keys():\n",
-    "            actlist.extend(transition_matrix.keys())\n",
+    "            actlist.extend(transition_matrix[state])\n",
     "        actlist = list(set(actlist))\n",
     "\n",
     "        MDP.__init__(self, init, actlist, terminals=terminals, gamma=gamma)\n",
@@ -155,7 +155,10 @@
     "            self.states.add(state)\n",
     "\n",
     "    def T(self, state, action):\n",
-    "        return [(new_state, prob) for new_state, prob in self.t[state][action].items()]"
+    "        if action is None:\n",
+    "            return [(0.0, state)]\n",
+    "        else: \n",
+    "            return [(prob, new_state) for new_state, prob in self.t[state][action].items()]"
    ]
   },
   {
@@ -449,11 +452,7 @@
      ]
     },
     {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "9aed96e7288d4ed59df439f68399dc12"
-      }
-     },
+     "data": {},
      "metadata": {},
      "output_type": "display_data"
     }
@@ -524,7 +523,7 @@
     "022a5fdfc8e44fb09b21c4bd5b67a0db": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -555,7 +554,7 @@
     "0675230fb92f4539bc257b768fb4cd10": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -571,7 +570,7 @@
     "0783e74a8c2b40cc9b0f5706271192f4": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -599,7 +598,7 @@
     "098f12158d844cdf89b29a4cd568fda0": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -624,7 +623,7 @@
     "0b65fb781274495ab498ad518bc274d4": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -733,7 +732,7 @@
     "1af711fe8e4f43f084cef6c89eec40ae": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -749,7 +748,7 @@
     "1c5c913acbde4e87a163abb2e24e6e38": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -774,7 +773,7 @@
     "200e3ebead3d4858a47e2f6d345ca395": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -892,7 +891,7 @@
     "2d3acd8872c342eab3484302cac2cb05": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -902,7 +901,7 @@
     "2e1351ad05384d058c90e594bc6143c1": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -915,7 +914,7 @@
     "2f5438f1b34046a597a467effd43df11": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -952,7 +951,7 @@
     "319425ba805346f5ba366c42e220f9c6": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -971,7 +970,7 @@
     "332a89c03bfb49c2bb291051d172b735": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1020,7 +1019,7 @@
     "388571e8e0314dfab8e935b7578ba7f9": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1042,7 +1041,7 @@
     "3a21291c8e7249e3b04417d31b0447cf": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1055,7 +1054,7 @@
     "3b22d68709b046e09fe70f381a3944cd": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1065,7 +1064,7 @@
     "3c1b2ec10a9041be8a3fad9da78ff9f6": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1090,7 +1089,7 @@
     "3e5b9fd779574270bf58101002c152ce": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1100,7 +1099,7 @@
     "3e8bb05434cb4a0291383144e4523840": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1149,7 +1148,7 @@
     "428e42f04a1e4347a1f548379c68f91b": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1165,7 +1164,7 @@
     "4379175239b34553bf45c8ef9443ac55": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1178,7 +1177,7 @@
     "4421c121414d464bb3bf1b5f0e86c37b": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1209,7 +1208,7 @@
     "4731208453424514b471f862804d9bb8": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1258,7 +1257,7 @@
     "4d281cda33fa489d86228370e627a5b0": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1277,7 +1276,7 @@
     "4ec035cba73647358d416615cf4096ee": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1302,7 +1301,7 @@
     "5141ae07149b46909426208a30e2861e": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1339,7 +1338,7 @@
     "55a1b0b794f44ac796bc75616f65a2a1": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1400,7 +1399,7 @@
     "595c537ed2514006ac823b4090cf3b4b": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1461,7 +1460,7 @@
     "5f823979d2ce4c34ba18b4ca674724e4": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1501,14 +1500,14 @@
     "644dcff39d7c47b7b8b729d01f59bee5": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
     "6455faf9dbc6477f8692528e6eb90c9a": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1521,7 +1520,7 @@
     "665ed2b201144d78a5a1f57894c2267c": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1564,7 +1563,7 @@
     "6a28f605a5d14589907dba7440ede2fc": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1589,7 +1588,7 @@
     "6d7effd6bc4c40a4b17bf9e136c5814c": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1638,7 +1637,7 @@
     "72dfe79a3e52429da1cf4382e78b2144": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1669,7 +1668,7 @@
     "75e344508b0b45d1a9ae440549d95b1a": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1727,7 +1726,7 @@
     "7f2f98bbffc0412dbb31c387407a9fed": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1758,7 +1757,7 @@
     "82e2820c147a4dff85a01bcddbad8645": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1861,21 +1860,21 @@
     "8cffde5bdb3d4f7597131b048a013929": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
     "8db2abcad8bc44df812d6ccf2d2d713c": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
     "8dd5216b361c44359ba1233ee93683a4": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1921,7 +1920,7 @@
     "933904217b6045c1b654b7e5749203f5": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1949,7 +1948,7 @@
     "94f2b877a79142839622a61a3a081c03": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1971,7 +1970,7 @@
     "97207358fc65430aa196a7ed78b252f0": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -1984,7 +1983,7 @@
     "986c6c4e92964759903d6eb7f153df8a": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2027,14 +2026,14 @@
     "9d5e9658af264ad795f6a5f3d8c3c30f": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
     "9d7aa65511b6482d9587609ad7898f54": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2053,7 +2052,7 @@
     "9efb46d2bb0648f6b109189986f4f102": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2069,7 +2068,7 @@
     "9f43f85a0fb9464e9b7a25a85f6dba9c": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2082,7 +2081,7 @@
     "9faa50b44e1842e0acac301f93a129c4": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2107,7 +2106,7 @@
     "a1840ca22d834df2b145151baf6d8241": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2144,7 +2143,7 @@
     "a39cfb47679c4d2895cda12c6d9d2975": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2175,7 +2174,7 @@
     "a87c651448f14ce4958d73c2f1e413e1": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2284,7 +2283,7 @@
     "b7e4c497ff5c4173961ffdc3bd3821a9": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2309,7 +2308,7 @@
     "b9c138598fce460692cc12650375ee52": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2328,7 +2327,7 @@
     "bbe5dea9d57d466ba4e964fce9af13cf": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2362,7 +2361,7 @@
     "beb0c9b29d8d4d69b3147af666fa298b": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2429,7 +2428,7 @@
     "c74bbd55a8644defa3fcef473002a626": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2496,7 +2495,7 @@
     "ce3a0e82e80d48b9b2658e0c52196644": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2506,7 +2505,7 @@
     "ce8d3cd3535b459c823da2f49f3cc526": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2576,7 +2575,7 @@
     "d83329fe36014f85bb5d0247d3ae4472": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2610,7 +2609,7 @@
     "dc7376a2272e44179f237e5a1c7f6a49": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2707,7 +2706,7 @@
     "e4e5dd3dc28d4aa3ab8f8f7c4a475115": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2723,7 +2722,7 @@
     "e64ab85e80184b70b69d01a9c6851943": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2820,7 +2819,7 @@
     "f262055f3f1b48029f9e2089f752b0b8": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2851,7 +2850,7 @@
     "f3df35ce53e0466e81a48234b36a1430": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },
@@ -2930,7 +2929,7 @@
     "f9458080ed534d25856c67ce8f93d5a1": {
      "views": [
       {
-       "cell_index": 27
+       "cell_index": 27.0
       }
      ]
     },

From c3ef92e5dd6a818e5e70570247d196c5382335ae Mon Sep 17 00:00:00 2001
From: Nick Lee <nicklee@gatech.edu>
Date: Wed, 15 Nov 2017 12:10:17 -0800
Subject: [PATCH 2/2] removing idea files from git

---
 .gitignore                     |   1 +
 .idea/aima-python.iml          |  11 --
 .idea/dictionaries/nicklee.xml |   3 -
 .idea/misc.xml                 |   4 -
 .idea/modules.xml              |   8 --
 .idea/vcs.xml                  |   6 -
 .idea/workspace.xml            | 200 ---------------------------------
 7 files changed, 1 insertion(+), 232 deletions(-)
 delete mode 100644 .idea/aima-python.iml
 delete mode 100644 .idea/dictionaries/nicklee.xml
 delete mode 100644 .idea/misc.xml
 delete mode 100644 .idea/modules.xml
 delete mode 100644 .idea/vcs.xml
 delete mode 100644 .idea/workspace.xml

diff --git a/.gitignore b/.gitignore
index 9a4bb620f..af3dab103 100644
--- a/.gitignore
+++ b/.gitignore
@@ -70,3 +70,4 @@ target/
 
 # dotenv
 .env
+.idea
diff --git a/.idea/aima-python.iml b/.idea/aima-python.iml
deleted file mode 100644
index 671160631..000000000
--- a/.idea/aima-python.iml
+++ /dev/null
@@ -1,11 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<module type="PYTHON_MODULE" version="4">
-  <component name="NewModuleRootManager">
-    <content url="file://$MODULE_DIR$" />
-    <orderEntry type="inheritedJdk" />
-    <orderEntry type="sourceFolder" forTests="false" />
-  </component>
-  <component name="TestRunnerService">
-    <option name="PROJECT_TEST_RUNNER" value="Unittests" />
-  </component>
-</module>
\ No newline at end of file
diff --git a/.idea/dictionaries/nicklee.xml b/.idea/dictionaries/nicklee.xml
deleted file mode 100644
index 3f43f9d18..000000000
--- a/.idea/dictionaries/nicklee.xml
+++ /dev/null
@@ -1,3 +0,0 @@
-<component name="ProjectDictionaryState">
-  <dictionary name="nicklee" />
-</component>
\ No newline at end of file
diff --git a/.idea/misc.xml b/.idea/misc.xml
deleted file mode 100644
index 539c0154b..000000000
--- a/.idea/misc.xml
+++ /dev/null
@@ -1,4 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.6.3 (/usr/local/Cellar/python3/3.6.3/Frameworks/Python.framework/Versions/3.6/bin/python3.6)" project-jdk-type="Python SDK" />
-</project>
\ No newline at end of file
diff --git a/.idea/modules.xml b/.idea/modules.xml
deleted file mode 100644
index 3650d76ed..000000000
--- a/.idea/modules.xml
+++ /dev/null
@@ -1,8 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="ProjectModuleManager">
-    <modules>
-      <module fileurl="file://$PROJECT_DIR$/.idea/aima-python.iml" filepath="$PROJECT_DIR$/.idea/aima-python.iml" />
-    </modules>
-  </component>
-</project>
\ No newline at end of file
diff --git a/.idea/vcs.xml b/.idea/vcs.xml
deleted file mode 100644
index 94a25f7f4..000000000
--- a/.idea/vcs.xml
+++ /dev/null
@@ -1,6 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="VcsDirectoryMappings">
-    <mapping directory="$PROJECT_DIR$" vcs="Git" />
-  </component>
-</project>
\ No newline at end of file
diff --git a/.idea/workspace.xml b/.idea/workspace.xml
deleted file mode 100644
index af5b561bb..000000000
--- a/.idea/workspace.xml
+++ /dev/null
@@ -1,200 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="ChangeListManager">
-    <list default="true" id="886c0226-8347-4dd2-be25-1b930305d8da" name="Default" comment="">
-      <change type="MODIFICATION" beforePath="$PROJECT_DIR$/mdp.ipynb" afterPath="$PROJECT_DIR$/mdp.ipynb" />
-    </list>
-    <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
-    <option name="TRACKING_ENABLED" value="true" />
-    <option name="SHOW_DIALOG" value="false" />
-    <option name="HIGHLIGHT_CONFLICTS" value="true" />
-    <option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
-    <option name="LAST_RESOLUTION" value="IGNORE" />
-  </component>
-  <component name="FileEditorManager">
-    <leaf>
-      <file leaf-file-name="mdp.py" pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/mdp.py">
-          <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="4">
-              <caret line="42" column="25" lean-forward="false" selection-start-line="42" selection-start-column="25" selection-end-line="42" selection-end-column="25" />
-              <folding />
-            </state>
-          </provider>
-        </entry>
-      </file>
-      <file leaf-file-name="mdp.ipynb" pinned="false" current-in-tab="true">
-        <entry file="file://$PROJECT_DIR$/mdp.ipynb">
-          <provider selected="true" editor-type-id="ipnb-editor">
-            <state>
-              <selected id="9" />
-            </state>
-          </provider>
-        </entry>
-      </file>
-    </leaf>
-  </component>
-  <component name="FindInProjectRecents">
-    <findStrings>
-      <find>custom</find>
-    </findStrings>
-  </component>
-  <component name="Git.Settings">
-    <option name="RECENT_GIT_ROOT_PATH" value="$PROJECT_DIR$" />
-  </component>
-  <component name="IdeDocumentHistory">
-    <option name="CHANGED_PATHS">
-      <list>
-        <option value="$PROJECT_DIR$/mdp.ipynb" />
-      </list>
-    </option>
-  </component>
-  <component name="JsBuildToolGruntFileManager" detection-done="true" sorting="DEFINITION_ORDER" />
-  <component name="JsBuildToolPackageJson" detection-done="true" sorting="DEFINITION_ORDER" />
-  <component name="JsGulpfileManager">
-    <detection-done>true</detection-done>
-    <sorting>DEFINITION_ORDER</sorting>
-  </component>
-  <component name="ProjectFrameBounds">
-    <option name="x" value="189" />
-    <option name="y" value="23" />
-    <option name="width" value="1665" />
-    <option name="height" value="1036" />
-  </component>
-  <component name="ProjectInspectionProfilesVisibleTreeState">
-    <entry key="Project Default">
-      <profile-state>
-        <expanded-state>
-          <State>
-            <id />
-          </State>
-        </expanded-state>
-        <selected-state>
-          <State>
-            <id>AngularJS</id>
-          </State>
-        </selected-state>
-      </profile-state>
-    </entry>
-  </component>
-  <component name="ProjectView">
-    <navigator currentView="ProjectPane" proportions="" version="1">
-      <flattenPackages />
-      <showMembers />
-      <showModules />
-      <showLibraryContents />
-      <hideEmptyPackages />
-      <abbreviatePackageNames />
-      <autoscrollToSource />
-      <autoscrollFromSource />
-      <sortByType />
-      <manualOrder />
-      <foldersAlwaysOnTop value="true" />
-    </navigator>
-    <panes>
-      <pane id="Scope" />
-      <pane id="Scratches" />
-      <pane id="ProjectPane">
-        <subPane>
-          <expand>
-            <path>
-              <item name="aima-python" type="b2602c69:ProjectViewProjectNode" />
-              <item name="aima-python" type="462c0819:PsiDirectoryNode" />
-            </path>
-          </expand>
-          <select />
-        </subPane>
-      </pane>
-    </panes>
-  </component>
-  <component name="PropertiesComponent">
-    <property name="settings.editor.selected.configurable" value="com.jetbrains.python.configuration.PyActiveSdkModuleConfigurable" />
-    <property name="WebServerToolWindowFactoryState" value="false" />
-    <property name="last_opened_file_path" value="$PROJECT_DIR$" />
-  </component>
-  <component name="RunDashboard">
-    <option name="ruleStates">
-      <list>
-        <RuleState>
-          <option name="name" value="ConfigurationTypeDashboardGroupingRule" />
-        </RuleState>
-        <RuleState>
-          <option name="name" value="StatusDashboardGroupingRule" />
-        </RuleState>
-      </list>
-    </option>
-  </component>
-  <component name="ShelveChangesManager" show_recycled="false">
-    <option name="remove_strategy" value="false" />
-  </component>
-  <component name="TaskManager">
-    <task active="true" id="Default" summary="Default task">
-      <changelist id="886c0226-8347-4dd2-be25-1b930305d8da" name="Default" comment="" />
-      <created>1510775872377</created>
-      <option name="number" value="Default" />
-      <option name="presentableId" value="Default" />
-      <updated>1510775872377</updated>
-    </task>
-    <servers />
-  </component>
-  <component name="ToolWindowManager">
-    <frame x="189" y="23" width="1665" height="1036" extended-state="0" />
-    <editor active="true" />
-    <layout>
-      <window_info id="Project" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.24984986" sideWeight="0.5" order="0" side_tool="false" content_ui="combo" />
-      <window_info id="TODO" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="6" side_tool="false" content_ui="tabs" />
-      <window_info id="Event Log" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="true" content_ui="tabs" />
-      <window_info id="Database" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
-      <window_info id="Run" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
-      <window_info id="Version Control" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
-      <window_info id="Python Console" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
-      <window_info id="Structure" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
-      <window_info id="Terminal" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
-      <window_info id="Debug" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
-      <window_info id="Favorites" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="true" content_ui="tabs" />
-      <window_info id="Data View" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
-      <window_info id="Cvs" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="4" side_tool="false" content_ui="tabs" />
-      <window_info id="Hierarchy" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="2" side_tool="false" content_ui="combo" />
-      <window_info id="Message" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
-      <window_info id="Commander" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
-      <window_info id="Find" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
-      <window_info id="Inspection" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="5" side_tool="false" content_ui="tabs" />
-      <window_info id="Ant Build" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
-    </layout>
-  </component>
-  <component name="TypeScriptGeneratedFilesManager">
-    <option name="version" value="1" />
-  </component>
-  <component name="VcsContentAnnotationSettings">
-    <option name="myLimit" value="2678400000" />
-  </component>
-  <component name="XDebuggerManager">
-    <breakpoint-manager />
-    <watches-manager />
-  </component>
-  <component name="editorHistoryManager">
-    <entry file="file://$PROJECT_DIR$/utils.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="295">
-          <caret line="24" column="53" lean-forward="false" selection-start-line="24" selection-start-column="53" selection-end-line="24" selection-end-column="53" />
-          <folding />
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/mdp.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="4">
-          <caret line="42" column="25" lean-forward="false" selection-start-line="42" selection-start-column="25" selection-end-line="42" selection-end-column="25" />
-          <folding />
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/mdp.ipynb">
-      <provider selected="true" editor-type-id="ipnb-editor">
-        <state>
-          <selected id="9" />
-        </state>
-      </provider>
-    </entry>
-  </component>
-</project>
\ No newline at end of file