Update probability section in Chapter 13

Author: jekyllstein

.github/workflows/ExportPluto.yaml

@@ -48,9 +48,11 @@ jobs:
               run: |
                 julia -e 'using Pkg
                   Pkg.activate("TabularRL.jl")
-                  Pkg.instantiate()
+                  Pkg.resolve()
+                  using TabularRL
                   Pkg.activate("ApproximationUtils.jl")
-                  Pkg.instantiate()
+                  Pkg.resolve()
+                  using ApproximationUtils
                   Pkg.activate(mktempdir())
                   Pkg.add([
                     Pkg.PackageSpec(name="PlutoSliderServer", version="1"),
@@ -62,7 +64,7 @@ jobs:
                     Export_cache_dir="pluto_state_cache",
                     Export_baked_notebookfile=false,
                     Export_baked_state=false,
-                    Export_exclude = ["Chapter-13/*", "TabularRL.jl/examples/test_notebook.jl", "TabularRL.jl/examples/rubiks_cube.jl", "Examples/*"]
+                    Export_exclude = ["TabularRL.jl/examples/test_notebook.jl", "TabularRL.jl/examples/rubiks_cube.jl", "Examples/*"]
                     # more parameters can go here
                   )'
 

Chapter-10/Chapter_10_On_policy_Control_with_Approximation.jl

@@ -23,7 +23,7 @@ end
 # ╔═╡ 318b398a-d8f2-4f39-a45d-fd9023961bf8
 # ╠═╡ skip_as_script = true
 #=╠═╡
-include(joinpath(@__DIR__, "..", "Chapter-9", "Chapter_9_On-policy_Prediction_with_Approximation.jl"))
+include(joinpath(@__DIR__, "..", "Chapter-09", "Chapter_09_On-policy_Prediction_with_Approximation.jl"))
   ╠═╡ =#
 
 # ╔═╡ 35d59eae-77fd-11ef-2790-35dd5a834060

Chapter-11/Chapter_11_Off_policy_Methods_with_Approximation.jl

@@ -23,7 +23,7 @@ end
 
 # ╔═╡ c8bae838-0549-48e3-b858-0c071334c0b7
 begin
-	include(joinpath(@__DIR__, "..", "Chapter-9", "Chapter_9_On-policy_Prediction_with_Approximation.jl"))
+	include(joinpath(@__DIR__, "..", "Chapter-09", "Chapter_09_On-policy_Prediction_with_Approximation.jl"))
 	include(joinpath(@__DIR__, "..", "Chapter-10", "Chapter_10_On_policy_Control_with_Approximation.jl"))
 end
 

Chapter-12/Chapter_12_Eligibility_Traces.jl

@@ -22,7 +22,7 @@ end
 
 # ╔═╡ 062f756b-6640-4928-9216-c54316503944
 begin
-	include(joinpath(@__DIR__, "..", "Chapter-9", "Chapter_9_On-policy_Prediction_with_Approximation.jl"))
+	include(joinpath(@__DIR__, "..", "Chapter-09", "Chapter_09_On-policy_Prediction_with_Approximation.jl"))
 	include(joinpath(@__DIR__, "..", "Chapter-10", "Chapter_10_On_policy_Control_with_Approximation.jl"))
 	include(joinpath(@__DIR__, "..", "Chapter-11", "Chapter_11_Off_policy_Methods_with_Approximation.jl"))
 end

Chapter-13/Chapter_13_Policy_Gradient_Methods.jl

@@ -79,7 +79,7 @@ Clone the repository to your system inside a directory where you have read/write
 Navigate inside of the repository directory where you should find the following shell scripts: `setup.sh`, `start.sh`, `update.sh`.  Note that you may need to make these files executable with 
 
 ```shell
-> chmod +x setup.sh```
+> chmod +x setup.sh
 ```
 
 You can begin by running the start shell script which will automatically run the setup script if this is your first time using the repository:

TabularRL.jl/examples/defining_tabular_mdps.jl

@@ -82,6 +82,7 @@ <h3>Part 2: Approximate Solution Methods</h3>
     <li><a href="Chapter-10/Chapter_10_On_policy_Control_with_Approximation.html">Chapter 10: On-policy Control with Approximation</a></li>
     <li><a href="Chapter-11/Chapter_11_Off_policy_Methods_with_Approximation.html">Chapter 11: Off-policy Methods with Approximation</a></li>
     <li><a href="Chapter-12/Chapter_12_Eligibility_Traces.html">Chapter 12: Eligibility Traces</a></li>
+    <li><a href="Chapter-13/Chapter_13_Policy_Gradient_Methods.html">Chapter 13: Policy Gradient Methods</a></li>
     </ul>
     <h2>Documentation</h2>
     <h3>Tabular Methods</h3>