Skip to content

Commit da612e5

Browse files
author
Alex
committed
Change kernel to python3
1 parent 4307667 commit da612e5

13 files changed

+128
-89
lines changed

Diff for: ‎DP/Policy Evaluation Solution.ipynb

+5-5
Original file line numberDiff line numberDiff line change
@@ -144,21 +144,21 @@
144144
],
145145
"metadata": {
146146
"kernelspec": {
147-
"display_name": "Python 2",
147+
"display_name": "Python 3",
148148
"language": "python",
149-
"name": "python2"
149+
"name": "python3"
150150
},
151151
"language_info": {
152152
"codemirror_mode": {
153153
"name": "ipython",
154-
"version": 2
154+
"version": 3
155155
},
156156
"file_extension": ".py",
157157
"mimetype": "text/x-python",
158158
"name": "python",
159159
"nbconvert_exporter": "python",
160-
"pygments_lexer": "ipython2",
161-
"version": "2.7.12"
160+
"pygments_lexer": "ipython3",
161+
"version": "3.5.2"
162162
}
163163
},
164164
"nbformat": 4,

Diff for: ‎DP/Policy Evaluation.ipynb

+5-5
Original file line numberDiff line numberDiff line change
@@ -107,21 +107,21 @@
107107
],
108108
"metadata": {
109109
"kernelspec": {
110-
"display_name": "Python 2",
110+
"display_name": "Python 3",
111111
"language": "python",
112-
"name": "python2"
112+
"name": "python3"
113113
},
114114
"language_info": {
115115
"codemirror_mode": {
116116
"name": "ipython",
117-
"version": 2
117+
"version": 3
118118
},
119119
"file_extension": ".py",
120120
"mimetype": "text/x-python",
121121
"name": "python",
122122
"nbconvert_exporter": "python",
123-
"pygments_lexer": "ipython2",
124-
"version": "2.7.12"
123+
"pygments_lexer": "ipython3",
124+
"version": "3.5.2"
125125
}
126126
},
127127
"nbformat": 4,

Diff for: ‎DP/Policy Iteration Solution.ipynb

+5-5
Original file line numberDiff line numberDiff line change
@@ -225,21 +225,21 @@
225225
],
226226
"metadata": {
227227
"kernelspec": {
228-
"display_name": "Python 2",
228+
"display_name": "Python 3",
229229
"language": "python",
230-
"name": "python2"
230+
"name": "python3"
231231
},
232232
"language_info": {
233233
"codemirror_mode": {
234234
"name": "ipython",
235-
"version": 2
235+
"version": 3
236236
},
237237
"file_extension": ".py",
238238
"mimetype": "text/x-python",
239239
"name": "python",
240240
"nbconvert_exporter": "python",
241-
"pygments_lexer": "ipython2",
242-
"version": "2.7.12"
241+
"pygments_lexer": "ipython3",
242+
"version": "3.5.2"
243243
}
244244
},
245245
"nbformat": 4,

Diff for: ‎DP/Policy Iteration.ipynb

+5-5
Original file line numberDiff line numberDiff line change
@@ -214,21 +214,21 @@
214214
],
215215
"metadata": {
216216
"kernelspec": {
217-
"display_name": "Python 2",
217+
"display_name": "Python 3",
218218
"language": "python",
219-
"name": "python2"
219+
"name": "python3"
220220
},
221221
"language_info": {
222222
"codemirror_mode": {
223223
"name": "ipython",
224-
"version": 2
224+
"version": 3
225225
},
226226
"file_extension": ".py",
227227
"mimetype": "text/x-python",
228228
"name": "python",
229229
"nbconvert_exporter": "python",
230-
"pygments_lexer": "ipython2",
231-
"version": "2.7.12"
230+
"pygments_lexer": "ipython3",
231+
"version": "3.5.2"
232232
}
233233
},
234234
"nbformat": 4,

Diff for: ‎DP/Value Iteration Solution.ipynb

+5-5
Original file line numberDiff line numberDiff line change
@@ -176,21 +176,21 @@
176176
"metadata": {
177177
"anaconda-cloud": {},
178178
"kernelspec": {
179-
"display_name": "Python 2",
179+
"display_name": "Python 3",
180180
"language": "python",
181-
"name": "python2"
181+
"name": "python3"
182182
},
183183
"language_info": {
184184
"codemirror_mode": {
185185
"name": "ipython",
186-
"version": 2
186+
"version": 3
187187
},
188188
"file_extension": ".py",
189189
"mimetype": "text/x-python",
190190
"name": "python",
191191
"nbconvert_exporter": "python",
192-
"pygments_lexer": "ipython2",
193-
"version": "2.7.12"
192+
"pygments_lexer": "ipython3",
193+
"version": "3.5.2"
194194
}
195195
},
196196
"nbformat": 4,

Diff for: ‎DP/Value Iteration.ipynb

+5-5
Original file line numberDiff line numberDiff line change
@@ -153,21 +153,21 @@
153153
],
154154
"metadata": {
155155
"kernelspec": {
156-
"display_name": "Python 2",
156+
"display_name": "Python 3",
157157
"language": "python",
158-
"name": "python2"
158+
"name": "python3"
159159
},
160160
"language_info": {
161161
"codemirror_mode": {
162162
"name": "ipython",
163-
"version": 2
163+
"version": 3
164164
},
165165
"file_extension": ".py",
166166
"mimetype": "text/x-python",
167167
"name": "python",
168168
"nbconvert_exporter": "python",
169-
"pygments_lexer": "ipython2",
170-
"version": "2.7.12"
169+
"pygments_lexer": "ipython3",
170+
"version": "3.5.2"
171171
}
172172
},
173173
"nbformat": 4,

Diff for: ‎MC/Blackjack Playground.ipynb

+4-8
Original file line numberDiff line numberDiff line change
@@ -18,9 +18,7 @@
1818
{
1919
"cell_type": "code",
2020
"execution_count": 420,
21-
"metadata": {
22-
"collapsed": false
23-
},
21+
"metadata": {},
2422
"outputs": [],
2523
"source": [
2624
"env = BlackjackEnv()"
@@ -29,9 +27,7 @@
2927
{
3028
"cell_type": "code",
3129
"execution_count": 422,
32-
"metadata": {
33-
"collapsed": false
34-
},
30+
"metadata": {},
3531
"outputs": [
3632
{
3733
"name": "stdout",
@@ -219,9 +215,9 @@
219215
"name": "python",
220216
"nbconvert_exporter": "python",
221217
"pygments_lexer": "ipython3",
222-
"version": "3.5.1"
218+
"version": "3.5.2"
223219
}
224220
},
225221
"nbformat": 4,
226-
"nbformat_minor": 0
222+
"nbformat_minor": 1
227223
}

Diff for: ‎MC/MC Control with Epsilon-Greedy Policies Solution.ipynb

+8-6
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,9 @@
2727
{
2828
"cell_type": "code",
2929
"execution_count": 2,
30-
"metadata": {},
30+
"metadata": {
31+
"collapsed": true
32+
},
3133
"outputs": [],
3234
"source": [
3335
"env = BlackjackEnv()"
@@ -207,21 +209,21 @@
207209
],
208210
"metadata": {
209211
"kernelspec": {
210-
"display_name": "Python 2",
212+
"display_name": "Python 3",
211213
"language": "python",
212-
"name": "python2"
214+
"name": "python3"
213215
},
214216
"language_info": {
215217
"codemirror_mode": {
216218
"name": "ipython",
217-
"version": 2
219+
"version": 3
218220
},
219221
"file_extension": ".py",
220222
"mimetype": "text/x-python",
221223
"name": "python",
222224
"nbconvert_exporter": "python",
223-
"pygments_lexer": "ipython2",
224-
"version": "2.7.12"
225+
"pygments_lexer": "ipython3",
226+
"version": "3.5.2"
225227
}
226228
},
227229
"nbformat": 4,

Diff for: ‎MC/MC Control with Epsilon-Greedy Policies.ipynb

+17-9
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,9 @@
2727
{
2828
"cell_type": "code",
2929
"execution_count": null,
30-
"metadata": {},
30+
"metadata": {
31+
"collapsed": true
32+
},
3133
"outputs": [],
3234
"source": [
3335
"env = BlackjackEnv()"
@@ -36,7 +38,9 @@
3638
{
3739
"cell_type": "code",
3840
"execution_count": null,
39-
"metadata": {},
41+
"metadata": {
42+
"collapsed": true
43+
},
4044
"outputs": [],
4145
"source": [
4246
"def make_epsilon_greedy_policy(Q, epsilon, nA):\n",
@@ -107,7 +111,9 @@
107111
{
108112
"cell_type": "code",
109113
"execution_count": null,
110-
"metadata": {},
114+
"metadata": {
115+
"collapsed": true
116+
},
111117
"outputs": [],
112118
"source": [
113119
"Q, policy = mc_control_epsilon_greedy(env, num_episodes=500000, epsilon=0.1)"
@@ -116,7 +122,9 @@
116122
{
117123
"cell_type": "code",
118124
"execution_count": null,
119-
"metadata": {},
125+
"metadata": {
126+
"collapsed": true
127+
},
120128
"outputs": [],
121129
"source": [
122130
"# For plotting: Create value function from action-value function\n",
@@ -140,21 +148,21 @@
140148
],
141149
"metadata": {
142150
"kernelspec": {
143-
"display_name": "Python 2",
151+
"display_name": "Python 3",
144152
"language": "python",
145-
"name": "python2"
153+
"name": "python3"
146154
},
147155
"language_info": {
148156
"codemirror_mode": {
149157
"name": "ipython",
150-
"version": 2
158+
"version": 3
151159
},
152160
"file_extension": ".py",
153161
"mimetype": "text/x-python",
154162
"name": "python",
155163
"nbconvert_exporter": "python",
156-
"pygments_lexer": "ipython2",
157-
"version": "2.7.12"
164+
"pygments_lexer": "ipython3",
165+
"version": "3.5.2"
158166
}
159167
},
160168
"nbformat": 4,

Diff for: ‎MC/MC Prediction Solution.ipynb

+17-9
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,9 @@
33
{
44
"cell_type": "code",
55
"execution_count": 1,
6-
"metadata": {},
6+
"metadata": {
7+
"collapsed": true
8+
},
79
"outputs": [],
810
"source": [
911
"%matplotlib inline\n",
@@ -26,7 +28,9 @@
2628
{
2729
"cell_type": "code",
2830
"execution_count": 2,
29-
"metadata": {},
31+
"metadata": {
32+
"collapsed": true
33+
},
3034
"outputs": [],
3135
"source": [
3236
"env = BlackjackEnv()"
@@ -35,7 +39,9 @@
3539
{
3640
"cell_type": "code",
3741
"execution_count": 3,
38-
"metadata": {},
42+
"metadata": {
43+
"collapsed": true
44+
},
3945
"outputs": [],
4046
"source": [
4147
"def mc_prediction(policy, env, num_episodes, discount_factor=1.0):\n",
@@ -100,7 +106,9 @@
100106
{
101107
"cell_type": "code",
102108
"execution_count": 4,
103-
"metadata": {},
109+
"metadata": {
110+
"collapsed": true
111+
},
104112
"outputs": [],
105113
"source": [
106114
"def sample_policy(observation):\n",
@@ -193,21 +201,21 @@
193201
],
194202
"metadata": {
195203
"kernelspec": {
196-
"display_name": "Python 2",
204+
"display_name": "Python 3",
197205
"language": "python",
198-
"name": "python2"
206+
"name": "python3"
199207
},
200208
"language_info": {
201209
"codemirror_mode": {
202210
"name": "ipython",
203-
"version": 2
211+
"version": 3
204212
},
205213
"file_extension": ".py",
206214
"mimetype": "text/x-python",
207215
"name": "python",
208216
"nbconvert_exporter": "python",
209-
"pygments_lexer": "ipython2",
210-
"version": "2.7.12"
217+
"pygments_lexer": "ipython3",
218+
"version": "3.5.2"
211219
}
212220
},
213221
"nbformat": 4,

0 commit comments

Comments
 (0)