diff --git a/1-grid-world/3-monte-carlo/mc_agent.py b/1-grid-world/3-monte-carlo/mc_agent.py index 975467b..83dfa51 100644 --- a/1-grid-world/3-monte-carlo/mc_agent.py +++ b/1-grid-world/3-monte-carlo/mc_agent.py @@ -28,7 +28,7 @@ def update(self): state = str(reward[0]) if state not in visit_state: visit_state.append(state) - G_t = self.discount_factor * (reward[1] + G_t) + G_t = reward[1] + self.discount_factor * G_t value = self.value_table[state] self.value_table[state] = (value + self.learning_rate * (G_t - value)) @@ -106,7 +106,6 @@ def possible_next_state(self, state): # 에피소드가 완료됐을 때, 큐 함수 업데이트 if done: - print("episode : ", episode) agent.update() agent.samples.clear() break