RandomWalk.kt

package lab.mars.rl.problem

import lab.mars.rl.model.impl.mdp.CNSetMDP
import lab.mars.rl.model.impl.mdp.IndexedPolicy
import lab.mars.rl.model.impl.mdp.IndexedPossible
import lab.mars.rl.util.collection.cnsetOf
import lab.mars.rl.util.collection.emptyNSet

/**
 * <p>
 * Created on 2017-10-10.
 * </p>
 *
 * @author wumo
 */
object RandomWalk {
  fun make(): IndexedProblem {
    val mdp = CNSetMDP(1.0, 7, 1)
    mdp.apply {
      states[0].actions = emptyNSet()
      states[6].actions = emptyNSet()
      started = { states(3).rand() }
      for (a in 1..5) {
        states[a].actions[0].apply {
          possibles = cnsetOf(IndexedPossible(states[a - 1], 0.0, 0.5),
                              IndexedPossible(states[a + 1], if (a == 5) 1.0 else 0.0, 0.5))
        }
      }
    }
    val policy = mdp.QFunc { 1.0 }
    return Pair(mdp, IndexedPolicy(policy))
  }
}