runner.py

import numpy as np
from process_control import rl_controller

def cooling_valve(pv, out):
    return pv - (out/200) + 0.1 #+ np.random.normal(0, 0.01)

flipper = 1
setpoints = flipper*np.ones(200)
for i in np.arange(4):
    flipper = flipper - 2*flipper
    setpoints = np.concatenate((setpoints, flipper*np.ones(200)))

#setpoints = np.arange(500)/20 
my_controller = rl_controller(
    pv0 = 2,
    out0 = 50,
    rwd_baseline = 0,
    sps=setpoints,
    max_err = 0.01,
    max_err_rwd = 1,
    pvf=cooling_valve,
    lr=1e-8,
    df=1,
    eql=6, sl=10,
    ql = 300
)

#my_controller.train(10, ornstein_uhlenbeck=True, learn=True)
#my_controller.hard_reset()
#my_controller.train(10, ornstein_uhlenbeck=False, learn=True)

'''
my_controller.train(1, ornstein_uhlenbeck=True, learn=True)
my_controller.hard_reset()
my_controller.train(2, ornstein_uhlenbeck=True, learn=True)
my_controller.hard_reset()
my_controller.train(3, ornstein_uhlenbeck=True, learn=True)
my_controller.hard_reset()
my_controller.train(4, ornstein_uhlenbeck=True, learn=True)
my_controller.hard_reset()
my_controller.train(5, ornstein_uhlenbeck=True, learn=True)
my_controller.hard_reset()
my_controller.train(10, ornstein_uhlenbeck=False, learn=True)
my_controller.hard_reset()
'''

my_controller.train(5, ornstein_uhlenbeck=True, learn=True)
my_controller.run(ornstein_uhlenbeck=False, learn=True)