-
Notifications
You must be signed in to change notification settings - Fork 0
/
gravitar-log.txt
executable file
·161 lines (161 loc) · 20.8 KB
/
gravitar-log.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
marking, episode: 0, score: 0.0, mean_score: 0.00, std_score: 0.00
episode: 10, mean_last30: 136.36, mean_score: 150.00, std_score: 164.32, mean_loss: 33.9814 [0, 200, 100, 0, 0, 350, 500, 100, 0, 250]
episode: 20, mean_last30: 130.95, mean_score: 137.50, std_score: 170.20, mean_loss: 14.2562 [0, 0, 0, 100, 0, 100, 100, 100, 250, 600]
episode: 30, mean_last30: 151.67, mean_score: 151.67, std_score: 179.58, mean_loss: 12.3752 [350, 250, 0, 500, 450, 0, 250, 0, 0, 0]
episode: 40, mean_last30: 163.33, mean_score: 160.00, std_score: 182.41, mean_loss: 11.5041 [100, 100, 600, 350, 0, 100, 0, 0, 250, 350]
episode: 50, mean_last30: 171.67, mean_score: 158.00, std_score: 179.27, mean_loss: 9.0080 [0, 0, 0, 250, 0, 250, 500, 250, 0, 250]
episode: 60, mean_last30: 186.67, mean_score: 169.17, std_score: 185.31, mean_loss: 13.3950 [250, 0, 550, 250, 250, 100, 0, 250, 0, 600]
episode: 70, mean_last30: 168.33, mean_score: 163.57, std_score: 181.64, mean_loss: 16.1567 [0, 500, 0, 100, 100, 0, 100, 250, 250, 0]
episode: 80, mean_last30: 228.33, mean_score: 184.38, std_score: 199.47, mean_loss: 15.3882 [600, 100, 200, 0, 100, 350, 750, 250, 700, 250]
episode: 90, mean_last30: 220.00, mean_score: 186.11, std_score: 200.14, mean_loss: 15.7653 [250, 100, 0, 0, 250, 250, 100, 350, 700, 0]
marking, episode: 100, score: 450.0, mean_score: 189.50, std_score: 198.53
episode: 110, mean_last30: 263.33, mean_score: 370.00, std_score: 252.19, mean_loss: 16.9552 [100, 250, 250, 250, 250, 200, 950, 250, 700, 500]
episode: 120, mean_last30: 321.67, mean_score: 372.50, std_score: 220.50, mean_loss: 13.6771 [500, 250, 600, 100, 250, 700, 200, 450, 450, 250]
episode: 130, mean_last30: 341.67, mean_score: 341.67, std_score: 238.78, mean_loss: 20.2930 [0, 750, 0, 200, 100, 0, 200, 450, 600, 500]
episode: 140, mean_last30: 298.33, mean_score: 316.25, std_score: 259.90, mean_loss: 16.4481 [0, 100, 350, 750, 0, 850, 100, 0, 250, 0]
episode: 150, mean_last30: 240.00, mean_score: 293.00, std_score: 258.85, mean_loss: 19.5102 [0, 0, 600, 200, 500, 500, 200, 0, 0, 0]
episode: 160, mean_last30: 236.67, mean_score: 289.17, std_score: 259.82, mean_loss: 14.5689 [200, 800, 0, 0, 250, 250, 100, 0, 500, 600]
episode: 170, mean_last30: 243.33, mean_score: 285.00, std_score: 270.10, mean_loss: 18.3212 [100, 0, 0, 600, 0, 0, 500, 0, 950, 450]
episode: 180, mean_last30: 245.00, mean_score: 275.00, std_score: 260.65, mean_loss: 16.9359 [0, 350, 500, 350, 250, 0, 250, 0, 250, 100]
episode: 190, mean_last30: 220.00, mean_score: 266.11, std_score: 252.63, mean_loss: 14.9950 [500, 350, 250, 0, 0, 250, 250, 0, 100, 250]
marking, episode: 200, score: 0.0, mean_score: 264.50, std_score: 257.13
episode: 210, mean_last30: 231.67, mean_score: 250.00, std_score: 259.81, mean_loss: 16.2576 [250, 0, 0, 250, 850, 100, 250, 600, 100, 100]
episode: 220, mean_last30: 235.00, mean_score: 227.50, std_score: 218.79, mean_loss: 15.3288 [0, 100, 350, 0, 0, 500, 350, 250, 250, 250]
episode: 230, mean_last30: 235.00, mean_score: 235.00, std_score: 205.41, mean_loss: 12.2907 [350, 100, 0, 100, 250, 300, 250, 450, 100, 600]
episode: 240, mean_last30: 228.33, mean_score: 233.75, std_score: 216.04, mean_loss: 18.6896 [0, 100, 0, 350, 750, 350, 0, 0, 250, 500]
episode: 250, mean_last30: 271.67, mean_score: 254.00, std_score: 227.78, mean_loss: 14.0721 [0, 100, 200, 250, 600, 350, 750, 0, 600, 500]
episode: 260, mean_last30: 240.00, mean_score: 237.50, std_score: 228.33, mean_loss: 13.9620 [0, 0, 0, 0, 100, 0, 100, 250, 500, 600]
episode: 270, mean_last30: 236.67, mean_score: 235.00, std_score: 225.10, mean_loss: 12.3598 [250, 300, 0, 100, 750, 250, 100, 250, 200, 0]
episode: 280, mean_last30: 235.00, mean_score: 246.88, std_score: 224.35, mean_loss: 12.7183 [250, 250, 700, 200, 350, 600, 500, 200, 250, 0]
episode: 290, mean_last30: 275.00, mean_score: 250.00, std_score: 230.34, mean_loss: 18.1291 [600, 350, 500, 250, 800, 250, 0, 0, 0, 0]
marking, episode: 300, score: 250.0, mean_score: 257.50, std_score: 240.25
episode: 310, mean_last30: 238.33, mean_score: 115.00, std_score: 170.37, mean_loss: 12.2372 [500, 350, 200, 0, 0, 0, 0, 0, 100, 0]
episode: 320, mean_last30: 266.67, mean_score: 237.50, std_score: 293.63, mean_loss: 13.2267 [250, 0, 0, 100, 950, 350, 0, 850, 500, 600]
episode: 330, mean_last30: 263.33, mean_score: 263.33, std_score: 302.47, mean_loss: 13.0203 [950, 500, 0, 0, 250, 0, 750, 350, 250, 100]
episode: 340, mean_last30: 325.00, mean_score: 272.50, std_score: 310.23, mean_loss: 11.9135 [850, 0, 950, 0, 350, 250, 350, 0, 250, 0]
episode: 350, mean_last30: 325.00, mean_score: 290.00, std_score: 292.75, mean_loss: 16.6228 [600, 500, 550, 350, 500, 250, 0, 250, 500, 100]
episode: 360, mean_last30: 256.67, mean_score: 260.00, std_score: 283.40, mean_loss: 17.5699 [0, 0, 250, 500, 250, 0, 0, 0, 0, 100]
episode: 370, mean_last30: 323.33, mean_score: 294.29, std_score: 303.61, mean_loss: 12.9849 [100, 1150, 700, 250, 500, 600, 0, 600, 250, 850]
episode: 380, mean_last30: 281.67, mean_score: 286.88, std_score: 295.04, mean_loss: 14.0718 [0, 100, 450, 650, 250, 350, 100, 450, 0, 0]
episode: 390, mean_last30: 368.33, mean_score: 296.11, std_score: 296.67, mean_loss: 10.8542 [350, 350, 250, 0, 950, 850, 250, 100, 100, 500]
marking, episode: 400, score: 0.0, mean_score: 297.50, std_score: 288.13
episode: 410, mean_last30: 326.67, mean_score: 300.00, std_score: 249.00, mean_loss: 13.2931 [600, 0, 700, 350, 250, 600, 250, 0, 250, 0]
episode: 420, mean_last30: 235.00, mean_score: 197.50, std_score: 223.31, mean_loss: 14.0368 [250, 0, 0, 0, 350, 0, 250, 0, 100, 0]
episode: 430, mean_last30: 205.00, mean_score: 205.00, std_score: 218.08, mean_loss: 13.9659 [100, 100, 0, 350, 250, 200, 200, 250, 750, 0]
episode: 440, mean_last30: 176.67, mean_score: 207.50, std_score: 210.22, mean_loss: 14.9421 [350, 600, 0, 350, 0, 250, 250, 0, 250, 100]
episode: 450, mean_last30: 203.33, mean_score: 201.00, std_score: 200.12, mean_loss: 15.3013 [0, 250, 200, 350, 250, 350, 0, 350, 0, 0]
episode: 460, mean_last30: 206.67, mean_score: 205.83, std_score: 190.85, mean_loss: 16.6257 [250, 250, 250, 500, 250, 350, 100, 100, 0, 250]
episode: 470, mean_last30: 228.33, mean_score: 216.43, std_score: 201.91, mean_loss: 14.1529 [250, 0, 100, 750, 0, 500, 100, 100, 500, 500]
episode: 480, mean_last30: 211.67, mean_score: 205.00, std_score: 204.11, mean_loss: 14.7985 [0, 500, 0, 250, 500, 0, 0, 0, 0, 0]
episode: 490, mean_last30: 243.33, mean_score: 218.33, std_score: 211.40, mean_loss: 15.9942 [0, 250, 0, 250, 350, 350, 350, 800, 250, 650]
marking, episode: 500, score: 500.0, mean_score: 240.00, std_score: 224.50
episode: 510, mean_last30: 355.00, mean_score: 305.00, std_score: 246.42, mean_loss: 17.8010 [600, 0, 500, 700, 250, 0, 250, 500, 0, 250]
episode: 520, mean_last30: 328.33, mean_score: 275.00, std_score: 298.12, mean_loss: 14.1842 [0, 600, 900, 0, 0, 100, 0, 0, 100, 750]
episode: 530, mean_last30: 266.67, mean_score: 266.67, std_score: 272.74, mean_loss: 18.9179 [500, 100, 100, 600, 0, 250, 350, 0, 500, 100]
episode: 540, mean_last30: 260.00, mean_score: 271.25, std_score: 287.64, mean_loss: 20.5871 [0, 0, 0, 450, 200, 500, 0, 1100, 350, 250]
episode: 550, mean_last30: 223.33, mean_score: 244.00, std_score: 287.17, mean_loss: 16.5207 [0, 0, 850, 0, 0, 250, 0, 0, 250, 0]
episode: 560, mean_last30: 210.00, mean_score: 238.33, std_score: 274.52, mean_loss: 18.9557 [0, 0, 100, 350, 600, 450, 250, 0, 250, 100]
episode: 570, mean_last30: 201.67, mean_score: 241.43, std_score: 264.84, mean_loss: 20.3186 [250, 0, 350, 500, 0, 0, 250, 500, 500, 250]
episode: 580, mean_last30: 271.67, mean_score: 254.38, std_score: 272.85, mean_loss: 14.8094 [850, 0, 850, 0, 100, 500, 100, 250, 250, 550]
episode: 590, mean_last30: 230.00, mean_score: 235.56, std_score: 266.38, mean_loss: 14.9512 [250, 0, 0, 0, 0, 0, 350, 250, 0, 0]
marking, episode: 600, score: 500.0, mean_score: 249.00, std_score: 276.22
episode: 610, mean_last30: 263.33, mean_score: 335.00, std_score: 228.09, mean_loss: 16.7085 [250, 750, 500, 250, 350, 600, 450, 100, 100, 0]
episode: 620, mean_last30: 291.67, mean_score: 252.50, std_score: 261.00, mean_loss: 16.5791 [0, 0, 250, 0, 0, 0, 750, 0, 600, 100]
episode: 630, mean_last30: 281.67, mean_score: 281.67, std_score: 255.44, mean_loss: 15.5760 [0, 350, 450, 0, 600, 0, 600, 450, 450, 500]
episode: 640, mean_last30: 233.33, mean_score: 258.75, std_score: 250.97, mean_loss: 18.7849 [0, 100, 200, 0, 350, 0, 250, 750, 0, 250]
episode: 650, mean_last30: 240.00, mean_score: 245.00, std_score: 238.17, mean_loss: 19.0820 [500, 350, 0, 250, 0, 0, 100, 350, 250, 100]
episode: 660, mean_last30: 218.33, mean_score: 250.00, std_score: 226.38, mean_loss: 14.5344 [250, 350, 350, 100, 250, 600, 250, 0, 250, 350]
episode: 670, mean_last30: 293.33, mean_score: 273.57, std_score: 245.49, mean_loss: 12.6325 [350, 350, 0, 700, 350, 1050, 250, 0, 600, 500]
episode: 680, mean_last30: 290.00, mean_score: 261.88, std_score: 241.77, mean_loss: 14.9686 [0, 0, 350, 500, 250, 0, 100, 500, 0, 100]
episode: 690, mean_last30: 328.33, mean_score: 276.11, std_score: 240.63, mean_loss: 16.6235 [200, 500, 500, 0, 500, 500, 350, 750, 350, 250]
marking, episode: 700, score: 500.0, mean_score: 285.50, std_score: 249.13
episode: 710, mean_last30: 333.33, mean_score: 240.00, std_score: 232.16, mean_loss: 14.2885 [100, 0, 0, 0, 600, 250, 250, 600, 100, 500]
episode: 720, mean_last30: 323.33, mean_score: 300.00, std_score: 273.40, mean_loss: 14.4107 [0, 850, 750, 600, 600, 0, 100, 250, 200, 250]
episode: 730, mean_last30: 295.00, mean_score: 295.00, std_score: 254.08, mean_loss: 13.9885 [500, 250, 450, 350, 250, 550, 0, 0, 500, 0]
episode: 740, mean_last30: 295.00, mean_score: 281.25, std_score: 245.89, mean_loss: 13.9031 [0, 500, 500, 450, 0, 0, 250, 100, 500, 100]
episode: 750, mean_last30: 248.33, mean_score: 269.00, std_score: 239.14, mean_loss: 14.3510 [100, 250, 500, 0, 500, 500, 100, 250, 0, 0]
episode: 760, mean_last30: 250.00, mean_score: 272.50, std_score: 241.77, mean_loss: 20.8217 [250, 600, 0, 0, 250, 0, 500, 700, 100, 500]
episode: 770, mean_last30: 266.67, mean_score: 275.00, std_score: 242.86, mean_loss: 14.4700 [0, 250, 750, 0, 500, 100, 0, 500, 350, 450]
episode: 780, mean_last30: 283.33, mean_score: 274.38, std_score: 233.59, mean_loss: 18.2443 [500, 250, 450, 350, 350, 0, 100, 350, 250, 100]
episode: 790, mean_last30: 286.67, mean_score: 277.22, std_score: 227.81, mean_loss: 15.1430 [100, 200, 250, 550, 100, 500, 450, 500, 250, 100]
marking, episode: 800, score: 350.0, mean_score: 288.50, std_score: 236.10
episode: 810, mean_last30: 321.67, mean_score: 275.00, std_score: 259.08, mean_loss: 14.5187 [100, 700, 350, 0, 450, 100, 100, 750, 100, 100]
episode: 820, mean_last30: 271.67, mean_score: 212.50, std_score: 225.76, mean_loss: 14.5258 [100, 0, 100, 200, 0, 350, 0, 0, 250, 500]
episode: 830, mean_last30: 196.67, mean_score: 196.67, std_score: 197.03, mean_loss: 16.0144 [350, 250, 250, 250, 100, 100, 100, 250, 0, 0]
episode: 840, mean_last30: 151.67, mean_score: 182.50, std_score: 194.15, mean_loss: 19.3311 [100, 350, 0, 0, 0, 100, 500, 0, 350, 0]
episode: 850, mean_last30: 176.67, mean_score: 191.00, std_score: 220.16, mean_loss: 18.3742 [0, 0, 850, 0, 0, 250, 100, 700, 0, 350]
episode: 860, mean_last30: 221.67, mean_score: 209.17, std_score: 218.99, mean_loss: 12.6161 [550, 350, 100, 700, 100, 250, 250, 350, 100, 250]
episode: 870, mean_last30: 311.67, mean_score: 237.86, std_score: 243.55, mean_loss: 17.2908 [700, 500, 700, 800, 100, 100, 0, 600, 0, 600]
episode: 880, mean_last30: 346.67, mean_score: 249.38, std_score: 242.06, mean_loss: 16.4467 [250, 500, 0, 250, 200, 750, 100, 500, 500, 250]
episode: 890, mean_last30: 346.67, mean_score: 255.00, std_score: 242.79, mean_loss: 18.1596 [500, 0, 700, 100, 250, 600, 250, 100, 500, 0]
marking, episode: 900, score: 0.0, mean_score: 250.50, std_score: 239.53
episode: 910, mean_last30: 230.00, mean_score: 180.00, std_score: 236.85, mean_loss: 16.8205 [0, 0, 0, 800, 100, 0, 250, 350, 200, 100]
episode: 920, mean_last30: 171.67, mean_score: 152.50, std_score: 192.01, mean_loss: 16.1416 [250, 300, 0, 200, 0, 250, 0, 250, 0, 0]
episode: 930, mean_last30: 145.00, mean_score: 145.00, std_score: 180.44, mean_loss: 14.3643 [250, 100, 100, 0, 250, 500, 0, 0, 100, 0]
episode: 940, mean_last30: 155.00, mean_score: 161.25, std_score: 179.75, mean_loss: 14.3039 [200, 100, 250, 500, 0, 200, 100, 250, 0, 500]
episode: 950, mean_last30: 170.00, mean_score: 163.00, std_score: 177.43, mean_loss: 16.2975 [250, 0, 250, 0, 100, 500, 350, 250, 0, 0]
episode: 960, mean_last30: 211.67, mean_score: 178.33, std_score: 188.72, mean_loss: 17.4488 [250, 250, 100, 0, 350, 500, 250, 100, 0, 750]
episode: 970, mean_last30: 230.00, mean_score: 190.71, std_score: 200.41, mean_loss: 12.2855 [0, 0, 800, 0, 250, 250, 250, 250, 600, 250]
episode: 980, mean_last30: 268.33, mean_score: 202.50, std_score: 199.04, mean_loss: 10.2642 [100, 500, 0, 250, 350, 100, 500, 250, 350, 450]
episode: 990, mean_last30: 268.33, mean_score: 208.33, std_score: 210.19, mean_loss: 19.5492 [0, 700, 700, 600, 250, 0, 100, 100, 0, 100]
marking, episode: 1000, score: 100.0, mean_score: 203.50, std_score: 209.67
episode: 1010, mean_last30: 180.00, mean_score: 125.00, std_score: 130.86, mean_loss: 14.7007 [250, 0, 0, 250, 200, 0, 350, 0, 200, 0]
episode: 1020, mean_last30: 175.00, mean_score: 182.50, std_score: 206.93, mean_loss: 19.3824 [100, 250, 100, 250, 0, 800, 200, 100, 600, 0]
episode: 1030, mean_last30: 175.00, mean_score: 175.00, std_score: 192.25, mean_loss: 15.2436 [250, 350, 100, 0, 0, 500, 200, 0, 100, 100]
episode: 1040, mean_last30: 200.00, mean_score: 181.25, std_score: 189.63, mean_loss: 17.3117 [500, 100, 0, 300, 200, 450, 0, 350, 0, 100]
episode: 1050, mean_last30: 206.67, mean_score: 197.00, std_score: 191.42, mean_loss: 15.8516 [250, 0, 250, 250, 350, 100, 0, 300, 600, 500]
episode: 1060, mean_last30: 221.67, mean_score: 198.33, std_score: 183.70, mean_loss: 16.2560 [350, 350, 100, 0, 250, 100, 0, 350, 200, 350]
episode: 1070, mean_last30: 286.67, mean_score: 226.43, std_score: 214.93, mean_loss: 13.0473 [250, 200, 100, 100, 100, 250, 600, 950, 700, 700]
episode: 1080, mean_last30: 286.67, mean_score: 230.62, std_score: 214.26, mean_loss: 16.9203 [0, 700, 250, 350, 250, 350, 350, 0, 350, 0]
episode: 1090, mean_last30: 301.67, mean_score: 232.78, std_score: 213.85, mean_loss: 16.2437 [0, 200, 0, 500, 600, 250, 200, 500, 0, 250]
marking, episode: 1100, score: 700.0, mean_score: 227.50, std_score: 214.87
episode: 1110, mean_last30: 198.33, mean_score: 165.00, std_score: 162.86, mean_loss: 19.0235 [0, 0, 0, 250, 250, 300, 250, 500, 100, 0]
episode: 1120, mean_last30: 176.67, mean_score: 175.00, std_score: 164.70, mean_loss: 14.9967 [250, 500, 0, 100, 0, 450, 100, 250, 100, 100]
episode: 1130, mean_last30: 218.33, mean_score: 218.33, std_score: 241.00, mean_loss: 12.5265 [500, 250, 0, 350, 350, 1100, 0, 0, 0, 500]
episode: 1140, mean_last30: 206.67, mean_score: 196.25, std_score: 227.04, mean_loss: 18.4746 [350, 0, 0, 0, 350, 250, 0, 350, 0, 0]
episode: 1150, mean_last30: 273.33, mean_score: 234.00, std_score: 243.81, mean_loss: 17.8512 [500, 600, 0, 0, 100, 650, 450, 700, 500, 350]
episode: 1160, mean_last30: 280.00, mean_score: 249.17, std_score: 245.54, mean_loss: 13.2110 [0, 350, 0, 250, 850, 250, 350, 200, 500, 500]
episode: 1170, mean_last30: 326.67, mean_score: 252.14, std_score: 247.77, mean_loss: 14.2205 [100, 0, 200, 250, 250, 250, 250, 450, 950, 0]
episode: 1180, mean_last30: 296.67, mean_score: 257.50, std_score: 243.68, mean_loss: 14.0980 [0, 250, 500, 100, 350, 100, 600, 100, 600, 350]
episode: 1190, mean_last30: 308.33, mean_score: 268.89, std_score: 253.05, mean_loss: 12.0805 [200, 500, 100, 700, 350, 0, 600, 200, 950, 0]
marking, episode: 1200, score: 600.0, mean_score: 273.00, std_score: 250.44
episode: 1210, mean_last30: 355.00, mean_score: 395.00, std_score: 273.36, mean_loss: 14.0050 [850, 350, 350, 100, 800, 200, 0, 600, 200, 500]
episode: 1220, mean_last30: 368.33, mean_score: 397.50, std_score: 269.01, mean_loss: 13.2699 [750, 450, 850, 350, 250, 550, 350, 0, 0, 450]
episode: 1230, mean_last30: 345.00, mean_score: 345.00, std_score: 271.52, mean_loss: 14.7827 [0, 550, 0, 100, 0, 350, 600, 100, 600, 100]
episode: 1240, mean_last30: 245.00, mean_score: 282.50, std_score: 262.81, mean_loss: 14.3228 [200, 0, 250, 0, 200, 100, 100, 100, 0, 0]
episode: 1250, mean_last30: 185.00, mean_score: 270.00, std_score: 256.71, mean_loss: 17.8329 [350, 0, 0, 700, 500, 100, 0, 200, 250, 100]
episode: 1260, mean_last30: 210.00, mean_score: 277.50, std_score: 276.95, mean_loss: 13.9306 [250, 0, 350, 800, 250, 250, 0, 1150, 100, 0]
episode: 1270, mean_last30: 291.67, mean_score: 286.43, std_score: 273.59, mean_loss: 15.2365 [850, 400, 100, 500, 250, 600, 350, 0, 250, 100]
episode: 1280, mean_last30: 313.33, mean_score: 286.25, std_score: 273.74, mean_loss: 19.0258 [0, 0, 350, 350, 600, 750, 0, 0, 600, 200]
episode: 1290, mean_last30: 286.67, mean_score: 280.56, std_score: 262.86, mean_loss: 16.0579 [500, 250, 250, 350, 250, 0, 300, 200, 0, 250]
marking, episode: 1300, score: 0.0, mean_score: 275.50, std_score: 256.76
episode: 1310, mean_last30: 238.33, mean_score: 250.00, std_score: 315.44, mean_loss: 20.5215 [250, 850, 850, 0, 0, 0, 250, 200, 100, 0]
episode: 1320, mean_last30: 273.33, mean_score: 295.00, std_score: 299.54, mean_loss: 17.9979 [0, 0, 100, 600, 750, 600, 500, 0, 500, 350]
episode: 1330, mean_last30: 253.33, mean_score: 253.33, std_score: 261.70, mean_loss: 20.3720 [100, 0, 250, 250, 0, 350, 250, 250, 250, 0]
episode: 1340, mean_last30: 248.33, mean_score: 248.75, std_score: 244.82, mean_loss: 14.6543 [250, 0, 0, 450, 500, 0, 100, 350, 350, 350]
episode: 1350, mean_last30: 245.00, mean_score: 265.00, std_score: 268.19, mean_loss: 19.8628 [100, 950, 800, 0, 250, 500, 100, 0, 600, 0]
episode: 1360, mean_last30: 336.67, mean_score: 295.00, std_score: 280.88, mean_loss: 18.6146 [950, 250, 500, 250, 850, 200, 0, 350, 350, 750]
episode: 1370, mean_last30: 330.00, mean_score: 283.57, std_score: 272.65, mean_loss: 19.0120 [350, 100, 600, 500, 0, 100, 250, 250, 0, 0]
episode: 1380, mean_last30: 276.67, mean_score: 269.38, std_score: 261.55, mean_loss: 16.0870 [100, 250, 0, 0, 250, 250, 0, 350, 250, 250]
episode: 1390, mean_last30: 198.33, mean_score: 262.78, std_score: 257.07, mean_loss: 19.2753 [0, 250, 500, 0, 100, 250, 500, 0, 500, 0]
marking, episode: 1400, score: 0.0, mean_score: 264.00, std_score: 258.17
episode: 1410, mean_last30: 260.00, mean_score: 295.00, std_score: 222.99, mean_loss: 17.8271 [250, 850, 250, 350, 350, 300, 250, 0, 0, 350]
episode: 1420, mean_last30: 321.67, mean_score: 345.00, std_score: 254.41, mean_loss: 16.2858 [0, 350, 350, 0, 850, 600, 600, 600, 500, 100]
episode: 1430, mean_last30: 366.67, mean_score: 366.67, std_score: 221.48, mean_loss: 21.0033 [500, 500, 350, 350, 500, 500, 100, 350, 500, 450]
episode: 1440, mean_last30: 416.67, mean_score: 386.25, std_score: 226.93, mean_loss: 17.5873 [100, 250, 100, 300, 700, 500, 600, 600, 800, 500]
episode: 1450, mean_last30: 418.33, mean_score: 389.00, std_score: 246.64, mean_loss: 11.9417 [750, 300, 750, 0, 900, 100, 600, 250, 350, 0]
episode: 1460, mean_last30: 443.33, mean_score: 405.00, std_score: 254.25, mean_loss: 16.8462 [500, 250, 250, 500, 850, 250, 850, 0, 700, 700]
episode: 1470, mean_last30: 401.67, mean_score: 392.86, std_score: 246.44, mean_loss: 16.3507 [350, 250, 100, 0, 450, 450, 500, 250, 600, 250]
episode: 1480, mean_last30: 391.67, mean_score: 390.00, std_score: 241.66, mean_loss: 14.7098 [300, 0, 250, 250, 450, 700, 450, 700, 250, 350]
episode: 1490, mean_last30: 378.33, mean_score: 396.11, std_score: 237.37, mean_loss: 14.0876 [250, 600, 500, 350, 500, 450, 350, 100, 850, 500]
marking, episode: 1500, score: 500.0, mean_score: 386.00, std_score: 240.01
episode: 1510, mean_last30: 366.67, mean_score: 360.00, std_score: 201.00, mean_loss: 13.0321 [200, 600, 250, 700, 350, 500, 0, 250, 500, 250]
episode: 1520, mean_last30: 343.33, mean_score: 367.50, std_score: 266.12, mean_loss: 13.5966 [0, 500, 250, 0, 250, 800, 0, 500, 500, 950]
episode: 1530, mean_last30: 375.00, mean_score: 375.00, std_score: 264.81, mean_loss: 14.9144 [700, 500, 500, 100, 700, 350, 750, 100, 100, 100]
episode: 1540, mean_last30: 376.67, mean_score: 372.50, std_score: 243.40, mean_loss: 18.4031 [250, 200, 350, 250, 250, 250, 350, 500, 750, 500]
episode: 1550, mean_last30: 396.67, mean_score: 385.00, std_score: 254.21, mean_loss: 14.0177 [100, 350, 250, 350, 700, 500, 350, 800, 950, 0]
episode: 1560, mean_last30: 351.67, mean_score: 363.33, std_score: 245.44, mean_loss: 15.1529 [200, 450, 0, 0, 500, 250, 250, 250, 300, 350]
episode: 1570, mean_last30: 295.00, mean_score: 339.29, std_score: 241.26, mean_loss: 12.1064 [250, 100, 350, 100, 200, 250, 500, 0, 200, 0]
episode: 1580, mean_last30: 251.67, mean_score: 335.00, std_score: 247.79, mean_loss: 12.5483 [500, 100, 0, 950, 0, 500, 100, 100, 350, 450]
episode: 1590, mean_last30: 255.00, mean_score: 327.22, std_score: 242.23, mean_loss: 18.9107 [250, 0, 100, 500, 0, 500, 200, 300, 350, 450]
marking, episode: 1600, score: 0.0, mean_score: 310.00, std_score: 239.48