Hugging Face's logo

djmango
/
openfront-rl

Reinforcement Learning
Safetensors
PyTorch
ppo
openfront
game-ai
Model card Files
xet
 Community
djmango commited on
Commit
22e6ef8
·
verified ·
1 Parent(s): 697fd00

Sync policy_update10000.state.json (e5bc0a6b8e80)

Browse files
Files changed (1) hide show
  1. ppo_v10/policy_update10000.state.json +245 -0
ppo_v10/policy_update10000.state.json ADDED
@@ -0,0 +1,245 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_schema_version": 2,
3
+ "hidden_reset_policy": "episode_done",
4
+ "update": 10001,
5
+ "stage": 28,
6
+ "ent_scale": 5.0,
7
+ "lr_now": 2.640401243871792e-6,
8
+ "total_env_steps": 35112448,
9
+ "recent_wins": [
10
+ 1.0,
11
+ 0.0,
12
+ 1.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 0.0,
17
+ 1.0,
18
+ 1.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 1.0,
23
+ 0.0,
24
+ 1.0,
25
+ 1.0,
26
+ 0.0,
27
+ 1.0,
28
+ 0.0,
29
+ 1.0,
30
+ 1.0,
31
+ 1.0,
32
+ 1.0,
33
+ 1.0,
34
+ 1.0,
35
+ 0.0,
36
+ 1.0,
37
+ 1.0,
38
+ 1.0,
39
+ 0.0,
40
+ 0.0,
41
+ 1.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 0.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0
50
+ ],
51
+ "recent_conversions": [
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 1.0,
56
+ 1.0,
57
+ 1.0,
58
+ 1.0,
59
+ 1.0,
60
+ 1.0,
61
+ 1.0,
62
+ 0.0,
63
+ 1.0,
64
+ 1.0,
65
+ 1.0,
66
+ 1.0,
67
+ 1.0,
68
+ 1.0,
69
+ 1.0,
70
+ 0.0,
71
+ 1.0,
72
+ 1.0,
73
+ 1.0,
74
+ 1.0,
75
+ 1.0,
76
+ 1.0,
77
+ 1.0,
78
+ 1.0,
79
+ 1.0,
80
+ 1.0,
81
+ 1.0,
82
+ 1.0,
83
+ 1.0,
84
+ 1.0,
85
+ 1.0,
86
+ 1.0,
87
+ 1.0,
88
+ 1.0,
89
+ 1.0,
90
+ 1.0,
91
+ 1.0
92
+ ],
93
+ "recent_deaths": [
94
+ 0.0,
95
+ 1.0,
96
+ 0.0,
97
+ 0.0,
98
+ 0.0,
99
+ 0.0,
100
+ 1.0,
101
+ 0.0,
102
+ 0.0,
103
+ 1.0,
104
+ 1.0,
105
+ 1.0,
106
+ 0.0,
107
+ 0.0,
108
+ 0.0,
109
+ 0.0,
110
+ 1.0,
111
+ 0.0,
112
+ 0.0,
113
+ 0.0,
114
+ 0.0,
115
+ 0.0,
116
+ 0.0,
117
+ 0.0,
118
+ 0.0,
119
+ 1.0,
120
+ 0.0,
121
+ 0.0,
122
+ 0.0,
123
+ 1.0,
124
+ 0.0,
125
+ 0.0,
126
+ 0.0,
127
+ 0.0,
128
+ 0.0,
129
+ 0.0,
130
+ 0.0,
131
+ 0.0,
132
+ 0.0,
133
+ 0.0
134
+ ],
135
+ "best_eval_win": null,
136
+ "best_eval_score": null,
137
+ "v81_curriculum": true,
138
+ "curriculum_schedule": "v10",
139
+ "reward_profile": "v10-anti-spiral-v1",
140
+ "return_stats": null,
141
+ "stage_env_targets": [
142
+ 24,
143
+ 24,
144
+ 24,
145
+ 24,
146
+ 24,
147
+ 24,
148
+ 24,
149
+ 24,
150
+ 24,
151
+ 24,
152
+ 24,
153
+ 24,
154
+ 24,
155
+ 24,
156
+ 24,
157
+ 24,
158
+ 24,
159
+ 24,
160
+ 24,
161
+ 24,
162
+ 24,
163
+ 24,
164
+ 24,
165
+ 24,
166
+ 24,
167
+ 24,
168
+ 24,
169
+ 24,
170
+ 24,
171
+ 24,
172
+ 24,
173
+ 24,
174
+ 24,
175
+ 24,
176
+ 24,
177
+ 24,
178
+ 24,
179
+ 24,
180
+ 24,
181
+ 24,
182
+ 24,
183
+ 24,
184
+ 24,
185
+ 24,
186
+ 24,
187
+ 24,
188
+ 20,
189
+ 20,
190
+ 20,
191
+ 20,
192
+ 20,
193
+ 20,
194
+ 20,
195
+ 20,
196
+ 16,
197
+ 16,
198
+ 16,
199
+ 16,
200
+ 12,
201
+ 12,
202
+ 12,
203
+ 12,
204
+ 12,
205
+ 12,
206
+ 12,
207
+ 12,
208
+ 12,
209
+ 12,
210
+ 10,
211
+ 10,
212
+ 10,
213
+ 10,
214
+ 10,
215
+ 10,
216
+ 10,
217
+ 10,
218
+ 10,
219
+ 10,
220
+ 10,
221
+ 10,
222
+ 10,
223
+ 10,
224
+ 8,
225
+ 8,
226
+ 8,
227
+ 8,
228
+ 8,
229
+ 8,
230
+ 8,
231
+ 8,
232
+ 8,
233
+ 8,
234
+ 8,
235
+ 8,
236
+ 8,
237
+ 8,
238
+ 8,
239
+ 8,
240
+ 8,
241
+ 8
242
+ ],
243
+ "envs_per_shard": 14,
244
+ "requested_env_target": null
245
+ }