benfielding commited on
Commit
b76700b
·
verified ·
1 Parent(s): c84a7e7

End of training

Browse files
all_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "total_flos": 0.0,
3
- "train_loss": 1.0009109973907471e-05,
4
- "train_runtime": 236.3959,
5
  "train_samples": 160,
6
- "train_samples_per_second": 1.354,
7
- "train_steps_per_second": 0.085
8
  }
 
1
  {
2
  "total_flos": 0.0,
3
+ "train_loss": 2.2401101887226105e-05,
4
+ "train_runtime": 228.7273,
5
  "train_samples": 160,
6
+ "train_samples_per_second": 1.399,
7
+ "train_steps_per_second": 0.087
8
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:323d1fe2862775ac981902b708ec278473cc61e7d67027c3010dc99dd823ca92
3
  size 1976163472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa3b0e74f140cc525bb3d5c1eb04d419524612c693512e549d82a83d395f13d7
3
  size 1976163472
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "total_flos": 0.0,
3
- "train_loss": 1.0009109973907471e-05,
4
- "train_runtime": 236.3959,
5
  "train_samples": 160,
6
- "train_samples_per_second": 1.354,
7
- "train_steps_per_second": 0.085
8
  }
 
1
  {
2
  "total_flos": 0.0,
3
+ "train_loss": 2.2401101887226105e-05,
4
+ "train_runtime": 228.7273,
5
  "train_samples": 160,
6
+ "train_samples_per_second": 1.399,
7
+ "train_steps_per_second": 0.087
8
  }
trainer_state.json CHANGED
@@ -10,203 +10,203 @@
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
- "completion_length": 420.09375,
14
  "epoch": 0.1,
15
- "grad_norm": 33.98148727416992,
16
  "kl": 0.0,
17
  "learning_rate": 4.965903258506806e-07,
18
- "loss": 0.0,
19
- "reward": 0.7863357090391219,
20
- "reward_std": 0.7099685047287494,
21
- "rewards/concensus_correctness_reward_func": 0.0,
22
- "rewards/consensus_reward_func": 0.125,
23
  "rewards/cumulative_reward_2": 0.0,
24
- "rewards/final_correctness_reward_func": 0.125,
25
- "rewards/question_recreation_reward_func": 0.36639821296557784,
26
  "rewards/soft_format_reward_func": 0.0,
27
  "rewards/strict_format_reward_func": 0.0,
28
- "rewards/xmlcount_reward_func": 0.16993749886751175,
29
  "step": 2
30
  },
31
  {
32
- "completion_length": 392.46875,
33
  "epoch": 0.2,
34
- "grad_norm": 5.968891143798828,
35
- "kl": 0.001527159423858393,
36
  "learning_rate": 4.698684378016222e-07,
37
  "loss": 0.0,
38
- "reward": 0.2625770678278059,
39
- "reward_std": 0.528041179291904,
40
  "rewards/concensus_correctness_reward_func": 0.0,
41
- "rewards/consensus_reward_func": 0.0,
42
  "rewards/cumulative_reward_2": 0.0,
43
- "rewards/final_correctness_reward_func": 0.0,
44
- "rewards/question_recreation_reward_func": 0.31870206468738616,
45
  "rewards/soft_format_reward_func": 0.0,
46
  "rewards/strict_format_reward_func": 0.0,
47
- "rewards/xmlcount_reward_func": -0.056124999187886715,
48
  "step": 4
49
  },
50
  {
51
- "completion_length": 377.65625,
52
  "epoch": 0.3,
53
- "grad_norm": 8.90310287475586,
54
- "kl": 0.0013613053670269437,
55
  "learning_rate": 4.193203929064353e-07,
56
  "loss": 0.0,
57
- "reward": 0.25543255684897304,
58
- "reward_std": 0.5244080323609523,
59
  "rewards/concensus_correctness_reward_func": 0.0,
60
  "rewards/consensus_reward_func": 0.0,
61
  "rewards/cumulative_reward_2": 0.0,
62
- "rewards/final_correctness_reward_func": 0.0625,
63
- "rewards/question_recreation_reward_func": 0.2737450647400692,
64
  "rewards/soft_format_reward_func": 0.0,
65
  "rewards/strict_format_reward_func": 0.0,
66
- "rewards/xmlcount_reward_func": -0.08081250009126961,
67
  "step": 6
68
  },
69
  {
70
- "completion_length": 348.71875,
71
  "epoch": 0.4,
72
- "grad_norm": 15.510417938232422,
73
- "kl": 0.0030974257315392606,
74
  "learning_rate": 3.5042385616324236e-07,
75
- "loss": 0.0,
76
- "reward": 0.4588884188560769,
77
- "reward_std": 0.46614949603099376,
78
- "rewards/concensus_correctness_reward_func": 0.0,
79
  "rewards/consensus_reward_func": 0.0,
80
  "rewards/cumulative_reward_2": 0.0,
81
  "rewards/final_correctness_reward_func": 0.0,
82
- "rewards/question_recreation_reward_func": 0.2756384076201357,
83
- "rewards/soft_format_reward_func": 0.0,
84
  "rewards/strict_format_reward_func": 0.0,
85
- "rewards/xmlcount_reward_func": 0.18325000628829002,
86
  "step": 8
87
  },
88
  {
89
- "completion_length": 378.96875,
90
  "epoch": 0.5,
91
- "grad_norm": 11.52161693572998,
92
- "kl": 0.0025114720956480596,
93
  "learning_rate": 2.706448363680831e-07,
94
  "loss": 0.0,
95
- "reward": 2.197475011460483,
96
- "reward_std": 2.509226192254573,
97
- "rewards/concensus_correctness_reward_func": 1.25,
98
- "rewards/consensus_reward_func": 0.0,
99
  "rewards/cumulative_reward_2": 0.0,
100
- "rewards/final_correctness_reward_func": 0.4375,
101
- "rewards/question_recreation_reward_func": 0.44160003983415663,
102
  "rewards/soft_format_reward_func": 0.0,
103
  "rewards/strict_format_reward_func": 0.0,
104
- "rewards/xmlcount_reward_func": 0.06837499933317304,
105
  "step": 10
106
  },
107
  {
108
- "completion_length": 368.6875,
109
  "epoch": 0.6,
110
- "grad_norm": 58.69169235229492,
111
- "kl": 0.01638509993426851,
112
  "learning_rate": 1.886286282148002e-07,
113
  "loss": 0.0,
114
- "reward": 1.6380646685138345,
115
- "reward_std": 1.5256438690703362,
116
- "rewards/concensus_correctness_reward_func": 0.6251250000059372,
117
- "rewards/consensus_reward_func": 0.125,
118
  "rewards/cumulative_reward_2": 0.0,
119
- "rewards/final_correctness_reward_func": 0.125,
120
- "rewards/question_recreation_reward_func": 0.40331462770700455,
121
  "rewards/soft_format_reward_func": 0.0,
122
  "rewards/strict_format_reward_func": 0.0,
123
- "rewards/xmlcount_reward_func": 0.35962500143796206,
124
  "step": 12
125
  },
126
  {
127
- "completion_length": 346.375,
128
  "epoch": 0.7,
129
- "grad_norm": 67.84805297851562,
130
- "kl": 0.04613305592647521,
131
  "learning_rate": 1.1326296046939333e-07,
132
  "loss": 0.0,
133
- "reward": 0.4437240259721875,
134
- "reward_std": 0.6860327838221565,
135
- "rewards/concensus_correctness_reward_func": 0.010374999605119228,
136
  "rewards/consensus_reward_func": 0.0,
137
  "rewards/cumulative_reward_2": 0.0,
138
- "rewards/final_correctness_reward_func": 0.0625,
139
- "rewards/question_recreation_reward_func": 0.3194740281905979,
140
  "rewards/soft_format_reward_func": 0.0,
141
  "rewards/strict_format_reward_func": 0.0,
142
- "rewards/xmlcount_reward_func": 0.05137499753618613,
143
  "step": 14
144
  },
145
  {
146
- "completion_length": 326.59375,
147
  "epoch": 0.8,
148
- "grad_norm": 8.505916595458984,
149
- "kl": 0.012054108745360281,
150
  "learning_rate": 5.271487265090163e-08,
151
  "loss": 0.0,
152
- "reward": 1.4655374134890735,
153
- "reward_std": 1.8319083301030332,
154
- "rewards/concensus_correctness_reward_func": 0.7325000017881393,
155
- "rewards/consensus_reward_func": 0.0625,
156
  "rewards/cumulative_reward_2": 0.0,
157
- "rewards/final_correctness_reward_func": 0.125,
158
- "rewards/question_recreation_reward_func": 0.3242561430670321,
159
- "rewards/soft_format_reward_func": 0.0,
160
  "rewards/strict_format_reward_func": 0.0,
161
- "rewards/xmlcount_reward_func": 0.22128125000745058,
162
  "step": 16
163
  },
164
  {
165
- "completion_length": 399.53125,
166
  "epoch": 0.9,
167
- "grad_norm": 5.614526271820068,
168
- "kl": 0.010917341765889432,
169
  "learning_rate": 1.3545689574841341e-08,
170
  "loss": 0.0,
171
- "reward": 1.4214602052234113,
172
- "reward_std": 1.6071881698735524,
173
- "rewards/concensus_correctness_reward_func": 0.625,
174
  "rewards/consensus_reward_func": 0.0,
175
  "rewards/cumulative_reward_2": 0.0,
176
- "rewards/final_correctness_reward_func": 0.1875,
177
- "rewards/question_recreation_reward_func": 0.3533664619317278,
178
  "rewards/soft_format_reward_func": 0.0,
179
  "rewards/strict_format_reward_func": 0.0,
180
- "rewards/xmlcount_reward_func": 0.2555937496945262,
181
  "step": 18
182
  },
183
  {
184
- "completion_length": 419.625,
185
  "epoch": 1.0,
186
- "grad_norm": 9.244721412658691,
187
- "kl": 0.005919596824242035,
188
  "learning_rate": 0.0,
189
  "loss": 0.0,
190
- "reward": 0.7902523498050869,
191
- "reward_std": 0.7588682333007455,
192
- "rewards/concensus_correctness_reward_func": 0.015124999918043613,
193
  "rewards/consensus_reward_func": 0.0625,
194
  "rewards/cumulative_reward_2": 0.0,
195
- "rewards/final_correctness_reward_func": 0.1875,
196
- "rewards/question_recreation_reward_func": 0.420971090788953,
197
  "rewards/soft_format_reward_func": 0.0,
198
  "rewards/strict_format_reward_func": 0.0,
199
- "rewards/xmlcount_reward_func": 0.10415624896995723,
200
  "step": 20
201
  },
202
  {
203
  "epoch": 1.0,
204
  "step": 20,
205
  "total_flos": 0.0,
206
- "train_loss": 1.0009109973907471e-05,
207
- "train_runtime": 236.3959,
208
- "train_samples_per_second": 1.354,
209
- "train_steps_per_second": 0.085
210
  }
211
  ],
212
  "logging_steps": 2,
 
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
+ "completion_length": 371.625,
14
  "epoch": 0.1,
15
+ "grad_norm": 11.70975112915039,
16
  "kl": 0.0,
17
  "learning_rate": 4.965903258506806e-07,
18
+ "loss": -0.0,
19
+ "reward": 0.6997022139839828,
20
+ "reward_std": 0.7695410805754364,
21
+ "rewards/concensus_correctness_reward_func": 0.07256250083446503,
22
+ "rewards/consensus_reward_func": 0.1875,
23
  "rewards/cumulative_reward_2": 0.0,
24
+ "rewards/final_correctness_reward_func": 0.0,
25
+ "rewards/question_recreation_reward_func": 0.28182722203200683,
26
  "rewards/soft_format_reward_func": 0.0,
27
  "rewards/strict_format_reward_func": 0.0,
28
+ "rewards/xmlcount_reward_func": 0.15781249664723873,
29
  "step": 2
30
  },
31
  {
32
+ "completion_length": 435.84375,
33
  "epoch": 0.2,
34
+ "grad_norm": 7.437254428863525,
35
+ "kl": 0.019949616707890527,
36
  "learning_rate": 4.698684378016222e-07,
37
  "loss": 0.0,
38
+ "reward": 0.5647699106484652,
39
+ "reward_std": 0.5821361623238772,
40
  "rewards/concensus_correctness_reward_func": 0.0,
41
+ "rewards/consensus_reward_func": 0.0625,
42
  "rewards/cumulative_reward_2": 0.0,
43
+ "rewards/final_correctness_reward_func": 0.125,
44
+ "rewards/question_recreation_reward_func": 0.3737699074554257,
45
  "rewards/soft_format_reward_func": 0.0,
46
  "rewards/strict_format_reward_func": 0.0,
47
+ "rewards/xmlcount_reward_func": 0.003500005230307579,
48
  "step": 4
49
  },
50
  {
51
+ "completion_length": 480.6875,
52
  "epoch": 0.3,
53
+ "grad_norm": 7.619124889373779,
54
+ "kl": 0.025194359630404506,
55
  "learning_rate": 4.193203929064353e-07,
56
  "loss": 0.0,
57
+ "reward": 0.47773217875510454,
58
+ "reward_std": 0.6364234593929723,
59
  "rewards/concensus_correctness_reward_func": 0.0,
60
  "rewards/consensus_reward_func": 0.0,
61
  "rewards/cumulative_reward_2": 0.0,
62
+ "rewards/final_correctness_reward_func": 0.0,
63
+ "rewards/question_recreation_reward_func": 0.32951344281900674,
64
  "rewards/soft_format_reward_func": 0.0,
65
  "rewards/strict_format_reward_func": 0.0,
66
+ "rewards/xmlcount_reward_func": 0.14821874536573887,
67
  "step": 6
68
  },
69
  {
70
+ "completion_length": 415.96875,
71
  "epoch": 0.4,
72
+ "grad_norm": 115.83442687988281,
73
+ "kl": 0.13178696436079917,
74
  "learning_rate": 3.5042385616324236e-07,
75
+ "loss": 0.0001,
76
+ "reward": 0.6815493167378008,
77
+ "reward_std": 0.7156448389869183,
78
+ "rewards/concensus_correctness_reward_func": 0.05862500052899122,
79
  "rewards/consensus_reward_func": 0.0,
80
  "rewards/cumulative_reward_2": 0.0,
81
  "rewards/final_correctness_reward_func": 0.0,
82
+ "rewards/question_recreation_reward_func": 0.47239306825213134,
83
+ "rewards/soft_format_reward_func": 0.015625,
84
  "rewards/strict_format_reward_func": 0.0,
85
+ "rewards/xmlcount_reward_func": 0.13490625086706132,
86
  "step": 8
87
  },
88
  {
89
+ "completion_length": 411.5625,
90
  "epoch": 0.5,
91
+ "grad_norm": 6.062715530395508,
92
+ "kl": 0.01802918140310794,
93
  "learning_rate": 2.706448363680831e-07,
94
  "loss": 0.0,
95
+ "reward": 0.8854871927178465,
96
+ "reward_std": 0.559852755832253,
97
+ "rewards/concensus_correctness_reward_func": 0.032500000670552254,
98
+ "rewards/consensus_reward_func": 0.0625,
99
  "rewards/cumulative_reward_2": 0.0,
100
+ "rewards/final_correctness_reward_func": 0.0625,
101
+ "rewards/question_recreation_reward_func": 0.3651746995165013,
102
  "rewards/soft_format_reward_func": 0.0,
103
  "rewards/strict_format_reward_func": 0.0,
104
+ "rewards/xmlcount_reward_func": 0.36281250417232513,
105
  "step": 10
106
  },
107
  {
108
+ "completion_length": 352.65625,
109
  "epoch": 0.6,
110
+ "grad_norm": 7.630370616912842,
111
+ "kl": 0.004244693569489755,
112
  "learning_rate": 1.886286282148002e-07,
113
  "loss": 0.0,
114
+ "reward": 0.6533340434543788,
115
+ "reward_std": 0.5752735425485298,
116
+ "rewards/concensus_correctness_reward_func": 0.07443749904632568,
117
+ "rewards/consensus_reward_func": 0.0625,
118
  "rewards/cumulative_reward_2": 0.0,
119
+ "rewards/final_correctness_reward_func": 0.0,
120
+ "rewards/question_recreation_reward_func": 0.30983403185382485,
121
  "rewards/soft_format_reward_func": 0.0,
122
  "rewards/strict_format_reward_func": 0.0,
123
+ "rewards/xmlcount_reward_func": 0.20656249369494617,
124
  "step": 12
125
  },
126
  {
127
+ "completion_length": 383.1875,
128
  "epoch": 0.7,
129
+ "grad_norm": 4.60897159576416,
130
+ "kl": 0.0038806117881904356,
131
  "learning_rate": 1.1326296046939333e-07,
132
  "loss": 0.0,
133
+ "reward": 1.2285354160703719,
134
+ "reward_std": 1.487802633550018,
135
+ "rewards/concensus_correctness_reward_func": 0.625,
136
  "rewards/consensus_reward_func": 0.0,
137
  "rewards/cumulative_reward_2": 0.0,
138
+ "rewards/final_correctness_reward_func": 0.125,
139
+ "rewards/question_recreation_reward_func": 0.31894167221616954,
140
  "rewards/soft_format_reward_func": 0.0,
141
  "rewards/strict_format_reward_func": 0.0,
142
+ "rewards/xmlcount_reward_func": 0.1595937586389482,
143
  "step": 14
144
  },
145
  {
146
+ "completion_length": 320.3125,
147
  "epoch": 0.8,
148
+ "grad_norm": 6.664931297302246,
149
+ "kl": 0.00507382119394606,
150
  "learning_rate": 5.271487265090163e-08,
151
  "loss": 0.0,
152
+ "reward": 0.9667287697084248,
153
+ "reward_std": 0.4696869046892971,
154
+ "rewards/concensus_correctness_reward_func": 0.0,
155
+ "rewards/consensus_reward_func": 0.0,
156
  "rewards/cumulative_reward_2": 0.0,
157
+ "rewards/final_correctness_reward_func": 0.25,
158
+ "rewards/question_recreation_reward_func": 0.40541626675985754,
159
+ "rewards/soft_format_reward_func": 0.015625,
160
  "rewards/strict_format_reward_func": 0.0,
161
+ "rewards/xmlcount_reward_func": 0.2956874957308173,
162
  "step": 16
163
  },
164
  {
165
+ "completion_length": 357.90625,
166
  "epoch": 0.9,
167
+ "grad_norm": 6.452459812164307,
168
+ "kl": 0.01000264076719759,
169
  "learning_rate": 1.3545689574841341e-08,
170
  "loss": 0.0,
171
+ "reward": 0.4444698728621006,
172
+ "reward_std": 0.9062960698502138,
173
+ "rewards/concensus_correctness_reward_func": 0.0,
174
  "rewards/consensus_reward_func": 0.0,
175
  "rewards/cumulative_reward_2": 0.0,
176
+ "rewards/final_correctness_reward_func": 0.0625,
177
+ "rewards/question_recreation_reward_func": 0.3955323635600507,
178
  "rewards/soft_format_reward_func": 0.0,
179
  "rewards/strict_format_reward_func": 0.0,
180
+ "rewards/xmlcount_reward_func": -0.013562485575675964,
181
  "step": 18
182
  },
183
  {
184
+ "completion_length": 341.0,
185
  "epoch": 1.0,
186
+ "grad_norm": 8.592371940612793,
187
+ "kl": 0.005512678173545282,
188
  "learning_rate": 0.0,
189
  "loss": 0.0,
190
+ "reward": 1.0551672836299986,
191
+ "reward_std": 1.034868648624979,
192
+ "rewards/concensus_correctness_reward_func": 0.02656250074505806,
193
  "rewards/consensus_reward_func": 0.0625,
194
  "rewards/cumulative_reward_2": 0.0,
195
+ "rewards/final_correctness_reward_func": 0.25,
196
+ "rewards/question_recreation_reward_func": 0.41138604609295726,
197
  "rewards/soft_format_reward_func": 0.0,
198
  "rewards/strict_format_reward_func": 0.0,
199
+ "rewards/xmlcount_reward_func": 0.3047187514603138,
200
  "step": 20
201
  },
202
  {
203
  "epoch": 1.0,
204
  "step": 20,
205
  "total_flos": 0.0,
206
+ "train_loss": 2.2401101887226105e-05,
207
+ "train_runtime": 228.7273,
208
+ "train_samples_per_second": 1.399,
209
+ "train_steps_per_second": 0.087
210
  }
211
  ],
212
  "logging_steps": 2,