Training in progress, epoch 1, checkpoint
Browse files
checkpoint-555/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1629432864
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8741ee1b98f90aad983a023e20df1ef58588ee6fc8e8bc0fa4a5ea5a7e0a702e
|
3 |
size 1629432864
|
checkpoint-555/trainer_state.json
CHANGED
@@ -2,7 +2,7 @@
|
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
"epoch": 1.0,
|
5 |
-
"eval_steps":
|
6 |
"global_step": 555,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
@@ -10,406 +10,35 @@
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 0,
|
13 |
-
"eval_f1": 0.
|
14 |
-
"
|
15 |
-
"
|
16 |
-
"
|
17 |
-
"
|
18 |
-
"
|
19 |
-
"
|
20 |
-
"eval_samples_per_second": 66.825,
|
21 |
-
"eval_steps_per_second": 8.366,
|
22 |
-
"eval_tn": 442,
|
23 |
-
"eval_tp": 1898,
|
24 |
"step": 0
|
25 |
},
|
26 |
{
|
27 |
-
"epoch": 0
|
28 |
-
"grad_norm":
|
29 |
-
"learning_rate":
|
30 |
-
"loss": 0.
|
31 |
-
"step":
|
32 |
},
|
33 |
{
|
34 |
-
"epoch": 0
|
35 |
-
"
|
36 |
-
"
|
37 |
-
"
|
38 |
-
"
|
39 |
-
|
40 |
-
|
41 |
-
"
|
42 |
-
"
|
43 |
-
"learning_rate": 4.945848375451264e-05,
|
44 |
-
"loss": 0.5545,
|
45 |
-
"step": 30
|
46 |
-
},
|
47 |
-
{
|
48 |
-
"epoch": 0.07210455159981974,
|
49 |
-
"grad_norm": 23.187734603881836,
|
50 |
-
"learning_rate": 4.927797833935018e-05,
|
51 |
-
"loss": 0.6027,
|
52 |
-
"step": 40
|
53 |
-
},
|
54 |
-
{
|
55 |
-
"epoch": 0.09013068949977468,
|
56 |
-
"grad_norm": 35.976619720458984,
|
57 |
-
"learning_rate": 4.909747292418773e-05,
|
58 |
-
"loss": 0.5741,
|
59 |
-
"step": 50
|
60 |
-
},
|
61 |
-
{
|
62 |
-
"epoch": 0.10815682739972961,
|
63 |
-
"grad_norm": 27.495447158813477,
|
64 |
-
"learning_rate": 4.891696750902527e-05,
|
65 |
-
"loss": 0.4941,
|
66 |
-
"step": 60
|
67 |
-
},
|
68 |
-
{
|
69 |
-
"epoch": 0.12618296529968454,
|
70 |
-
"grad_norm": 25.021883010864258,
|
71 |
-
"learning_rate": 4.873646209386282e-05,
|
72 |
-
"loss": 0.457,
|
73 |
-
"step": 70
|
74 |
-
},
|
75 |
-
{
|
76 |
-
"epoch": 0.14420910319963948,
|
77 |
-
"grad_norm": 29.016551971435547,
|
78 |
-
"learning_rate": 4.855595667870036e-05,
|
79 |
-
"loss": 0.4215,
|
80 |
-
"step": 80
|
81 |
-
},
|
82 |
-
{
|
83 |
-
"epoch": 0.16223524109959442,
|
84 |
-
"grad_norm": 25.652786254882812,
|
85 |
-
"learning_rate": 4.837545126353791e-05,
|
86 |
-
"loss": 0.4292,
|
87 |
-
"step": 90
|
88 |
-
},
|
89 |
-
{
|
90 |
-
"epoch": 0.18026137899954936,
|
91 |
-
"grad_norm": 24.254980087280273,
|
92 |
-
"learning_rate": 4.819494584837546e-05,
|
93 |
-
"loss": 0.4559,
|
94 |
-
"step": 100
|
95 |
-
},
|
96 |
-
{
|
97 |
-
"epoch": 0.19828751689950427,
|
98 |
-
"grad_norm": 43.745643615722656,
|
99 |
-
"learning_rate": 4.8014440433213e-05,
|
100 |
-
"loss": 0.4536,
|
101 |
-
"step": 110
|
102 |
-
},
|
103 |
-
{
|
104 |
-
"epoch": 0.21631365479945922,
|
105 |
-
"grad_norm": 19.265901565551758,
|
106 |
-
"learning_rate": 4.783393501805055e-05,
|
107 |
-
"loss": 0.4634,
|
108 |
-
"step": 120
|
109 |
-
},
|
110 |
-
{
|
111 |
-
"epoch": 0.23433979269941416,
|
112 |
-
"grad_norm": 75.13768768310547,
|
113 |
-
"learning_rate": 4.765342960288809e-05,
|
114 |
-
"loss": 0.4067,
|
115 |
-
"step": 130
|
116 |
-
},
|
117 |
-
{
|
118 |
-
"epoch": 0.25236593059936907,
|
119 |
-
"grad_norm": 24.337844848632812,
|
120 |
-
"learning_rate": 4.747292418772563e-05,
|
121 |
-
"loss": 0.4483,
|
122 |
-
"step": 140
|
123 |
-
},
|
124 |
-
{
|
125 |
-
"epoch": 0.270392068499324,
|
126 |
-
"grad_norm": 27.518775939941406,
|
127 |
-
"learning_rate": 4.7292418772563177e-05,
|
128 |
-
"loss": 0.4524,
|
129 |
-
"step": 150
|
130 |
-
},
|
131 |
-
{
|
132 |
-
"epoch": 0.28841820639927895,
|
133 |
-
"grad_norm": 23.281097412109375,
|
134 |
-
"learning_rate": 4.711191335740072e-05,
|
135 |
-
"loss": 0.4443,
|
136 |
-
"step": 160
|
137 |
-
},
|
138 |
-
{
|
139 |
-
"epoch": 0.3064443442992339,
|
140 |
-
"grad_norm": 12.933683395385742,
|
141 |
-
"learning_rate": 4.693140794223827e-05,
|
142 |
-
"loss": 0.472,
|
143 |
-
"step": 170
|
144 |
-
},
|
145 |
-
{
|
146 |
-
"epoch": 0.32447048219918884,
|
147 |
-
"grad_norm": 16.49010467529297,
|
148 |
-
"learning_rate": 4.675090252707581e-05,
|
149 |
-
"loss": 0.4549,
|
150 |
-
"step": 180
|
151 |
-
},
|
152 |
-
{
|
153 |
-
"epoch": 0.3424966200991438,
|
154 |
-
"grad_norm": 19.209016799926758,
|
155 |
-
"learning_rate": 4.657039711191336e-05,
|
156 |
-
"loss": 0.4628,
|
157 |
-
"step": 190
|
158 |
-
},
|
159 |
-
{
|
160 |
-
"epoch": 0.3605227579990987,
|
161 |
-
"grad_norm": 19.71845054626465,
|
162 |
-
"learning_rate": 4.63898916967509e-05,
|
163 |
-
"loss": 0.4281,
|
164 |
-
"step": 200
|
165 |
-
},
|
166 |
-
{
|
167 |
-
"epoch": 0.3785488958990536,
|
168 |
-
"grad_norm": 19.700483322143555,
|
169 |
-
"learning_rate": 4.620938628158845e-05,
|
170 |
-
"loss": 0.4427,
|
171 |
-
"step": 210
|
172 |
-
},
|
173 |
-
{
|
174 |
-
"epoch": 0.39657503379900855,
|
175 |
-
"grad_norm": 19.06282615661621,
|
176 |
-
"learning_rate": 4.602888086642599e-05,
|
177 |
-
"loss": 0.4214,
|
178 |
-
"step": 220
|
179 |
-
},
|
180 |
-
{
|
181 |
-
"epoch": 0.4146011716989635,
|
182 |
-
"grad_norm": 14.681564331054688,
|
183 |
-
"learning_rate": 4.584837545126354e-05,
|
184 |
-
"loss": 0.4279,
|
185 |
-
"step": 230
|
186 |
-
},
|
187 |
-
{
|
188 |
-
"epoch": 0.43262730959891843,
|
189 |
-
"grad_norm": 28.783143997192383,
|
190 |
-
"learning_rate": 4.566787003610109e-05,
|
191 |
-
"loss": 0.4475,
|
192 |
-
"step": 240
|
193 |
-
},
|
194 |
-
{
|
195 |
-
"epoch": 0.45065344749887337,
|
196 |
-
"grad_norm": 14.686984062194824,
|
197 |
-
"learning_rate": 4.548736462093863e-05,
|
198 |
-
"loss": 0.4232,
|
199 |
-
"step": 250
|
200 |
-
},
|
201 |
-
{
|
202 |
-
"epoch": 0.4686795853988283,
|
203 |
-
"grad_norm": 15.651535987854004,
|
204 |
-
"learning_rate": 4.530685920577618e-05,
|
205 |
-
"loss": 0.4026,
|
206 |
-
"step": 260
|
207 |
-
},
|
208 |
-
{
|
209 |
-
"epoch": 0.48670572329878325,
|
210 |
-
"grad_norm": 17.506153106689453,
|
211 |
-
"learning_rate": 4.5126353790613716e-05,
|
212 |
-
"loss": 0.416,
|
213 |
-
"step": 270
|
214 |
-
},
|
215 |
-
{
|
216 |
-
"epoch": 0.5047318611987381,
|
217 |
-
"grad_norm": 23.381561279296875,
|
218 |
-
"learning_rate": 4.494584837545127e-05,
|
219 |
-
"loss": 0.385,
|
220 |
-
"step": 280
|
221 |
-
},
|
222 |
-
{
|
223 |
-
"epoch": 0.5227579990986931,
|
224 |
-
"grad_norm": 18.458227157592773,
|
225 |
-
"learning_rate": 4.4765342960288806e-05,
|
226 |
-
"loss": 0.4352,
|
227 |
-
"step": 290
|
228 |
-
},
|
229 |
-
{
|
230 |
-
"epoch": 0.540784136998648,
|
231 |
-
"grad_norm": 16.285743713378906,
|
232 |
-
"learning_rate": 4.458483754512636e-05,
|
233 |
-
"loss": 0.4191,
|
234 |
-
"step": 300
|
235 |
-
},
|
236 |
-
{
|
237 |
-
"epoch": 0.558810274898603,
|
238 |
-
"grad_norm": 22.14523696899414,
|
239 |
-
"learning_rate": 4.44043321299639e-05,
|
240 |
-
"loss": 0.4525,
|
241 |
-
"step": 310
|
242 |
-
},
|
243 |
-
{
|
244 |
-
"epoch": 0.5768364127985579,
|
245 |
-
"grad_norm": 12.94579029083252,
|
246 |
-
"learning_rate": 4.422382671480145e-05,
|
247 |
-
"loss": 0.4335,
|
248 |
-
"step": 320
|
249 |
-
},
|
250 |
-
{
|
251 |
-
"epoch": 0.5948625506985128,
|
252 |
-
"grad_norm": 29.218290328979492,
|
253 |
-
"learning_rate": 4.404332129963899e-05,
|
254 |
-
"loss": 0.4194,
|
255 |
-
"step": 330
|
256 |
-
},
|
257 |
-
{
|
258 |
-
"epoch": 0.6128886885984678,
|
259 |
-
"grad_norm": 20.067014694213867,
|
260 |
-
"learning_rate": 4.386281588447654e-05,
|
261 |
-
"loss": 0.4016,
|
262 |
-
"step": 340
|
263 |
-
},
|
264 |
-
{
|
265 |
-
"epoch": 0.6309148264984227,
|
266 |
-
"grad_norm": 15.315394401550293,
|
267 |
-
"learning_rate": 4.368231046931408e-05,
|
268 |
-
"loss": 0.4293,
|
269 |
-
"step": 350
|
270 |
-
},
|
271 |
-
{
|
272 |
-
"epoch": 0.6489409643983777,
|
273 |
-
"grad_norm": 28.87151527404785,
|
274 |
-
"learning_rate": 4.350180505415163e-05,
|
275 |
-
"loss": 0.3952,
|
276 |
-
"step": 360
|
277 |
-
},
|
278 |
-
{
|
279 |
-
"epoch": 0.6669671022983326,
|
280 |
-
"grad_norm": 12.91943645477295,
|
281 |
-
"learning_rate": 4.332129963898917e-05,
|
282 |
-
"loss": 0.4276,
|
283 |
-
"step": 370
|
284 |
-
},
|
285 |
-
{
|
286 |
-
"epoch": 0.6849932401982876,
|
287 |
-
"grad_norm": 18.917442321777344,
|
288 |
-
"learning_rate": 4.314079422382672e-05,
|
289 |
-
"loss": 0.3843,
|
290 |
-
"step": 380
|
291 |
-
},
|
292 |
-
{
|
293 |
-
"epoch": 0.7030193780982424,
|
294 |
-
"grad_norm": 16.344675064086914,
|
295 |
-
"learning_rate": 4.296028880866426e-05,
|
296 |
-
"loss": 0.4283,
|
297 |
-
"step": 390
|
298 |
-
},
|
299 |
-
{
|
300 |
-
"epoch": 0.7210455159981974,
|
301 |
-
"grad_norm": 27.420021057128906,
|
302 |
-
"learning_rate": 4.277978339350181e-05,
|
303 |
-
"loss": 0.4663,
|
304 |
-
"step": 400
|
305 |
-
},
|
306 |
-
{
|
307 |
-
"epoch": 0.7390716538981523,
|
308 |
-
"grad_norm": 37.13134765625,
|
309 |
-
"learning_rate": 4.259927797833935e-05,
|
310 |
-
"loss": 0.4338,
|
311 |
-
"step": 410
|
312 |
-
},
|
313 |
-
{
|
314 |
-
"epoch": 0.7570977917981072,
|
315 |
-
"grad_norm": 23.59578514099121,
|
316 |
-
"learning_rate": 4.24187725631769e-05,
|
317 |
-
"loss": 0.3714,
|
318 |
-
"step": 420
|
319 |
-
},
|
320 |
-
{
|
321 |
-
"epoch": 0.7751239296980622,
|
322 |
-
"grad_norm": 30.009662628173828,
|
323 |
-
"learning_rate": 4.223826714801444e-05,
|
324 |
-
"loss": 0.3775,
|
325 |
-
"step": 430
|
326 |
-
},
|
327 |
-
{
|
328 |
-
"epoch": 0.7931500675980171,
|
329 |
-
"grad_norm": 13.575807571411133,
|
330 |
-
"learning_rate": 4.205776173285199e-05,
|
331 |
-
"loss": 0.4104,
|
332 |
-
"step": 440
|
333 |
-
},
|
334 |
-
{
|
335 |
-
"epoch": 0.8111762054979721,
|
336 |
-
"grad_norm": 18.727609634399414,
|
337 |
-
"learning_rate": 4.187725631768953e-05,
|
338 |
-
"loss": 0.3804,
|
339 |
-
"step": 450
|
340 |
-
},
|
341 |
-
{
|
342 |
-
"epoch": 0.829202343397927,
|
343 |
-
"grad_norm": 14.367807388305664,
|
344 |
-
"learning_rate": 4.169675090252708e-05,
|
345 |
-
"loss": 0.4124,
|
346 |
-
"step": 460
|
347 |
-
},
|
348 |
-
{
|
349 |
-
"epoch": 0.847228481297882,
|
350 |
-
"grad_norm": 12.945828437805176,
|
351 |
-
"learning_rate": 4.151624548736462e-05,
|
352 |
-
"loss": 0.4149,
|
353 |
-
"step": 470
|
354 |
-
},
|
355 |
-
{
|
356 |
-
"epoch": 0.8652546191978369,
|
357 |
-
"grad_norm": 24.02052116394043,
|
358 |
-
"learning_rate": 4.1335740072202167e-05,
|
359 |
-
"loss": 0.4093,
|
360 |
-
"step": 480
|
361 |
-
},
|
362 |
-
{
|
363 |
-
"epoch": 0.8832807570977917,
|
364 |
-
"grad_norm": 15.609790802001953,
|
365 |
-
"learning_rate": 4.115523465703972e-05,
|
366 |
-
"loss": 0.3874,
|
367 |
-
"step": 490
|
368 |
-
},
|
369 |
-
{
|
370 |
-
"epoch": 0.9013068949977467,
|
371 |
-
"grad_norm": 25.04174041748047,
|
372 |
-
"learning_rate": 4.0974729241877256e-05,
|
373 |
-
"loss": 0.391,
|
374 |
-
"step": 500
|
375 |
-
},
|
376 |
-
{
|
377 |
-
"epoch": 0.9193330328977016,
|
378 |
-
"grad_norm": 20.739681243896484,
|
379 |
-
"learning_rate": 4.079422382671481e-05,
|
380 |
-
"loss": 0.3939,
|
381 |
-
"step": 510
|
382 |
-
},
|
383 |
-
{
|
384 |
-
"epoch": 0.9373591707976566,
|
385 |
-
"grad_norm": 16.13037872314453,
|
386 |
-
"learning_rate": 4.0613718411552346e-05,
|
387 |
-
"loss": 0.4004,
|
388 |
-
"step": 520
|
389 |
-
},
|
390 |
-
{
|
391 |
-
"epoch": 0.9553853086976115,
|
392 |
-
"grad_norm": 21.17761993408203,
|
393 |
-
"learning_rate": 4.043321299638989e-05,
|
394 |
-
"loss": 0.3978,
|
395 |
-
"step": 530
|
396 |
-
},
|
397 |
-
{
|
398 |
-
"epoch": 0.9734114465975665,
|
399 |
-
"grad_norm": 27.03806495666504,
|
400 |
-
"learning_rate": 4.0252707581227436e-05,
|
401 |
-
"loss": 0.4391,
|
402 |
-
"step": 540
|
403 |
-
},
|
404 |
-
{
|
405 |
-
"epoch": 0.9914375844975214,
|
406 |
-
"grad_norm": 15.054065704345703,
|
407 |
-
"learning_rate": 4.007220216606498e-05,
|
408 |
-
"loss": 0.4187,
|
409 |
-
"step": 550
|
410 |
}
|
411 |
],
|
412 |
-
"logging_steps":
|
413 |
"max_steps": 2770,
|
414 |
"num_input_tokens_seen": 0,
|
415 |
"num_train_epochs": 5,
|
|
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
"epoch": 1.0,
|
5 |
+
"eval_steps": 500,
|
6 |
"global_step": 555,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 0,
|
13 |
+
"eval_f1": 0.6600234466588512,
|
14 |
+
"eval_loss": 0.7671048641204834,
|
15 |
+
"eval_precision": 0.5101948346171273,
|
16 |
+
"eval_recall": 0.9344398340248963,
|
17 |
+
"eval_runtime": 51.027,
|
18 |
+
"eval_samples_per_second": 91.579,
|
19 |
+
"eval_steps_per_second": 11.465,
|
|
|
|
|
|
|
|
|
20 |
"step": 0
|
21 |
},
|
22 |
{
|
23 |
+
"epoch": 1.0,
|
24 |
+
"grad_norm": 15.12405776977539,
|
25 |
+
"learning_rate": 3.998194945848376e-05,
|
26 |
+
"loss": 0.4466,
|
27 |
+
"step": 555
|
28 |
},
|
29 |
{
|
30 |
+
"epoch": 1.0,
|
31 |
+
"eval_f1": 0.853844648796713,
|
32 |
+
"eval_loss": 0.3588806986808777,
|
33 |
+
"eval_precision": 0.8078489448352462,
|
34 |
+
"eval_recall": 0.9053941908713693,
|
35 |
+
"eval_runtime": 50.9684,
|
36 |
+
"eval_samples_per_second": 91.684,
|
37 |
+
"eval_steps_per_second": 11.478,
|
38 |
+
"step": 555
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
39 |
}
|
40 |
],
|
41 |
+
"logging_steps": 500,
|
42 |
"max_steps": 2770,
|
43 |
"num_input_tokens_seen": 0,
|
44 |
"num_train_epochs": 5,
|
checkpoint-555/training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c4b703b9b5a5ee2dd4eebb5df4d4cc66ab650c29868c89595e619adb071d90c5
|
3 |
+
size 5368
|