anoaky commited on
Commit
19f2d11
·
verified ·
1 Parent(s): 124c72b

Training in progress, epoch 1, checkpoint

Browse files
checkpoint-555/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:368616ccf70ab35525cd272d42a2c1432051090d8ca8a80023054c723735e674
3
  size 1629432864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8741ee1b98f90aad983a023e20df1ef58588ee6fc8e8bc0fa4a5ea5a7e0a702e
3
  size 1629432864
checkpoint-555/trainer_state.json CHANGED
@@ -2,7 +2,7 @@
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
  "epoch": 1.0,
5
- "eval_steps": 693,
6
  "global_step": 555,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
@@ -10,406 +10,35 @@
10
  "log_history": [
11
  {
12
  "epoch": 0,
13
- "eval_f1": 0.6193506281612009,
14
- "eval_fn": 512,
15
- "eval_fp": 1821,
16
- "eval_loss": 0.736859142780304,
17
- "eval_precision": 0.5103522452272116,
18
- "eval_recall": 0.787551867219917,
19
- "eval_runtime": 69.9291,
20
- "eval_samples_per_second": 66.825,
21
- "eval_steps_per_second": 8.366,
22
- "eval_tn": 442,
23
- "eval_tp": 1898,
24
  "step": 0
25
  },
26
  {
27
- "epoch": 0.018026137899954935,
28
- "grad_norm": 32.56014633178711,
29
- "learning_rate": 4.981949458483755e-05,
30
- "loss": 0.8382,
31
- "step": 10
32
  },
33
  {
34
- "epoch": 0.03605227579990987,
35
- "grad_norm": 27.728681564331055,
36
- "learning_rate": 4.963898916967509e-05,
37
- "loss": 0.5565,
38
- "step": 20
39
- },
40
- {
41
- "epoch": 0.054078413699864804,
42
- "grad_norm": 26.70035171508789,
43
- "learning_rate": 4.945848375451264e-05,
44
- "loss": 0.5545,
45
- "step": 30
46
- },
47
- {
48
- "epoch": 0.07210455159981974,
49
- "grad_norm": 23.187734603881836,
50
- "learning_rate": 4.927797833935018e-05,
51
- "loss": 0.6027,
52
- "step": 40
53
- },
54
- {
55
- "epoch": 0.09013068949977468,
56
- "grad_norm": 35.976619720458984,
57
- "learning_rate": 4.909747292418773e-05,
58
- "loss": 0.5741,
59
- "step": 50
60
- },
61
- {
62
- "epoch": 0.10815682739972961,
63
- "grad_norm": 27.495447158813477,
64
- "learning_rate": 4.891696750902527e-05,
65
- "loss": 0.4941,
66
- "step": 60
67
- },
68
- {
69
- "epoch": 0.12618296529968454,
70
- "grad_norm": 25.021883010864258,
71
- "learning_rate": 4.873646209386282e-05,
72
- "loss": 0.457,
73
- "step": 70
74
- },
75
- {
76
- "epoch": 0.14420910319963948,
77
- "grad_norm": 29.016551971435547,
78
- "learning_rate": 4.855595667870036e-05,
79
- "loss": 0.4215,
80
- "step": 80
81
- },
82
- {
83
- "epoch": 0.16223524109959442,
84
- "grad_norm": 25.652786254882812,
85
- "learning_rate": 4.837545126353791e-05,
86
- "loss": 0.4292,
87
- "step": 90
88
- },
89
- {
90
- "epoch": 0.18026137899954936,
91
- "grad_norm": 24.254980087280273,
92
- "learning_rate": 4.819494584837546e-05,
93
- "loss": 0.4559,
94
- "step": 100
95
- },
96
- {
97
- "epoch": 0.19828751689950427,
98
- "grad_norm": 43.745643615722656,
99
- "learning_rate": 4.8014440433213e-05,
100
- "loss": 0.4536,
101
- "step": 110
102
- },
103
- {
104
- "epoch": 0.21631365479945922,
105
- "grad_norm": 19.265901565551758,
106
- "learning_rate": 4.783393501805055e-05,
107
- "loss": 0.4634,
108
- "step": 120
109
- },
110
- {
111
- "epoch": 0.23433979269941416,
112
- "grad_norm": 75.13768768310547,
113
- "learning_rate": 4.765342960288809e-05,
114
- "loss": 0.4067,
115
- "step": 130
116
- },
117
- {
118
- "epoch": 0.25236593059936907,
119
- "grad_norm": 24.337844848632812,
120
- "learning_rate": 4.747292418772563e-05,
121
- "loss": 0.4483,
122
- "step": 140
123
- },
124
- {
125
- "epoch": 0.270392068499324,
126
- "grad_norm": 27.518775939941406,
127
- "learning_rate": 4.7292418772563177e-05,
128
- "loss": 0.4524,
129
- "step": 150
130
- },
131
- {
132
- "epoch": 0.28841820639927895,
133
- "grad_norm": 23.281097412109375,
134
- "learning_rate": 4.711191335740072e-05,
135
- "loss": 0.4443,
136
- "step": 160
137
- },
138
- {
139
- "epoch": 0.3064443442992339,
140
- "grad_norm": 12.933683395385742,
141
- "learning_rate": 4.693140794223827e-05,
142
- "loss": 0.472,
143
- "step": 170
144
- },
145
- {
146
- "epoch": 0.32447048219918884,
147
- "grad_norm": 16.49010467529297,
148
- "learning_rate": 4.675090252707581e-05,
149
- "loss": 0.4549,
150
- "step": 180
151
- },
152
- {
153
- "epoch": 0.3424966200991438,
154
- "grad_norm": 19.209016799926758,
155
- "learning_rate": 4.657039711191336e-05,
156
- "loss": 0.4628,
157
- "step": 190
158
- },
159
- {
160
- "epoch": 0.3605227579990987,
161
- "grad_norm": 19.71845054626465,
162
- "learning_rate": 4.63898916967509e-05,
163
- "loss": 0.4281,
164
- "step": 200
165
- },
166
- {
167
- "epoch": 0.3785488958990536,
168
- "grad_norm": 19.700483322143555,
169
- "learning_rate": 4.620938628158845e-05,
170
- "loss": 0.4427,
171
- "step": 210
172
- },
173
- {
174
- "epoch": 0.39657503379900855,
175
- "grad_norm": 19.06282615661621,
176
- "learning_rate": 4.602888086642599e-05,
177
- "loss": 0.4214,
178
- "step": 220
179
- },
180
- {
181
- "epoch": 0.4146011716989635,
182
- "grad_norm": 14.681564331054688,
183
- "learning_rate": 4.584837545126354e-05,
184
- "loss": 0.4279,
185
- "step": 230
186
- },
187
- {
188
- "epoch": 0.43262730959891843,
189
- "grad_norm": 28.783143997192383,
190
- "learning_rate": 4.566787003610109e-05,
191
- "loss": 0.4475,
192
- "step": 240
193
- },
194
- {
195
- "epoch": 0.45065344749887337,
196
- "grad_norm": 14.686984062194824,
197
- "learning_rate": 4.548736462093863e-05,
198
- "loss": 0.4232,
199
- "step": 250
200
- },
201
- {
202
- "epoch": 0.4686795853988283,
203
- "grad_norm": 15.651535987854004,
204
- "learning_rate": 4.530685920577618e-05,
205
- "loss": 0.4026,
206
- "step": 260
207
- },
208
- {
209
- "epoch": 0.48670572329878325,
210
- "grad_norm": 17.506153106689453,
211
- "learning_rate": 4.5126353790613716e-05,
212
- "loss": 0.416,
213
- "step": 270
214
- },
215
- {
216
- "epoch": 0.5047318611987381,
217
- "grad_norm": 23.381561279296875,
218
- "learning_rate": 4.494584837545127e-05,
219
- "loss": 0.385,
220
- "step": 280
221
- },
222
- {
223
- "epoch": 0.5227579990986931,
224
- "grad_norm": 18.458227157592773,
225
- "learning_rate": 4.4765342960288806e-05,
226
- "loss": 0.4352,
227
- "step": 290
228
- },
229
- {
230
- "epoch": 0.540784136998648,
231
- "grad_norm": 16.285743713378906,
232
- "learning_rate": 4.458483754512636e-05,
233
- "loss": 0.4191,
234
- "step": 300
235
- },
236
- {
237
- "epoch": 0.558810274898603,
238
- "grad_norm": 22.14523696899414,
239
- "learning_rate": 4.44043321299639e-05,
240
- "loss": 0.4525,
241
- "step": 310
242
- },
243
- {
244
- "epoch": 0.5768364127985579,
245
- "grad_norm": 12.94579029083252,
246
- "learning_rate": 4.422382671480145e-05,
247
- "loss": 0.4335,
248
- "step": 320
249
- },
250
- {
251
- "epoch": 0.5948625506985128,
252
- "grad_norm": 29.218290328979492,
253
- "learning_rate": 4.404332129963899e-05,
254
- "loss": 0.4194,
255
- "step": 330
256
- },
257
- {
258
- "epoch": 0.6128886885984678,
259
- "grad_norm": 20.067014694213867,
260
- "learning_rate": 4.386281588447654e-05,
261
- "loss": 0.4016,
262
- "step": 340
263
- },
264
- {
265
- "epoch": 0.6309148264984227,
266
- "grad_norm": 15.315394401550293,
267
- "learning_rate": 4.368231046931408e-05,
268
- "loss": 0.4293,
269
- "step": 350
270
- },
271
- {
272
- "epoch": 0.6489409643983777,
273
- "grad_norm": 28.87151527404785,
274
- "learning_rate": 4.350180505415163e-05,
275
- "loss": 0.3952,
276
- "step": 360
277
- },
278
- {
279
- "epoch": 0.6669671022983326,
280
- "grad_norm": 12.91943645477295,
281
- "learning_rate": 4.332129963898917e-05,
282
- "loss": 0.4276,
283
- "step": 370
284
- },
285
- {
286
- "epoch": 0.6849932401982876,
287
- "grad_norm": 18.917442321777344,
288
- "learning_rate": 4.314079422382672e-05,
289
- "loss": 0.3843,
290
- "step": 380
291
- },
292
- {
293
- "epoch": 0.7030193780982424,
294
- "grad_norm": 16.344675064086914,
295
- "learning_rate": 4.296028880866426e-05,
296
- "loss": 0.4283,
297
- "step": 390
298
- },
299
- {
300
- "epoch": 0.7210455159981974,
301
- "grad_norm": 27.420021057128906,
302
- "learning_rate": 4.277978339350181e-05,
303
- "loss": 0.4663,
304
- "step": 400
305
- },
306
- {
307
- "epoch": 0.7390716538981523,
308
- "grad_norm": 37.13134765625,
309
- "learning_rate": 4.259927797833935e-05,
310
- "loss": 0.4338,
311
- "step": 410
312
- },
313
- {
314
- "epoch": 0.7570977917981072,
315
- "grad_norm": 23.59578514099121,
316
- "learning_rate": 4.24187725631769e-05,
317
- "loss": 0.3714,
318
- "step": 420
319
- },
320
- {
321
- "epoch": 0.7751239296980622,
322
- "grad_norm": 30.009662628173828,
323
- "learning_rate": 4.223826714801444e-05,
324
- "loss": 0.3775,
325
- "step": 430
326
- },
327
- {
328
- "epoch": 0.7931500675980171,
329
- "grad_norm": 13.575807571411133,
330
- "learning_rate": 4.205776173285199e-05,
331
- "loss": 0.4104,
332
- "step": 440
333
- },
334
- {
335
- "epoch": 0.8111762054979721,
336
- "grad_norm": 18.727609634399414,
337
- "learning_rate": 4.187725631768953e-05,
338
- "loss": 0.3804,
339
- "step": 450
340
- },
341
- {
342
- "epoch": 0.829202343397927,
343
- "grad_norm": 14.367807388305664,
344
- "learning_rate": 4.169675090252708e-05,
345
- "loss": 0.4124,
346
- "step": 460
347
- },
348
- {
349
- "epoch": 0.847228481297882,
350
- "grad_norm": 12.945828437805176,
351
- "learning_rate": 4.151624548736462e-05,
352
- "loss": 0.4149,
353
- "step": 470
354
- },
355
- {
356
- "epoch": 0.8652546191978369,
357
- "grad_norm": 24.02052116394043,
358
- "learning_rate": 4.1335740072202167e-05,
359
- "loss": 0.4093,
360
- "step": 480
361
- },
362
- {
363
- "epoch": 0.8832807570977917,
364
- "grad_norm": 15.609790802001953,
365
- "learning_rate": 4.115523465703972e-05,
366
- "loss": 0.3874,
367
- "step": 490
368
- },
369
- {
370
- "epoch": 0.9013068949977467,
371
- "grad_norm": 25.04174041748047,
372
- "learning_rate": 4.0974729241877256e-05,
373
- "loss": 0.391,
374
- "step": 500
375
- },
376
- {
377
- "epoch": 0.9193330328977016,
378
- "grad_norm": 20.739681243896484,
379
- "learning_rate": 4.079422382671481e-05,
380
- "loss": 0.3939,
381
- "step": 510
382
- },
383
- {
384
- "epoch": 0.9373591707976566,
385
- "grad_norm": 16.13037872314453,
386
- "learning_rate": 4.0613718411552346e-05,
387
- "loss": 0.4004,
388
- "step": 520
389
- },
390
- {
391
- "epoch": 0.9553853086976115,
392
- "grad_norm": 21.17761993408203,
393
- "learning_rate": 4.043321299638989e-05,
394
- "loss": 0.3978,
395
- "step": 530
396
- },
397
- {
398
- "epoch": 0.9734114465975665,
399
- "grad_norm": 27.03806495666504,
400
- "learning_rate": 4.0252707581227436e-05,
401
- "loss": 0.4391,
402
- "step": 540
403
- },
404
- {
405
- "epoch": 0.9914375844975214,
406
- "grad_norm": 15.054065704345703,
407
- "learning_rate": 4.007220216606498e-05,
408
- "loss": 0.4187,
409
- "step": 550
410
  }
411
  ],
412
- "logging_steps": 10,
413
  "max_steps": 2770,
414
  "num_input_tokens_seen": 0,
415
  "num_train_epochs": 5,
 
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
  "epoch": 1.0,
5
+ "eval_steps": 500,
6
  "global_step": 555,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
 
10
  "log_history": [
11
  {
12
  "epoch": 0,
13
+ "eval_f1": 0.6600234466588512,
14
+ "eval_loss": 0.7671048641204834,
15
+ "eval_precision": 0.5101948346171273,
16
+ "eval_recall": 0.9344398340248963,
17
+ "eval_runtime": 51.027,
18
+ "eval_samples_per_second": 91.579,
19
+ "eval_steps_per_second": 11.465,
 
 
 
 
20
  "step": 0
21
  },
22
  {
23
+ "epoch": 1.0,
24
+ "grad_norm": 15.12405776977539,
25
+ "learning_rate": 3.998194945848376e-05,
26
+ "loss": 0.4466,
27
+ "step": 555
28
  },
29
  {
30
+ "epoch": 1.0,
31
+ "eval_f1": 0.853844648796713,
32
+ "eval_loss": 0.3588806986808777,
33
+ "eval_precision": 0.8078489448352462,
34
+ "eval_recall": 0.9053941908713693,
35
+ "eval_runtime": 50.9684,
36
+ "eval_samples_per_second": 91.684,
37
+ "eval_steps_per_second": 11.478,
38
+ "step": 555
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  }
40
  ],
41
+ "logging_steps": 500,
42
  "max_steps": 2770,
43
  "num_input_tokens_seen": 0,
44
  "num_train_epochs": 5,
checkpoint-555/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8bac6e5d54145c75fc6db520c88eaa2ca8beb7fe2c31ead4c74ee603f7febb3f
3
- size 5432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4b703b9b5a5ee2dd4eebb5df4d4cc66ab650c29868c89595e619adb071d90c5
3
+ size 5368