BilalMuftuoglu commited on
Commit
44b2a5e
·
verified ·
1 Parent(s): 1d1a356

End of training

Browse files
README.md CHANGED
@@ -22,7 +22,7 @@ model-index:
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
- value: 0.9166666666666666
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -32,8 +32,8 @@ should probably proofread and complete it, then remove this comment. -->
32
 
33
  This model is a fine-tuned version of [facebook/deit-base-distilled-patch16-224](https://huggingface.co/facebook/deit-base-distilled-patch16-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
- - Loss: 0.1408
36
- - Accuracy: 0.9167
37
 
38
  ## Model description
39
 
 
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
+ value: 1.0
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
32
 
33
  This model is a fine-tuned version of [facebook/deit-base-distilled-patch16-224](https://huggingface.co/facebook/deit-base-distilled-patch16-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.1907
36
+ - Accuracy: 1.0
37
 
38
  ## Model description
39
 
all_results.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "eval_accuracy": 1.0,
4
+ "eval_loss": 0.19073201715946198,
5
+ "eval_runtime": 0.2201,
6
+ "eval_samples_per_second": 54.512,
7
+ "eval_steps_per_second": 4.543,
8
+ "total_flos": 4.804632427843584e+17,
9
+ "train_loss": 0.07493457712233066,
10
+ "train_runtime": 422.9864,
11
+ "train_samples_per_second": 14.658,
12
+ "train_steps_per_second": 0.236
13
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "eval_accuracy": 1.0,
4
+ "eval_loss": 0.19073201715946198,
5
+ "eval_runtime": 0.2201,
6
+ "eval_samples_per_second": 54.512,
7
+ "eval_steps_per_second": 4.543
8
+ }
runs/May22_15-14-21_927069b479b5/events.out.tfevents.1716391352.927069b479b5.252.27 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b63935e6b1d53f96c9586f4b80ff6713887cccf3ea2fe20e7e0414e863bf884a
3
+ size 405
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "total_flos": 4.804632427843584e+17,
4
+ "train_loss": 0.07493457712233066,
5
+ "train_runtime": 422.9864,
6
+ "train_samples_per_second": 14.658,
7
+ "train_steps_per_second": 0.236
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,1021 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 1.0,
3
+ "best_model_checkpoint": "deit-base-distilled-patch16-224-hasta-75-fold1/checkpoint-17",
4
+ "epoch": 100.0,
5
+ "eval_steps": 500,
6
+ "global_step": 100,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.4166666666666667,
14
+ "eval_loss": 1.0838725566864014,
15
+ "eval_runtime": 0.1691,
16
+ "eval_samples_per_second": 70.976,
17
+ "eval_steps_per_second": 5.915,
18
+ "step": 1
19
+ },
20
+ {
21
+ "epoch": 2.0,
22
+ "eval_accuracy": 0.6666666666666666,
23
+ "eval_loss": 0.8911231160163879,
24
+ "eval_runtime": 0.1696,
25
+ "eval_samples_per_second": 70.757,
26
+ "eval_steps_per_second": 5.896,
27
+ "step": 2
28
+ },
29
+ {
30
+ "epoch": 3.0,
31
+ "eval_accuracy": 0.75,
32
+ "eval_loss": 0.5836748480796814,
33
+ "eval_runtime": 0.1676,
34
+ "eval_samples_per_second": 71.579,
35
+ "eval_steps_per_second": 5.965,
36
+ "step": 3
37
+ },
38
+ {
39
+ "epoch": 4.0,
40
+ "eval_accuracy": 0.9166666666666666,
41
+ "eval_loss": 0.34806403517723083,
42
+ "eval_runtime": 0.1645,
43
+ "eval_samples_per_second": 72.934,
44
+ "eval_steps_per_second": 6.078,
45
+ "step": 4
46
+ },
47
+ {
48
+ "epoch": 5.0,
49
+ "eval_accuracy": 0.9166666666666666,
50
+ "eval_loss": 0.2815200686454773,
51
+ "eval_runtime": 0.164,
52
+ "eval_samples_per_second": 73.162,
53
+ "eval_steps_per_second": 6.097,
54
+ "step": 5
55
+ },
56
+ {
57
+ "epoch": 6.0,
58
+ "eval_accuracy": 0.9166666666666666,
59
+ "eval_loss": 0.28391170501708984,
60
+ "eval_runtime": 0.1402,
61
+ "eval_samples_per_second": 85.569,
62
+ "eval_steps_per_second": 7.131,
63
+ "step": 6
64
+ },
65
+ {
66
+ "epoch": 7.0,
67
+ "eval_accuracy": 0.9166666666666666,
68
+ "eval_loss": 0.2837619185447693,
69
+ "eval_runtime": 0.1695,
70
+ "eval_samples_per_second": 70.809,
71
+ "eval_steps_per_second": 5.901,
72
+ "step": 7
73
+ },
74
+ {
75
+ "epoch": 8.0,
76
+ "eval_accuracy": 0.9166666666666666,
77
+ "eval_loss": 0.26923567056655884,
78
+ "eval_runtime": 0.1682,
79
+ "eval_samples_per_second": 71.361,
80
+ "eval_steps_per_second": 5.947,
81
+ "step": 8
82
+ },
83
+ {
84
+ "epoch": 9.0,
85
+ "eval_accuracy": 0.9166666666666666,
86
+ "eval_loss": 0.27014538645744324,
87
+ "eval_runtime": 0.159,
88
+ "eval_samples_per_second": 75.493,
89
+ "eval_steps_per_second": 6.291,
90
+ "step": 9
91
+ },
92
+ {
93
+ "epoch": 10.0,
94
+ "grad_norm": 1.2129414081573486,
95
+ "learning_rate": 5e-05,
96
+ "loss": 0.3107,
97
+ "step": 10
98
+ },
99
+ {
100
+ "epoch": 10.0,
101
+ "eval_accuracy": 0.9166666666666666,
102
+ "eval_loss": 0.33633777499198914,
103
+ "eval_runtime": 0.1692,
104
+ "eval_samples_per_second": 70.904,
105
+ "eval_steps_per_second": 5.909,
106
+ "step": 10
107
+ },
108
+ {
109
+ "epoch": 11.0,
110
+ "eval_accuracy": 0.9166666666666666,
111
+ "eval_loss": 0.38160809874534607,
112
+ "eval_runtime": 0.1738,
113
+ "eval_samples_per_second": 69.048,
114
+ "eval_steps_per_second": 5.754,
115
+ "step": 11
116
+ },
117
+ {
118
+ "epoch": 12.0,
119
+ "eval_accuracy": 0.9166666666666666,
120
+ "eval_loss": 0.3427475392818451,
121
+ "eval_runtime": 0.1732,
122
+ "eval_samples_per_second": 69.302,
123
+ "eval_steps_per_second": 5.775,
124
+ "step": 12
125
+ },
126
+ {
127
+ "epoch": 13.0,
128
+ "eval_accuracy": 0.9166666666666666,
129
+ "eval_loss": 0.27277496457099915,
130
+ "eval_runtime": 0.1761,
131
+ "eval_samples_per_second": 68.13,
132
+ "eval_steps_per_second": 5.677,
133
+ "step": 13
134
+ },
135
+ {
136
+ "epoch": 14.0,
137
+ "eval_accuracy": 0.9166666666666666,
138
+ "eval_loss": 0.22727306187152863,
139
+ "eval_runtime": 0.1733,
140
+ "eval_samples_per_second": 69.232,
141
+ "eval_steps_per_second": 5.769,
142
+ "step": 14
143
+ },
144
+ {
145
+ "epoch": 15.0,
146
+ "eval_accuracy": 0.9166666666666666,
147
+ "eval_loss": 0.20517520606517792,
148
+ "eval_runtime": 0.1738,
149
+ "eval_samples_per_second": 69.061,
150
+ "eval_steps_per_second": 5.755,
151
+ "step": 15
152
+ },
153
+ {
154
+ "epoch": 16.0,
155
+ "eval_accuracy": 0.9166666666666666,
156
+ "eval_loss": 0.18395300209522247,
157
+ "eval_runtime": 0.1698,
158
+ "eval_samples_per_second": 70.673,
159
+ "eval_steps_per_second": 5.889,
160
+ "step": 16
161
+ },
162
+ {
163
+ "epoch": 17.0,
164
+ "eval_accuracy": 1.0,
165
+ "eval_loss": 0.19073201715946198,
166
+ "eval_runtime": 0.172,
167
+ "eval_samples_per_second": 69.748,
168
+ "eval_steps_per_second": 5.812,
169
+ "step": 17
170
+ },
171
+ {
172
+ "epoch": 18.0,
173
+ "eval_accuracy": 1.0,
174
+ "eval_loss": 0.17612700164318085,
175
+ "eval_runtime": 0.1704,
176
+ "eval_samples_per_second": 70.428,
177
+ "eval_steps_per_second": 5.869,
178
+ "step": 18
179
+ },
180
+ {
181
+ "epoch": 19.0,
182
+ "eval_accuracy": 1.0,
183
+ "eval_loss": 0.13020874559879303,
184
+ "eval_runtime": 0.1765,
185
+ "eval_samples_per_second": 67.981,
186
+ "eval_steps_per_second": 5.665,
187
+ "step": 19
188
+ },
189
+ {
190
+ "epoch": 20.0,
191
+ "grad_norm": 0.7908862829208374,
192
+ "learning_rate": 4.4444444444444447e-05,
193
+ "loss": 0.1503,
194
+ "step": 20
195
+ },
196
+ {
197
+ "epoch": 20.0,
198
+ "eval_accuracy": 1.0,
199
+ "eval_loss": 0.09369927644729614,
200
+ "eval_runtime": 0.1701,
201
+ "eval_samples_per_second": 70.561,
202
+ "eval_steps_per_second": 5.88,
203
+ "step": 20
204
+ },
205
+ {
206
+ "epoch": 21.0,
207
+ "eval_accuracy": 1.0,
208
+ "eval_loss": 0.07672286778688431,
209
+ "eval_runtime": 0.1649,
210
+ "eval_samples_per_second": 72.764,
211
+ "eval_steps_per_second": 6.064,
212
+ "step": 21
213
+ },
214
+ {
215
+ "epoch": 22.0,
216
+ "eval_accuracy": 1.0,
217
+ "eval_loss": 0.0641578882932663,
218
+ "eval_runtime": 0.1749,
219
+ "eval_samples_per_second": 68.596,
220
+ "eval_steps_per_second": 5.716,
221
+ "step": 22
222
+ },
223
+ {
224
+ "epoch": 23.0,
225
+ "eval_accuracy": 1.0,
226
+ "eval_loss": 0.0730399563908577,
227
+ "eval_runtime": 0.1666,
228
+ "eval_samples_per_second": 72.022,
229
+ "eval_steps_per_second": 6.002,
230
+ "step": 23
231
+ },
232
+ {
233
+ "epoch": 24.0,
234
+ "eval_accuracy": 1.0,
235
+ "eval_loss": 0.0937485471367836,
236
+ "eval_runtime": 0.1714,
237
+ "eval_samples_per_second": 70.03,
238
+ "eval_steps_per_second": 5.836,
239
+ "step": 24
240
+ },
241
+ {
242
+ "epoch": 25.0,
243
+ "eval_accuracy": 1.0,
244
+ "eval_loss": 0.07131379097700119,
245
+ "eval_runtime": 0.1686,
246
+ "eval_samples_per_second": 71.16,
247
+ "eval_steps_per_second": 5.93,
248
+ "step": 25
249
+ },
250
+ {
251
+ "epoch": 26.0,
252
+ "eval_accuracy": 1.0,
253
+ "eval_loss": 0.0475582480430603,
254
+ "eval_runtime": 0.1744,
255
+ "eval_samples_per_second": 68.813,
256
+ "eval_steps_per_second": 5.734,
257
+ "step": 26
258
+ },
259
+ {
260
+ "epoch": 27.0,
261
+ "eval_accuracy": 1.0,
262
+ "eval_loss": 0.04617106541991234,
263
+ "eval_runtime": 0.1731,
264
+ "eval_samples_per_second": 69.315,
265
+ "eval_steps_per_second": 5.776,
266
+ "step": 27
267
+ },
268
+ {
269
+ "epoch": 28.0,
270
+ "eval_accuracy": 1.0,
271
+ "eval_loss": 0.05526432394981384,
272
+ "eval_runtime": 0.1758,
273
+ "eval_samples_per_second": 68.273,
274
+ "eval_steps_per_second": 5.689,
275
+ "step": 28
276
+ },
277
+ {
278
+ "epoch": 29.0,
279
+ "eval_accuracy": 1.0,
280
+ "eval_loss": 0.06893330812454224,
281
+ "eval_runtime": 0.1778,
282
+ "eval_samples_per_second": 67.474,
283
+ "eval_steps_per_second": 5.623,
284
+ "step": 29
285
+ },
286
+ {
287
+ "epoch": 30.0,
288
+ "grad_norm": 1.3284376859664917,
289
+ "learning_rate": 3.888888888888889e-05,
290
+ "loss": 0.068,
291
+ "step": 30
292
+ },
293
+ {
294
+ "epoch": 30.0,
295
+ "eval_accuracy": 1.0,
296
+ "eval_loss": 0.06763923913240433,
297
+ "eval_runtime": 0.1692,
298
+ "eval_samples_per_second": 70.913,
299
+ "eval_steps_per_second": 5.909,
300
+ "step": 30
301
+ },
302
+ {
303
+ "epoch": 31.0,
304
+ "eval_accuracy": 1.0,
305
+ "eval_loss": 0.05344026908278465,
306
+ "eval_runtime": 0.1748,
307
+ "eval_samples_per_second": 68.65,
308
+ "eval_steps_per_second": 5.721,
309
+ "step": 31
310
+ },
311
+ {
312
+ "epoch": 32.0,
313
+ "eval_accuracy": 1.0,
314
+ "eval_loss": 0.04723837599158287,
315
+ "eval_runtime": 0.1773,
316
+ "eval_samples_per_second": 67.677,
317
+ "eval_steps_per_second": 5.64,
318
+ "step": 32
319
+ },
320
+ {
321
+ "epoch": 33.0,
322
+ "eval_accuracy": 1.0,
323
+ "eval_loss": 0.057503703981637955,
324
+ "eval_runtime": 0.171,
325
+ "eval_samples_per_second": 70.184,
326
+ "eval_steps_per_second": 5.849,
327
+ "step": 33
328
+ },
329
+ {
330
+ "epoch": 34.0,
331
+ "eval_accuracy": 1.0,
332
+ "eval_loss": 0.061442967504262924,
333
+ "eval_runtime": 0.1735,
334
+ "eval_samples_per_second": 69.145,
335
+ "eval_steps_per_second": 5.762,
336
+ "step": 34
337
+ },
338
+ {
339
+ "epoch": 35.0,
340
+ "eval_accuracy": 1.0,
341
+ "eval_loss": 0.05957895517349243,
342
+ "eval_runtime": 0.1743,
343
+ "eval_samples_per_second": 68.863,
344
+ "eval_steps_per_second": 5.739,
345
+ "step": 35
346
+ },
347
+ {
348
+ "epoch": 36.0,
349
+ "eval_accuracy": 1.0,
350
+ "eval_loss": 0.0503091923892498,
351
+ "eval_runtime": 0.1743,
352
+ "eval_samples_per_second": 68.828,
353
+ "eval_steps_per_second": 5.736,
354
+ "step": 36
355
+ },
356
+ {
357
+ "epoch": 37.0,
358
+ "eval_accuracy": 1.0,
359
+ "eval_loss": 0.05713028088212013,
360
+ "eval_runtime": 0.1741,
361
+ "eval_samples_per_second": 68.934,
362
+ "eval_steps_per_second": 5.745,
363
+ "step": 37
364
+ },
365
+ {
366
+ "epoch": 38.0,
367
+ "eval_accuracy": 1.0,
368
+ "eval_loss": 0.06938361376523972,
369
+ "eval_runtime": 0.1755,
370
+ "eval_samples_per_second": 68.376,
371
+ "eval_steps_per_second": 5.698,
372
+ "step": 38
373
+ },
374
+ {
375
+ "epoch": 39.0,
376
+ "eval_accuracy": 0.9166666666666666,
377
+ "eval_loss": 0.0869433656334877,
378
+ "eval_runtime": 0.1709,
379
+ "eval_samples_per_second": 70.212,
380
+ "eval_steps_per_second": 5.851,
381
+ "step": 39
382
+ },
383
+ {
384
+ "epoch": 40.0,
385
+ "grad_norm": 1.0563879013061523,
386
+ "learning_rate": 3.3333333333333335e-05,
387
+ "loss": 0.0416,
388
+ "step": 40
389
+ },
390
+ {
391
+ "epoch": 40.0,
392
+ "eval_accuracy": 0.9166666666666666,
393
+ "eval_loss": 0.10385680943727493,
394
+ "eval_runtime": 0.1741,
395
+ "eval_samples_per_second": 68.935,
396
+ "eval_steps_per_second": 5.745,
397
+ "step": 40
398
+ },
399
+ {
400
+ "epoch": 41.0,
401
+ "eval_accuracy": 0.9166666666666666,
402
+ "eval_loss": 0.11296293884515762,
403
+ "eval_runtime": 0.1682,
404
+ "eval_samples_per_second": 71.335,
405
+ "eval_steps_per_second": 5.945,
406
+ "step": 41
407
+ },
408
+ {
409
+ "epoch": 42.0,
410
+ "eval_accuracy": 0.9166666666666666,
411
+ "eval_loss": 0.1127309575676918,
412
+ "eval_runtime": 0.1673,
413
+ "eval_samples_per_second": 71.714,
414
+ "eval_steps_per_second": 5.976,
415
+ "step": 42
416
+ },
417
+ {
418
+ "epoch": 43.0,
419
+ "eval_accuracy": 0.9166666666666666,
420
+ "eval_loss": 0.1028260588645935,
421
+ "eval_runtime": 0.1773,
422
+ "eval_samples_per_second": 67.664,
423
+ "eval_steps_per_second": 5.639,
424
+ "step": 43
425
+ },
426
+ {
427
+ "epoch": 44.0,
428
+ "eval_accuracy": 0.9166666666666666,
429
+ "eval_loss": 0.08404495567083359,
430
+ "eval_runtime": 0.1803,
431
+ "eval_samples_per_second": 66.548,
432
+ "eval_steps_per_second": 5.546,
433
+ "step": 44
434
+ },
435
+ {
436
+ "epoch": 45.0,
437
+ "eval_accuracy": 0.9166666666666666,
438
+ "eval_loss": 0.07033081352710724,
439
+ "eval_runtime": 0.1683,
440
+ "eval_samples_per_second": 71.306,
441
+ "eval_steps_per_second": 5.942,
442
+ "step": 45
443
+ },
444
+ {
445
+ "epoch": 46.0,
446
+ "eval_accuracy": 1.0,
447
+ "eval_loss": 0.056403230875730515,
448
+ "eval_runtime": 0.1695,
449
+ "eval_samples_per_second": 70.785,
450
+ "eval_steps_per_second": 5.899,
451
+ "step": 46
452
+ },
453
+ {
454
+ "epoch": 47.0,
455
+ "eval_accuracy": 1.0,
456
+ "eval_loss": 0.05716688930988312,
457
+ "eval_runtime": 0.1751,
458
+ "eval_samples_per_second": 68.533,
459
+ "eval_steps_per_second": 5.711,
460
+ "step": 47
461
+ },
462
+ {
463
+ "epoch": 48.0,
464
+ "eval_accuracy": 0.9166666666666666,
465
+ "eval_loss": 0.06894658505916595,
466
+ "eval_runtime": 0.1733,
467
+ "eval_samples_per_second": 69.246,
468
+ "eval_steps_per_second": 5.77,
469
+ "step": 48
470
+ },
471
+ {
472
+ "epoch": 49.0,
473
+ "eval_accuracy": 0.9166666666666666,
474
+ "eval_loss": 0.09668171405792236,
475
+ "eval_runtime": 0.1834,
476
+ "eval_samples_per_second": 65.426,
477
+ "eval_steps_per_second": 5.452,
478
+ "step": 49
479
+ },
480
+ {
481
+ "epoch": 50.0,
482
+ "grad_norm": 1.5291131734848022,
483
+ "learning_rate": 2.777777777777778e-05,
484
+ "loss": 0.048,
485
+ "step": 50
486
+ },
487
+ {
488
+ "epoch": 50.0,
489
+ "eval_accuracy": 0.9166666666666666,
490
+ "eval_loss": 0.14398609101772308,
491
+ "eval_runtime": 0.163,
492
+ "eval_samples_per_second": 73.617,
493
+ "eval_steps_per_second": 6.135,
494
+ "step": 50
495
+ },
496
+ {
497
+ "epoch": 51.0,
498
+ "eval_accuracy": 0.9166666666666666,
499
+ "eval_loss": 0.16672177612781525,
500
+ "eval_runtime": 0.1711,
501
+ "eval_samples_per_second": 70.115,
502
+ "eval_steps_per_second": 5.843,
503
+ "step": 51
504
+ },
505
+ {
506
+ "epoch": 52.0,
507
+ "eval_accuracy": 0.9166666666666666,
508
+ "eval_loss": 0.1823185831308365,
509
+ "eval_runtime": 0.1741,
510
+ "eval_samples_per_second": 68.928,
511
+ "eval_steps_per_second": 5.744,
512
+ "step": 52
513
+ },
514
+ {
515
+ "epoch": 53.0,
516
+ "eval_accuracy": 0.9166666666666666,
517
+ "eval_loss": 0.17343102395534515,
518
+ "eval_runtime": 0.1673,
519
+ "eval_samples_per_second": 71.742,
520
+ "eval_steps_per_second": 5.979,
521
+ "step": 53
522
+ },
523
+ {
524
+ "epoch": 54.0,
525
+ "eval_accuracy": 0.9166666666666666,
526
+ "eval_loss": 0.154280886054039,
527
+ "eval_runtime": 0.1801,
528
+ "eval_samples_per_second": 66.619,
529
+ "eval_steps_per_second": 5.552,
530
+ "step": 54
531
+ },
532
+ {
533
+ "epoch": 55.0,
534
+ "eval_accuracy": 0.9166666666666666,
535
+ "eval_loss": 0.13834944367408752,
536
+ "eval_runtime": 0.1765,
537
+ "eval_samples_per_second": 68.007,
538
+ "eval_steps_per_second": 5.667,
539
+ "step": 55
540
+ },
541
+ {
542
+ "epoch": 56.0,
543
+ "eval_accuracy": 0.9166666666666666,
544
+ "eval_loss": 0.12664343416690826,
545
+ "eval_runtime": 0.1668,
546
+ "eval_samples_per_second": 71.951,
547
+ "eval_steps_per_second": 5.996,
548
+ "step": 56
549
+ },
550
+ {
551
+ "epoch": 57.0,
552
+ "eval_accuracy": 0.9166666666666666,
553
+ "eval_loss": 0.10125861316919327,
554
+ "eval_runtime": 0.1697,
555
+ "eval_samples_per_second": 70.734,
556
+ "eval_steps_per_second": 5.894,
557
+ "step": 57
558
+ },
559
+ {
560
+ "epoch": 58.0,
561
+ "eval_accuracy": 0.9166666666666666,
562
+ "eval_loss": 0.08296892791986465,
563
+ "eval_runtime": 0.1741,
564
+ "eval_samples_per_second": 68.927,
565
+ "eval_steps_per_second": 5.744,
566
+ "step": 58
567
+ },
568
+ {
569
+ "epoch": 59.0,
570
+ "eval_accuracy": 0.9166666666666666,
571
+ "eval_loss": 0.07803661376237869,
572
+ "eval_runtime": 0.1724,
573
+ "eval_samples_per_second": 69.607,
574
+ "eval_steps_per_second": 5.801,
575
+ "step": 59
576
+ },
577
+ {
578
+ "epoch": 60.0,
579
+ "grad_norm": 0.15691009163856506,
580
+ "learning_rate": 2.2222222222222223e-05,
581
+ "loss": 0.0118,
582
+ "step": 60
583
+ },
584
+ {
585
+ "epoch": 60.0,
586
+ "eval_accuracy": 0.9166666666666666,
587
+ "eval_loss": 0.07563833892345428,
588
+ "eval_runtime": 0.1682,
589
+ "eval_samples_per_second": 71.331,
590
+ "eval_steps_per_second": 5.944,
591
+ "step": 60
592
+ },
593
+ {
594
+ "epoch": 61.0,
595
+ "eval_accuracy": 0.9166666666666666,
596
+ "eval_loss": 0.07225405424833298,
597
+ "eval_runtime": 0.1725,
598
+ "eval_samples_per_second": 69.554,
599
+ "eval_steps_per_second": 5.796,
600
+ "step": 61
601
+ },
602
+ {
603
+ "epoch": 62.0,
604
+ "eval_accuracy": 1.0,
605
+ "eval_loss": 0.056341033428907394,
606
+ "eval_runtime": 0.1665,
607
+ "eval_samples_per_second": 72.093,
608
+ "eval_steps_per_second": 6.008,
609
+ "step": 62
610
+ },
611
+ {
612
+ "epoch": 63.0,
613
+ "eval_accuracy": 1.0,
614
+ "eval_loss": 0.04702509567141533,
615
+ "eval_runtime": 0.1841,
616
+ "eval_samples_per_second": 65.192,
617
+ "eval_steps_per_second": 5.433,
618
+ "step": 63
619
+ },
620
+ {
621
+ "epoch": 64.0,
622
+ "eval_accuracy": 1.0,
623
+ "eval_loss": 0.046886246651411057,
624
+ "eval_runtime": 0.1732,
625
+ "eval_samples_per_second": 69.274,
626
+ "eval_steps_per_second": 5.773,
627
+ "step": 64
628
+ },
629
+ {
630
+ "epoch": 65.0,
631
+ "eval_accuracy": 1.0,
632
+ "eval_loss": 0.052169691771268845,
633
+ "eval_runtime": 0.1736,
634
+ "eval_samples_per_second": 69.127,
635
+ "eval_steps_per_second": 5.761,
636
+ "step": 65
637
+ },
638
+ {
639
+ "epoch": 66.0,
640
+ "eval_accuracy": 1.0,
641
+ "eval_loss": 0.05759477615356445,
642
+ "eval_runtime": 0.1746,
643
+ "eval_samples_per_second": 68.735,
644
+ "eval_steps_per_second": 5.728,
645
+ "step": 66
646
+ },
647
+ {
648
+ "epoch": 67.0,
649
+ "eval_accuracy": 1.0,
650
+ "eval_loss": 0.06394201517105103,
651
+ "eval_runtime": 0.1687,
652
+ "eval_samples_per_second": 71.123,
653
+ "eval_steps_per_second": 5.927,
654
+ "step": 67
655
+ },
656
+ {
657
+ "epoch": 68.0,
658
+ "eval_accuracy": 0.9166666666666666,
659
+ "eval_loss": 0.08266932517290115,
660
+ "eval_runtime": 0.1723,
661
+ "eval_samples_per_second": 69.652,
662
+ "eval_steps_per_second": 5.804,
663
+ "step": 68
664
+ },
665
+ {
666
+ "epoch": 69.0,
667
+ "eval_accuracy": 0.9166666666666666,
668
+ "eval_loss": 0.10889662057161331,
669
+ "eval_runtime": 0.1757,
670
+ "eval_samples_per_second": 68.286,
671
+ "eval_steps_per_second": 5.691,
672
+ "step": 69
673
+ },
674
+ {
675
+ "epoch": 70.0,
676
+ "grad_norm": 0.38948971033096313,
677
+ "learning_rate": 1.6666666666666667e-05,
678
+ "loss": 0.0271,
679
+ "step": 70
680
+ },
681
+ {
682
+ "epoch": 70.0,
683
+ "eval_accuracy": 0.9166666666666666,
684
+ "eval_loss": 0.13427671790122986,
685
+ "eval_runtime": 0.171,
686
+ "eval_samples_per_second": 70.179,
687
+ "eval_steps_per_second": 5.848,
688
+ "step": 70
689
+ },
690
+ {
691
+ "epoch": 71.0,
692
+ "eval_accuracy": 0.9166666666666666,
693
+ "eval_loss": 0.15138830244541168,
694
+ "eval_runtime": 0.1681,
695
+ "eval_samples_per_second": 71.38,
696
+ "eval_steps_per_second": 5.948,
697
+ "step": 71
698
+ },
699
+ {
700
+ "epoch": 72.0,
701
+ "eval_accuracy": 0.9166666666666666,
702
+ "eval_loss": 0.15523149073123932,
703
+ "eval_runtime": 0.1734,
704
+ "eval_samples_per_second": 69.188,
705
+ "eval_steps_per_second": 5.766,
706
+ "step": 72
707
+ },
708
+ {
709
+ "epoch": 73.0,
710
+ "eval_accuracy": 0.9166666666666666,
711
+ "eval_loss": 0.1500328928232193,
712
+ "eval_runtime": 0.1728,
713
+ "eval_samples_per_second": 69.463,
714
+ "eval_steps_per_second": 5.789,
715
+ "step": 73
716
+ },
717
+ {
718
+ "epoch": 74.0,
719
+ "eval_accuracy": 0.9166666666666666,
720
+ "eval_loss": 0.13924731314182281,
721
+ "eval_runtime": 0.1749,
722
+ "eval_samples_per_second": 68.628,
723
+ "eval_steps_per_second": 5.719,
724
+ "step": 74
725
+ },
726
+ {
727
+ "epoch": 75.0,
728
+ "eval_accuracy": 0.9166666666666666,
729
+ "eval_loss": 0.12288343161344528,
730
+ "eval_runtime": 0.1757,
731
+ "eval_samples_per_second": 68.307,
732
+ "eval_steps_per_second": 5.692,
733
+ "step": 75
734
+ },
735
+ {
736
+ "epoch": 76.0,
737
+ "eval_accuracy": 0.9166666666666666,
738
+ "eval_loss": 0.10091481357812881,
739
+ "eval_runtime": 0.1739,
740
+ "eval_samples_per_second": 69.008,
741
+ "eval_steps_per_second": 5.751,
742
+ "step": 76
743
+ },
744
+ {
745
+ "epoch": 77.0,
746
+ "eval_accuracy": 0.9166666666666666,
747
+ "eval_loss": 0.08581729978322983,
748
+ "eval_runtime": 0.168,
749
+ "eval_samples_per_second": 71.423,
750
+ "eval_steps_per_second": 5.952,
751
+ "step": 77
752
+ },
753
+ {
754
+ "epoch": 78.0,
755
+ "eval_accuracy": 0.9166666666666666,
756
+ "eval_loss": 0.08439955860376358,
757
+ "eval_runtime": 0.1701,
758
+ "eval_samples_per_second": 70.534,
759
+ "eval_steps_per_second": 5.878,
760
+ "step": 78
761
+ },
762
+ {
763
+ "epoch": 79.0,
764
+ "eval_accuracy": 0.9166666666666666,
765
+ "eval_loss": 0.08550930768251419,
766
+ "eval_runtime": 0.1809,
767
+ "eval_samples_per_second": 66.325,
768
+ "eval_steps_per_second": 5.527,
769
+ "step": 79
770
+ },
771
+ {
772
+ "epoch": 80.0,
773
+ "grad_norm": 1.0177083015441895,
774
+ "learning_rate": 1.1111111111111112e-05,
775
+ "loss": 0.0462,
776
+ "step": 80
777
+ },
778
+ {
779
+ "epoch": 80.0,
780
+ "eval_accuracy": 0.9166666666666666,
781
+ "eval_loss": 0.0972227081656456,
782
+ "eval_runtime": 0.1692,
783
+ "eval_samples_per_second": 70.917,
784
+ "eval_steps_per_second": 5.91,
785
+ "step": 80
786
+ },
787
+ {
788
+ "epoch": 81.0,
789
+ "eval_accuracy": 0.9166666666666666,
790
+ "eval_loss": 0.11395915597677231,
791
+ "eval_runtime": 0.1682,
792
+ "eval_samples_per_second": 71.336,
793
+ "eval_steps_per_second": 5.945,
794
+ "step": 81
795
+ },
796
+ {
797
+ "epoch": 82.0,
798
+ "eval_accuracy": 0.9166666666666666,
799
+ "eval_loss": 0.13984452188014984,
800
+ "eval_runtime": 0.17,
801
+ "eval_samples_per_second": 70.587,
802
+ "eval_steps_per_second": 5.882,
803
+ "step": 82
804
+ },
805
+ {
806
+ "epoch": 83.0,
807
+ "eval_accuracy": 0.9166666666666666,
808
+ "eval_loss": 0.16390566527843475,
809
+ "eval_runtime": 0.1702,
810
+ "eval_samples_per_second": 70.502,
811
+ "eval_steps_per_second": 5.875,
812
+ "step": 83
813
+ },
814
+ {
815
+ "epoch": 84.0,
816
+ "eval_accuracy": 0.9166666666666666,
817
+ "eval_loss": 0.18424014747142792,
818
+ "eval_runtime": 0.1721,
819
+ "eval_samples_per_second": 69.737,
820
+ "eval_steps_per_second": 5.811,
821
+ "step": 84
822
+ },
823
+ {
824
+ "epoch": 85.0,
825
+ "eval_accuracy": 0.9166666666666666,
826
+ "eval_loss": 0.1938496083021164,
827
+ "eval_runtime": 0.1864,
828
+ "eval_samples_per_second": 64.387,
829
+ "eval_steps_per_second": 5.366,
830
+ "step": 85
831
+ },
832
+ {
833
+ "epoch": 86.0,
834
+ "eval_accuracy": 0.9166666666666666,
835
+ "eval_loss": 0.20000122487545013,
836
+ "eval_runtime": 0.1802,
837
+ "eval_samples_per_second": 66.596,
838
+ "eval_steps_per_second": 5.55,
839
+ "step": 86
840
+ },
841
+ {
842
+ "epoch": 87.0,
843
+ "eval_accuracy": 0.9166666666666666,
844
+ "eval_loss": 0.20081685483455658,
845
+ "eval_runtime": 0.1707,
846
+ "eval_samples_per_second": 70.294,
847
+ "eval_steps_per_second": 5.858,
848
+ "step": 87
849
+ },
850
+ {
851
+ "epoch": 88.0,
852
+ "eval_accuracy": 0.9166666666666666,
853
+ "eval_loss": 0.19491897523403168,
854
+ "eval_runtime": 0.1725,
855
+ "eval_samples_per_second": 69.551,
856
+ "eval_steps_per_second": 5.796,
857
+ "step": 88
858
+ },
859
+ {
860
+ "epoch": 89.0,
861
+ "eval_accuracy": 0.9166666666666666,
862
+ "eval_loss": 0.18955135345458984,
863
+ "eval_runtime": 0.1729,
864
+ "eval_samples_per_second": 69.415,
865
+ "eval_steps_per_second": 5.785,
866
+ "step": 89
867
+ },
868
+ {
869
+ "epoch": 90.0,
870
+ "grad_norm": 1.028542399406433,
871
+ "learning_rate": 5.555555555555556e-06,
872
+ "loss": 0.022,
873
+ "step": 90
874
+ },
875
+ {
876
+ "epoch": 90.0,
877
+ "eval_accuracy": 0.9166666666666666,
878
+ "eval_loss": 0.17976105213165283,
879
+ "eval_runtime": 0.1649,
880
+ "eval_samples_per_second": 72.769,
881
+ "eval_steps_per_second": 6.064,
882
+ "step": 90
883
+ },
884
+ {
885
+ "epoch": 91.0,
886
+ "eval_accuracy": 0.9166666666666666,
887
+ "eval_loss": 0.16998781263828278,
888
+ "eval_runtime": 0.1686,
889
+ "eval_samples_per_second": 71.156,
890
+ "eval_steps_per_second": 5.93,
891
+ "step": 91
892
+ },
893
+ {
894
+ "epoch": 92.0,
895
+ "eval_accuracy": 0.9166666666666666,
896
+ "eval_loss": 0.161741703748703,
897
+ "eval_runtime": 0.1757,
898
+ "eval_samples_per_second": 68.313,
899
+ "eval_steps_per_second": 5.693,
900
+ "step": 92
901
+ },
902
+ {
903
+ "epoch": 93.0,
904
+ "eval_accuracy": 0.9166666666666666,
905
+ "eval_loss": 0.1549077183008194,
906
+ "eval_runtime": 0.1813,
907
+ "eval_samples_per_second": 66.195,
908
+ "eval_steps_per_second": 5.516,
909
+ "step": 93
910
+ },
911
+ {
912
+ "epoch": 94.0,
913
+ "eval_accuracy": 0.9166666666666666,
914
+ "eval_loss": 0.14918744564056396,
915
+ "eval_runtime": 0.1697,
916
+ "eval_samples_per_second": 70.715,
917
+ "eval_steps_per_second": 5.893,
918
+ "step": 94
919
+ },
920
+ {
921
+ "epoch": 95.0,
922
+ "eval_accuracy": 0.9166666666666666,
923
+ "eval_loss": 0.14473901689052582,
924
+ "eval_runtime": 0.1757,
925
+ "eval_samples_per_second": 68.292,
926
+ "eval_steps_per_second": 5.691,
927
+ "step": 95
928
+ },
929
+ {
930
+ "epoch": 96.0,
931
+ "eval_accuracy": 0.9166666666666666,
932
+ "eval_loss": 0.14346013963222504,
933
+ "eval_runtime": 0.1696,
934
+ "eval_samples_per_second": 70.75,
935
+ "eval_steps_per_second": 5.896,
936
+ "step": 96
937
+ },
938
+ {
939
+ "epoch": 97.0,
940
+ "eval_accuracy": 0.9166666666666666,
941
+ "eval_loss": 0.14305876195430756,
942
+ "eval_runtime": 0.168,
943
+ "eval_samples_per_second": 71.43,
944
+ "eval_steps_per_second": 5.952,
945
+ "step": 97
946
+ },
947
+ {
948
+ "epoch": 98.0,
949
+ "eval_accuracy": 0.9166666666666666,
950
+ "eval_loss": 0.1418064534664154,
951
+ "eval_runtime": 0.1807,
952
+ "eval_samples_per_second": 66.421,
953
+ "eval_steps_per_second": 5.535,
954
+ "step": 98
955
+ },
956
+ {
957
+ "epoch": 99.0,
958
+ "eval_accuracy": 0.9166666666666666,
959
+ "eval_loss": 0.14111365377902985,
960
+ "eval_runtime": 0.1677,
961
+ "eval_samples_per_second": 71.558,
962
+ "eval_steps_per_second": 5.963,
963
+ "step": 99
964
+ },
965
+ {
966
+ "epoch": 100.0,
967
+ "grad_norm": 1.2945746183395386,
968
+ "learning_rate": 0.0,
969
+ "loss": 0.0236,
970
+ "step": 100
971
+ },
972
+ {
973
+ "epoch": 100.0,
974
+ "eval_accuracy": 0.9166666666666666,
975
+ "eval_loss": 0.1407879739999771,
976
+ "eval_runtime": 0.1684,
977
+ "eval_samples_per_second": 71.262,
978
+ "eval_steps_per_second": 5.938,
979
+ "step": 100
980
+ },
981
+ {
982
+ "epoch": 100.0,
983
+ "step": 100,
984
+ "total_flos": 4.804632427843584e+17,
985
+ "train_loss": 0.07493457712233066,
986
+ "train_runtime": 422.9864,
987
+ "train_samples_per_second": 14.658,
988
+ "train_steps_per_second": 0.236
989
+ },
990
+ {
991
+ "epoch": 100.0,
992
+ "eval_accuracy": 1.0,
993
+ "eval_loss": 0.19073201715946198,
994
+ "eval_runtime": 0.2201,
995
+ "eval_samples_per_second": 54.512,
996
+ "eval_steps_per_second": 4.543,
997
+ "step": 100
998
+ }
999
+ ],
1000
+ "logging_steps": 10,
1001
+ "max_steps": 100,
1002
+ "num_input_tokens_seen": 0,
1003
+ "num_train_epochs": 100,
1004
+ "save_steps": 500,
1005
+ "stateful_callbacks": {
1006
+ "TrainerControl": {
1007
+ "args": {
1008
+ "should_epoch_stop": false,
1009
+ "should_evaluate": false,
1010
+ "should_log": false,
1011
+ "should_save": true,
1012
+ "should_training_stop": true
1013
+ },
1014
+ "attributes": {}
1015
+ }
1016
+ },
1017
+ "total_flos": 4.804632427843584e+17,
1018
+ "train_batch_size": 32,
1019
+ "trial_name": null,
1020
+ "trial_params": null
1021
+ }