loiccabannes commited on
Commit
59a2dda
·
verified ·
1 Parent(s): db6c283

Training in progress, step 10

Browse files
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"d_model": 768, "n_layer": 24, "vocab_size": 32000, "ssm_cfg": {}, "rms_norm": true, "residual_in_fp32": true, "fused_add_norm": true, "pad_vocab_size_multiple": 8}
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c0efcc763f9e0a270346f52e49afd9baf20425896f7187d9c3d7150263d27972
3
  size 460477330
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4caf8fdcde6e1c27ac3c7b21b2b8c5555f08d736f492074737faa9627b84efba
3
  size 460477330
runs/Jan27_14-14-14_pcloic/events.out.tfevents.1706361256.pcloic.28694.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdca071da38aa7e0e2f419513886c515e8b25dab743a05f2f018197a8dc85b61
3
+ size 3621
runs/Jan27_14-15-52_pcloic/events.out.tfevents.1706361354.pcloic.28816.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b931ca113dd35bbc2c2c6f1eac8a729996528f16d80910fc65612ff297ad39b
3
+ size 3622
runs/Jan27_14-42-27_pcloic/events.out.tfevents.1706362947.pcloic.29451.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b5c7f0880336f4d80c078bff929ddd6684d669c0c37c714833f25d7da08895e
3
+ size 3620
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c29380a6b7920d25b6db2313d0d103e8b654b1da5f572c42aed1e41de7d47936
3
+ size 4664