Training in progress, step 12500

config.json

@@ -56,7 +56,7 @@
   },
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.39.3",
+  "transformers_version": "4.40.1",
   "use_cache": true,
   "vocab_size": 32128
 }

runs/May04_08-55-15_426a00c19adc/events.out.tfevents.1714812916.426a00c19adc.810.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bf97bdab1a681a966b32645079039fad7d8832aab8b62d7280c6579f98d2589
-size 10805
+oid sha256:9c9e9bb6d8380c52478d36c0020001b847dd5661418355f94adce1a1ae0e818b
+size 11016

tokenizer.json

@@ -955,8 +955,8 @@
   "pre_tokenizer": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": true,
-    "prepend_scheme": "always"
+    "prepend_scheme": "always",
+    "split": true
   },
   "post_processor": {
     "type": "TemplateProcessing",
@@ -1015,8 +1015,8 @@
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": true,
-    "prepend_scheme": "always"
+    "prepend_scheme": "always",
+    "split": true
   },
   "model": {
     "type": "Unigram",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b7994e19a81a4e9c855ced36a31cf62ddcf6113f5fd86eed02afaeeaa8c33de
-size 5112
+oid sha256:5f0ebe98576737877902860244e152c96991be40177ab9082b28173048c0090e
+size 5176