Training in progress, step 5000

config.json

@@ -56,7 +56,7 @@
   },
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.40.1",
+  "transformers_version": "4.39.3",
   "use_cache": true,
   "vocab_size": 32128
 }

runs/May04_10-41-05_db8a85b9c1bd/events.out.tfevents.1714819266.db8a85b9c1bd.34.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:503495c21f3fbb9c2ae10081b76b293cfa053c519f9444289043742b2297d520
-size 7577
+oid sha256:9cc169aaddff21018b25a8034f6f50ddf3ecbaba8ca118edc9e00b6d59cb41d0
+size 7788

tokenizer.json

@@ -955,8 +955,8 @@
   "pre_tokenizer": {
     "type": "Metaspace",
     "replacement": "▁",
-    "prepend_scheme": "always",
-    "split": true
+    "add_prefix_space": true,
+    "prepend_scheme": "always"
   },
   "post_processor": {
     "type": "TemplateProcessing",
@@ -1015,8 +1015,8 @@
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
-    "prepend_scheme": "always",
-    "split": true
+    "add_prefix_space": true,
+    "prepend_scheme": "always"
   },
   "model": {
     "type": "Unigram",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f0ebe98576737877902860244e152c96991be40177ab9082b28173048c0090e
-size 5176
+oid sha256:9b7994e19a81a4e9c855ced36a31cf62ddcf6113f5fd86eed02afaeeaa8c33de
+size 5112