steps-12500

README.md

@@ -1,32 +0,0 @@
----
-datasets:
-- kyujinpy/KOpen-platypus
-- ehartford/dolphin
----
-
-
-# steps-12500
-|      Task      |Version| Metric |Value |   |Stderr|
-|----------------|------:|--------|-----:|---|-----:|
-|kobest_boolq    |      0|acc     |0.5064|±  |0.0133|
-|                |       |macro_f1|0.3669|±  |0.0094|
-|kobest_copa     |      0|acc     |0.7260|±  |0.0141|
-|                |       |macro_f1|0.7254|±  |0.0141|
-|kobest_hellaswag|      0|acc     |0.4380|±  |0.0222|
-|                |       |acc_norm|0.5460|±  |0.0223|
-|                |       |macro_f1|0.4345|±  |0.0222|
-|kobest_sentineg |      0|acc     |0.8161|±  |0.0195|
-|                |       |macro_f1|0.8134|±  |0.0199|
-
-# steps-25000
-|      Task      |Version| Metric |Value |   |Stderr|
-|----------------|------:|--------|-----:|---|-----:|
-|kobest_boolq    |      0|acc     |0.5028|±  |0.0133|
-|                |       |macro_f1|0.3409|±  |0.0069|
-|kobest_copa     |      0|acc     |0.7170|±  |0.0143|
-|                |       |macro_f1|0.7164|±  |0.0142|
-|kobest_hellaswag|      0|acc     |0.4380|±  |0.0222|
-|                |       |acc_norm|0.5380|±  |0.0223|
-|                |       |macro_f1|0.4329|±  |0.0221|
-|kobest_sentineg |      0|acc     |0.7809|±  |0.0208|
-|                |       |macro_f1|0.7746|±  |0.0214|

adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "auto_mapping": null,
+  "base_model_name_or_path": "42dot/42dot_LLM-PLM-1.3B",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "lora_alpha": 32,
+  "lora_dropout": 0.1,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj"
+  ],
+  "task_type": "CAUSAL_LM"
+}

adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf94e1c7a225df4ba405a10281ae88eeb8554c5d1d3e183f2c33d7ded03b34f2
+size 121227274

added_tokens.json

@@ -0,0 +1,6 @@
+{
+  "<|endoftext|>": 50256,
+  "<||bos||>": 50257,
+  "<||pad||>": 50258,
+  "<||unk||>": 50259
+}

special_tokens_map.json

@@ -0,0 +1,12 @@
+{
+  "bos_token": "<||bos||>",
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<||pad||>",
+  "unk_token": "<||unk||>"
+}

tokenizer_config.json

@@ -0,0 +1,33 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": true,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "model_max_length": 8192,
+  "pad_token": null,
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}