Training in progress, epoch 1

adapter_config.json

@@ -11,7 +11,7 @@
   "layers_to_transform": null,
   "loftq_config": {},
   "lora_alpha": 32,
-  "lora_dropout": 0.28,
+  "lora_dropout": 0.14,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
@@ -21,12 +21,12 @@
   "revision": null,
   "target_modules": [
     "gate_proj",
-    "down_proj",
-    "k_proj",
-    "o_proj",
     "v_proj",
     "up_proj",
-    "q_proj"
+    "k_proj",
+    "down_proj",
+    "q_proj",
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b270a6a14424d620832d01770079fa4acf05bd5f74294c8ea58906739b689a5a
+oid sha256:acd115713d9503efb3d22033d569837ea320a760ebfee05ed76d70a929abc73c
 size 2146498720

runs/Oct31_14-11-41_bc1fea670910/events.out.tfevents.1730383907.bc1fea670910.602.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d16d31141fce3147ac0b72e6da9d0f861482a42bd4ad3be60478a4650b7b79
+size 64887

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:476b711d0ef387ddcdaae99abb9686498fdff008d33308d865970b0815c6c4d0
+oid sha256:ccf942db50177347c0c6475a113475dd4df95ac5947f22338c1350c8fde3e59f
 size 17210394

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f31c6feafc4d93446925b82ca4b2939d712aee0ef06402458092532643627af
+oid sha256:b2fdbdaac52ba4ed539b7cf968901b2925a2b3fdbfc9b4a4ab69d68d5107c427
 size 5688