sentiment-analysis

README.md

@@ -18,8 +18,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [distilbert/distilbert-base-uncased](https://huggingface.co/distilbert/distilbert-base-uncased) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.1509
-- Accuracy: 0.563
+- Loss: 1.0940
+- Accuracy: 0.586
 
 ## Model description
 
@@ -52,9 +52,13 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy |
 |:-------------:|:-----:|:----:|:---------------:|:--------:|
-| No log        | 0.8   | 100  | 1.3600          | 0.5245   |
-| No log        | 1.6   | 200  | 1.2107          | 0.543    |
-| No log        | 2.4   | 300  | 1.1509          | 0.563    |
+| No log        | 0.4   | 50   | 1.5942          | 0.401    |
+| No log        | 0.8   | 100  | 1.5160          | 0.4765   |
+| No log        | 1.2   | 150  | 1.3189          | 0.535    |
+| No log        | 1.6   | 200  | 1.2154          | 0.551    |
+| No log        | 2.0   | 250  | 1.1434          | 0.562    |
+| No log        | 2.4   | 300  | 1.1106          | 0.575    |
+| No log        | 2.8   | 350  | 1.0940          | 0.586    |
 
 
 ### Framework versions

adapter_config.json

@@ -19,13 +19,18 @@
     "score"
   ],
   "peft_type": "LORA",
-  "r": 8,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "classifier",
+    "v_lin",
     "out_lin",
+    "q_lin",
     "k_lin",
-    "v_lin"
+    "pre_classifier",
+    "lin2",
+    "lin1"
   ],
   "task_type": "SEQ_CLS",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe493e1c3641cf093eb42ce4371fbb891ded7c6c54c5ceaa068702c33103bc31
-size 3271152
+oid sha256:303afd31de305b1acef2469c3bae6ad9e34e77d74b5fd57e7d4eb3d8b88ba266
+size 8145048

runs/Jul04_14-23-47_srinivasan-Victus/events.out.tfevents.1720083229.srinivasan-Victus.73311.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28122782963ac5fa37aa6ee4ff71b5a873b556d072dac3221bf0f41b9d7aa78e
+size 5524

runs/Jul04_14-23-59_srinivasan-Victus/events.out.tfevents.1720083240.srinivasan-Victus.73311.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474cf8eb11857effca397406a9ff61dc3429b1ace6d53ce3e755beed59b3d07e
+size 8126

runs/Jul04_15-07-14_srinivasan-Victus/events.out.tfevents.1720085841.srinivasan-Victus.73311.6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf4f4b6474808edfe7ef527f44d592048a2f4ddc9f977eaba0aa23207cd05f4
+size 8078

runs/Jul04_16-15-26_srinivasan-Victus/events.out.tfevents.1720089928.srinivasan-Victus.73311.7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97594d2c48879eb0179a1d2e1d7b6b60cb214426534eb13f3fd47764d84d741a
+size 8078

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a4f9c1455dd76722efb2ccf63f3e70e5c9f6303a9a5f4d39bb11488a9b94c03
+oid sha256:d93f8df002c38f4d15bbecee44e18df6457a6d30e421ad6bb2d62f2de7de3bb6
 size 5112