lesso commited on
Commit
29597c1
·
verified ·
1 Parent(s): 9c8017b

End of training

Browse files
README.md CHANGED
@@ -96,7 +96,7 @@ xformers_attention: null
96
 
97
  This model is a fine-tuned version of [unsloth/Llama-3.2-3B](https://huggingface.co/unsloth/Llama-3.2-3B) on the None dataset.
98
  It achieves the following results on the evaluation set:
99
- - Loss: 2.1493
100
 
101
  ## Model description
102
 
@@ -132,9 +132,9 @@ The following hyperparameters were used during training:
132
  | Training Loss | Epoch | Step | Validation Loss |
133
  |:-------------:|:------:|:----:|:---------------:|
134
  | 2.0097 | 0.0002 | 1 | 2.2259 |
135
- | 2.2435 | 0.0006 | 3 | 2.2232 |
136
- | 2.2227 | 0.0011 | 6 | 2.2025 |
137
- | 2.0586 | 0.0017 | 9 | 2.1493 |
138
 
139
 
140
  ### Framework versions
 
96
 
97
  This model is a fine-tuned version of [unsloth/Llama-3.2-3B](https://huggingface.co/unsloth/Llama-3.2-3B) on the None dataset.
98
  It achieves the following results on the evaluation set:
99
+ - Loss: 2.1499
100
 
101
  ## Model description
102
 
 
132
  | Training Loss | Epoch | Step | Validation Loss |
133
  |:-------------:|:------:|:----:|:---------------:|
134
  | 2.0097 | 0.0002 | 1 | 2.2259 |
135
+ | 2.2435 | 0.0006 | 3 | 2.2231 |
136
+ | 2.2226 | 0.0011 | 6 | 2.2023 |
137
+ | 2.0588 | 0.0017 | 9 | 2.1499 |
138
 
139
 
140
  ### Framework versions
adapter_config.json CHANGED
@@ -20,12 +20,12 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "v_proj",
24
- "k_proj",
25
  "down_proj",
26
  "q_proj",
 
 
27
  "gate_proj",
28
- "o_proj",
29
  "up_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "o_proj",
 
24
  "down_proj",
25
  "q_proj",
26
+ "k_proj",
27
+ "v_proj",
28
  "gate_proj",
 
29
  "up_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ec70435832ddc8de275e5e13d87b6e7817161053faffc578d3c313b65a3dc15
3
  size 48768810
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:832b9de840c40548e18228595f8ca5f88407132d11637a0800f13ccf1ce8453a
3
  size 48768810
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1837de8c2c0ae3a2f2f3846fbbd705e8cd52007adce1b834ff59810d4ca67e84
3
  size 48679352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a117cc31d99f1148ed7c20934770701243424d0e2a7705a96bc92b94633d5f7f
3
  size 48679352
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:acaeb28a4fb49aa88292474a6784853956ad77b62156abc6a5e8cbc29594a649
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abb88f4cc1adc89d4050bb1bb8aee4d5e2999228bec3f38fcda07d103361cace
3
  size 6776