Training in progress, epoch 0
Browse files- adapter_config.json +26 -0
- adapter_model.safetensors +3 -0
- runs/Jan10_04-54-59_04461ebf2c41/events.out.tfevents.1704862519.04461ebf2c41.829.0 +3 -0
- runs/Jan10_04-55-47_04461ebf2c41/events.out.tfevents.1704862551.04461ebf2c41.829.1 +3 -0
- runs/Jan10_04-57-14_04461ebf2c41/events.out.tfevents.1704862637.04461ebf2c41.829.2 +3 -0
- runs/Jan10_04-57-26_04461ebf2c41/events.out.tfevents.1704862651.04461ebf2c41.829.3 +3 -0
- runs/Jan10_04-57-39_04461ebf2c41/events.out.tfevents.1704862664.04461ebf2c41.829.4 +3 -0
- training_args.bin +3 -0
adapter_config.json
ADDED
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"alpha_pattern": {},
|
3 |
+
"auto_mapping": null,
|
4 |
+
"base_model_name_or_path": "microsoft/phi-2",
|
5 |
+
"bias": "none",
|
6 |
+
"fan_in_fan_out": false,
|
7 |
+
"inference_mode": true,
|
8 |
+
"init_lora_weights": true,
|
9 |
+
"layers_pattern": null,
|
10 |
+
"layers_to_transform": null,
|
11 |
+
"loftq_config": {},
|
12 |
+
"lora_alpha": 16,
|
13 |
+
"lora_dropout": 0.05,
|
14 |
+
"megatron_config": null,
|
15 |
+
"megatron_core": "megatron.core",
|
16 |
+
"modules_to_save": null,
|
17 |
+
"peft_type": "LORA",
|
18 |
+
"r": 16,
|
19 |
+
"rank_pattern": {},
|
20 |
+
"revision": null,
|
21 |
+
"target_modules": [
|
22 |
+
"Wqkv",
|
23 |
+
"out_proj"
|
24 |
+
],
|
25 |
+
"task_type": "CAUSAL_LM"
|
26 |
+
}
|
adapter_model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:049a79ad23471963a0089d58a9c5eb50a5c4cdf3064019c1e21c7e1e03c2f97e
|
3 |
+
size 31474080
|
runs/Jan10_04-54-59_04461ebf2c41/events.out.tfevents.1704862519.04461ebf2c41.829.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:46331ff65b5cac21bace7e52997fc3b8920661a16a7dc300906c22c9e56756b7
|
3 |
+
size 4755
|
runs/Jan10_04-55-47_04461ebf2c41/events.out.tfevents.1704862551.04461ebf2c41.829.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3ae947f45bd1a93737253830c4d0fa1a5441937d3c59cc76e66a479e6fa979de
|
3 |
+
size 4755
|
runs/Jan10_04-57-14_04461ebf2c41/events.out.tfevents.1704862637.04461ebf2c41.829.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:55753d9f6447fb5a086a413bc51fd5b7e6c7b3b5e1104a437b9bf1c39ad0a98e
|
3 |
+
size 4755
|
runs/Jan10_04-57-26_04461ebf2c41/events.out.tfevents.1704862651.04461ebf2c41.829.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:017bb13a29470c4c8e280f82cb915edc9bdf26791b14f8ea4ab2c452ce0761ad
|
3 |
+
size 4755
|
runs/Jan10_04-57-39_04461ebf2c41/events.out.tfevents.1704862664.04461ebf2c41.829.4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f032bc97b6ee5f789da3c79a57b6fcbba9f18ddb8e6f2a7e8a84831957d30d0b
|
3 |
+
size 6676
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7a2c242191bedc85f151781983f7eae3f06891853d6c7fb04092802f323aed2d
|
3 |
+
size 4600
|