mylesgoose
commited on
Update config.json
Browse files- config.json +3 -3
config.json
CHANGED
@@ -3,7 +3,7 @@
|
|
3 |
"add_faster_video": false,
|
4 |
"add_time_instruction": false,
|
5 |
"architectures": [
|
6 |
-
"
|
7 |
],
|
8 |
"attention_bias": false,
|
9 |
"attention_dropout": 0.0,
|
@@ -186,10 +186,10 @@
|
|
186 |
"mm_vision_select_layer": -2,
|
187 |
"mm_vision_tower": "google/siglip-so400m-patch14-384",
|
188 |
"mm_vision_tower_lr": 2e-06,
|
189 |
-
"model_type": "
|
190 |
"num_attention_heads": 32,
|
191 |
"num_hidden_layers": 32,
|
192 |
-
"num_key_value_heads":
|
193 |
"pad_token_id": 128004,
|
194 |
"pos_skipping_range": 4096,
|
195 |
"pretraining_tp": 1,
|
|
|
3 |
"add_faster_video": false,
|
4 |
"add_time_instruction": false,
|
5 |
"architectures": [
|
6 |
+
"LlavaOnevisionForConditionalGeneration"
|
7 |
],
|
8 |
"attention_bias": false,
|
9 |
"attention_dropout": 0.0,
|
|
|
186 |
"mm_vision_select_layer": -2,
|
187 |
"mm_vision_tower": "google/siglip-so400m-patch14-384",
|
188 |
"mm_vision_tower_lr": 2e-06,
|
189 |
+
"model_type": "llava_onevision",
|
190 |
"num_attention_heads": 32,
|
191 |
"num_hidden_layers": 32,
|
192 |
+
"num_key_value_heads": 12,
|
193 |
"pad_token_id": 128004,
|
194 |
"pos_skipping_range": 4096,
|
195 |
"pretraining_tp": 1,
|