mylesgoose commited on
Commit
68fe481
·
verified ·
1 Parent(s): d527e82

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +3 -3
config.json CHANGED
@@ -3,7 +3,7 @@
3
  "add_faster_video": false,
4
  "add_time_instruction": false,
5
  "architectures": [
6
- "LlavaLlamaForCausalLM"
7
  ],
8
  "attention_bias": false,
9
  "attention_dropout": 0.0,
@@ -186,10 +186,10 @@
186
  "mm_vision_select_layer": -2,
187
  "mm_vision_tower": "google/siglip-so400m-patch14-384",
188
  "mm_vision_tower_lr": 2e-06,
189
- "model_type": "llama",
190
  "num_attention_heads": 32,
191
  "num_hidden_layers": 32,
192
- "num_key_value_heads": 8,
193
  "pad_token_id": 128004,
194
  "pos_skipping_range": 4096,
195
  "pretraining_tp": 1,
 
3
  "add_faster_video": false,
4
  "add_time_instruction": false,
5
  "architectures": [
6
+ "LlavaOnevisionForConditionalGeneration"
7
  ],
8
  "attention_bias": false,
9
  "attention_dropout": 0.0,
 
186
  "mm_vision_select_layer": -2,
187
  "mm_vision_tower": "google/siglip-so400m-patch14-384",
188
  "mm_vision_tower_lr": 2e-06,
189
+ "model_type": "llava_onevision",
190
  "num_attention_heads": 32,
191
  "num_hidden_layers": 32,
192
+ "num_key_value_heads": 12,
193
  "pad_token_id": 128004,
194
  "pos_skipping_range": 4096,
195
  "pretraining_tp": 1,