config.json

{
  "_name_or_path": "/data6/models/deepseek-vl2",
  "architectures": [
    "DeepseekVLV2ForCausalLM"
  ],
  "candidate_resolutions": [
    [
      384,
      384
    ],
    [
      384,
      768
    ],
    [
      768,
      384
    ],
    [
      384,
      1152
    ],
    [
      1152,
      384
    ],
    [
      384,
      1536
    ],
    [
      1536,
      384
    ],
    [
      768,
      768
    ],
    [
      384,
      1920
    ],
    [
      1920,
      384
    ],
    [
      384,
      2304
    ],
    [
      2304,
      384
    ],
    [
      768,
      1152
    ],
    [
      1152,
      768
    ],
    [
      384,
      2688
    ],
    [
      2688,
      384
    ],
    [
      384,
      3072
    ],
    [
      3072,
      384
    ],
    [
      768,
      1536
    ],
    [
      1536,
      768
    ],
    [
      384,
      3456
    ],
    [
      3456,
      384
    ],
    [
      1152,
      1152
    ]
  ],
  "global_view_pos": "head",
  "language_config": {
    "_attn_implementation_autoset": true,
    "architectures": [
      "DeepseekV2ForCausalLM"
    ],
    "auto_map": {
      "AutoConfig": "configuration_deepseek.DeepseekV2Config",
      "AutoModel": "modeling_deepseek.DeepseekV2Model",
      "AutoModelForCausalLM": "modeling_deepseek.DeepseekV2ForCausalLM"
    },
    "bos_token_id": 0,
    "eos_token_id": 1,
    "first_k_dense_replace": 1,
    "hidden_size": 2560,
    "intermediate_size": 12288,
    "lm_head": false,
    "max_position_embeddings": 4096,
    "model_type": "deepseek_v2",
    "moe_intermediate_size": 1536,
    "n_group": 1,
    "n_routed_experts": 72,
    "n_shared_experts": 2,
    "norm_topk_prob": true,
    "num_experts_per_tok": 6,
    "q_lora_rank": null,
    "rm_head": false,
    "routed_scaling_factor": 2.0,
    "scoring_func": "sigmoid",
    "topk_group": 1,
    "topk_method": "noaux_tc",
    "torch_dtype": "bfloat16",
    "vocab_size": 129280
  },
  "model_type": "deepseek_vl_v2",
  "projector_config": {
    "model_type": "mlp_projector",
    "n_embed": 2560
  },
  "quantization_config": {
    "amp": true,
    "autoround_version": "0.4.3",
    "batch_size": 8,
    "bits": 4,
    "block_name_to_quantize": "language.model.layers",
    "damp_percent": 0.01,
    "data_type": "int",
    "desc_act": false,
    "enable_minmax_tuning": true,
    "enable_norm_bias_tuning": false,
    "enable_quanted_input": true,
    "gradient_accumulate_steps": 1,
    "group_size": 128,
    "iters": 1000,
    "low_gpu_mem_usage": true,
    "lr": 0.001,
    "minmax_lr": 0.001,
    "nsamples": 512,
    "quant_method": "gptq",
    "scale_dtype": "torch.float16",
    "seqlen": 2048,
    "sym": true,
    "true_sequential": false
  },
  "tile_tag": "2D",
  "torch_dtype": "bfloat16",
  "transformers_version": "4.47.1",
  "vision_config": {
    "layers": 27,
    "mlp_ratio": 3.7362,
    "model_name": "siglip_so400m_patch14_384",
    "model_type": "vision",
    "patch_size": 14,
    "width": 1152
  }
}