prince-canuma commited on
Commit
90a14ed
·
verified ·
1 Parent(s): 1838d18

Upload folder using huggingface_hub

Browse files
README.md CHANGED
@@ -1,11 +1,10 @@
1
  ---
 
 
 
2
  base_model:
3
  - openai/clip-vit-large-patch14-336
4
  - Qwen/Qwen2-7B
5
- language:
6
- - en
7
- library_name: transformers
8
- license: apache-2.0
9
  pipeline_tag: image-text-to-text
10
  tags:
11
  - multimodal
@@ -13,10 +12,11 @@ tags:
13
  - molmo
14
  - pixmo
15
  - mlx
 
16
  ---
17
 
18
  # mlx-community/Molmo-7B-D-0924-8bit
19
- This model was converted to MLX format from [`allenai/Molmo-7B-D-0924`]() using mlx-vlm version **0.1.0**.
20
  Refer to the [original model card](https://huggingface.co/allenai/Molmo-7B-D-0924) for more details on the model.
21
  ## Use with mlx
22
 
 
1
  ---
2
+ license: apache-2.0
3
+ language:
4
+ - en
5
  base_model:
6
  - openai/clip-vit-large-patch14-336
7
  - Qwen/Qwen2-7B
 
 
 
 
8
  pipeline_tag: image-text-to-text
9
  tags:
10
  - multimodal
 
12
  - molmo
13
  - pixmo
14
  - mlx
15
+ library_name: transformers
16
  ---
17
 
18
  # mlx-community/Molmo-7B-D-0924-8bit
19
+ This model was converted to MLX format from [`allenai/Molmo-7B-D-0924`]() using mlx-vlm version **0.1.7**.
20
  Refer to the [original model card](https://huggingface.co/allenai/Molmo-7B-D-0924) for more details on the model.
21
  ## Use with mlx
22
 
config.json CHANGED
@@ -1,4 +1,6 @@
1
  {
 
 
2
  "architectures": [
3
  "MolmoForCausalLM"
4
  ],
@@ -7,33 +9,87 @@
7
  "AutoConfig": "config_molmo.MolmoConfig",
8
  "AutoModelForCausalLM": "modeling_molmo.MolmoForCausalLM"
9
  },
 
 
 
 
10
  "clip_qkv": null,
 
 
 
 
 
11
  "embedding_size": 152064,
 
 
 
 
 
 
12
  "hidden_size": 3584,
 
 
 
 
13
  "initializer_range": 0.02,
14
  "intermediate_size": 37888,
 
 
 
 
 
 
15
  "layer_norm_eps": 1e-06,
16
  "layer_norm_type": "rms",
 
 
17
  "max_position_embeddings": 4096,
 
18
  "model_type": "molmo",
 
19
  "norm_after": false,
20
  "num_attention_heads": 28,
 
 
21
  "num_hidden_layers": 28,
22
  "num_key_value_heads": 4,
 
 
 
 
 
 
 
 
23
  "qkv_bias": true,
24
  "quantization": {
25
  "group_size": 64,
26
  "bits": 8
27
  },
 
 
 
 
28
  "rope_theta": 1000000.0,
 
 
 
 
 
 
29
  "tie_word_embeddings": false,
 
 
 
30
  "torch_dtype": "float32",
31
- "transformers_version": "4.43.3",
 
 
 
32
  "use_cache": true,
33
  "use_position_ids": true,
34
  "vision_config": {
35
- "skip_vision_non_divisible": true,
36
- "intermediate_size": 37888,
37
  },
38
  "vocab_size": 152064,
39
  "weight_tying": false
 
1
  {
2
+ "_attn_implementation_autoset": false,
3
+ "add_cross_attention": false,
4
  "architectures": [
5
  "MolmoForCausalLM"
6
  ],
 
9
  "AutoConfig": "config_molmo.MolmoConfig",
10
  "AutoModelForCausalLM": "modeling_molmo.MolmoForCausalLM"
11
  },
12
+ "bad_words_ids": null,
13
+ "begin_suppress_tokens": null,
14
+ "bos_token_id": null,
15
+ "chunk_size_feed_forward": 0,
16
  "clip_qkv": null,
17
+ "cross_attention_hidden_size": null,
18
+ "decoder_start_token_id": null,
19
+ "diversity_penalty": 0.0,
20
+ "do_sample": false,
21
+ "early_stopping": false,
22
  "embedding_size": 152064,
23
+ "encoder_no_repeat_ngram_size": 0,
24
+ "eos_token_id": null,
25
+ "exponential_decay_length_penalty": null,
26
+ "finetuning_task": null,
27
+ "forced_bos_token_id": null,
28
+ "forced_eos_token_id": null,
29
  "hidden_size": 3584,
30
+ "id2label": {
31
+ "0": "LABEL_0",
32
+ "1": "LABEL_1"
33
+ },
34
  "initializer_range": 0.02,
35
  "intermediate_size": 37888,
36
+ "is_decoder": false,
37
+ "is_encoder_decoder": false,
38
+ "label2id": {
39
+ "LABEL_0": 0,
40
+ "LABEL_1": 1
41
+ },
42
  "layer_norm_eps": 1e-06,
43
  "layer_norm_type": "rms",
44
+ "length_penalty": 1.0,
45
+ "max_length": 20,
46
  "max_position_embeddings": 4096,
47
+ "min_length": 0,
48
  "model_type": "molmo",
49
+ "no_repeat_ngram_size": 0,
50
  "norm_after": false,
51
  "num_attention_heads": 28,
52
+ "num_beam_groups": 1,
53
+ "num_beams": 1,
54
  "num_hidden_layers": 28,
55
  "num_key_value_heads": 4,
56
+ "num_return_sequences": 1,
57
+ "output_attentions": false,
58
+ "output_hidden_states": false,
59
+ "output_scores": false,
60
+ "pad_token_id": null,
61
+ "prefix": null,
62
+ "problem_type": null,
63
+ "pruned_heads": {},
64
  "qkv_bias": true,
65
  "quantization": {
66
  "group_size": 64,
67
  "bits": 8
68
  },
69
+ "remove_invalid_values": false,
70
+ "repetition_penalty": 1.0,
71
+ "return_dict": true,
72
+ "return_dict_in_generate": false,
73
  "rope_theta": 1000000.0,
74
+ "sep_token_id": null,
75
+ "suppress_tokens": null,
76
+ "task_specific_params": null,
77
+ "temperature": 1.0,
78
+ "tf_legacy_loss": false,
79
+ "tie_encoder_decoder": false,
80
  "tie_word_embeddings": false,
81
+ "tokenizer_class": null,
82
+ "top_k": 50,
83
+ "top_p": 1.0,
84
  "torch_dtype": "float32",
85
+ "torchscript": false,
86
+ "transformers_version": "4.47.1",
87
+ "typical_p": 1.0,
88
+ "use_bfloat16": false,
89
  "use_cache": true,
90
  "use_position_ids": true,
91
  "vision_config": {
92
+ "skip_vision_non_divisible": true
 
93
  },
94
  "vocab_size": 152064,
95
  "weight_tying": false
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80b09aa70f78a8b778d4687a4c94fd8ab716d0f5b9a33b602f818979706413f9
3
  size 5314385452
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97efec8ad4ec17cab1020bc12773345dc66b473be7d2e771ab2b9b0e6c60524a
3
  size 5314385452
tokenizer_config.json CHANGED
@@ -3843,6 +3843,7 @@
3843
  "clean_up_tokenization_spaces": false,
3844
  "eos_token": "<|endoftext|>",
3845
  "errors": "replace",
 
3846
  "model_max_length": 32768,
3847
  "pad_token": "<|endoftext|>",
3848
  "processor_class": "MolmoProcessor",
 
3843
  "clean_up_tokenization_spaces": false,
3844
  "eos_token": "<|endoftext|>",
3845
  "errors": "replace",
3846
+ "extra_special_tokens": {},
3847
  "model_max_length": 32768,
3848
  "pad_token": "<|endoftext|>",
3849
  "processor_class": "MolmoProcessor",