Hugging Face's logo

TroyDoesAI
/
Mermaid-Dolphin-Mixtral-2x7b

Text Generation
Transformers
Safetensors
mixtral
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
TroyDoesAI commited on
Commit
fa299c2
·
verified ·
1 Parent(s): 0b2cf3a

~ Completed 1 Epoch of Synthetic DataSet Final CheckPoint.

Browse files

Should be more generalizable to non code related flow diagrams.

Files changed (7) hide show
  1. config.json +2 -2
  2. generation_config.json +1 -1
  3. model-00001-of-00006.safetensors +1 -1
  4. model-00002-of-00006.safetensors +1 -1
  5. model-00003-of-00006.safetensors +1 -1
  6. model-00004-of-00006.safetensors +1 -1
  7. model-00005-of-00006.safetensors +1 -1
config.json CHANGED
@@ -13,7 +13,7 @@
13
  "max_position_embeddings": 32768,
14
  "model_type": "mixtral",
15
  "num_attention_heads": 32,
16
- "num_experts_per_tok": 2,
17
  "num_hidden_layers": 32,
18
  "num_key_value_heads": 8,
19
  "num_local_experts": 2,
@@ -24,7 +24,7 @@
24
  "sliding_window": null,
25
  "tie_word_embeddings": false,
26
  "torch_dtype": "float16",
27
- "transformers_version": "4.37.2",
28
  "use_cache": true,
29
  "vocab_size": 32000
30
  }
 
13
  "max_position_embeddings": 32768,
14
  "model_type": "mixtral",
15
  "num_attention_heads": 32,
16
+ "num_experts_per_tok": 1,
17
  "num_hidden_layers": 32,
18
  "num_key_value_heads": 8,
19
  "num_local_experts": 2,
 
24
  "sliding_window": null,
25
  "tie_word_embeddings": false,
26
  "torch_dtype": "float16",
27
+ "transformers_version": "4.39.3",
28
  "use_cache": true,
29
  "vocab_size": 32000
30
  }
generation_config.json CHANGED
@@ -2,5 +2,5 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
- "transformers_version": "4.37.2"
6
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
+ "transformers_version": "4.39.3"
6
  }
model-00001-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6055c96a28b3790d73b13472f2c9ac64169de72e13baf585c6e23124ad173bbd
3
  size 4993525184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cffce3763b8d72d3e6d78945989c10df41d2d561daafdb8b9c7a7c61e3410839
3
  size 4993525184
model-00002-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:774822e966ff0bdc71d0a42ff3f06a2de9026566f81a2cefb5846772d2a9f34b
3
  size 4932724792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f3ab85d9c657fc06aa51d723b1d9202868408e83171b0e04d525f68fcd380fe
3
  size 4932724792
model-00003-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f42ff3645133437984b1c2549cdd6898d6b11ccda8e228494d0c70b2e83dec3
3
  size 4966262448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc05eb85b0504f98e2b293d1444ccfe5404fb78a35a451fa85e3a9088a303c5f
3
  size 4966262448
model-00004-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb643ce39094f7cc3d0d1d53ae09034c8611bf9d7946329cf1d0a3065367bf11
3
  size 4966262448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e4fe6182679136d606baf2ad3cd61cd267335b5b97edb84778cb66b3789c5a8
3
  size 4966262448
model-00005-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b69fa0caea5ab041722fe22e54b7a66c691517e63616041820ae2f2b081c4670
3
  size 4932741456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd67de25cef5c19f0893763dde5389c7270f1fb7c8508e7879529265d5b0f6b1
3
  size 4932741456