Hugging Face's logo

numen-tech
/
Hermes-3-Llama-3.1-8B-w4a16g128asym

Text Generation
MLC-LLM
English
Llama-3
instruct
finetune
chatml
gpt4
synthetic data
distillation
function calling
json mode
axolotl
roleplaying
chat
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
e4a6264
·
1 Parent(s): b1dee01

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +21 -0
  3. config.json +6 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,24 @@
1
  ---
 
 
2
  license: llama3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ language:
3
+ - en
4
  license: llama3
5
+ tags:
6
+ - Llama-3
7
+ - instruct
8
+ - finetune
9
+ - chatml
10
+ - gpt4
11
+ - synthetic data
12
+ - distillation
13
+ - function calling
14
+ - json mode
15
+ - axolotl
16
+ - roleplaying
17
+ - chat
18
+ base_model: NousResearch/Hermes-3-Llama-3.1-8B
19
+ base_model_relation: quantized
20
+ library_name: mlc-llm
21
+ pipeline_tag: text-generation
22
  ---
23
+
24
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Hermes-3-Llama-3.1-8B](https://huggingface.co/NousResearch/Hermes-3-Llama-3.1-8B) for inference with the [Private LLM](http://privatellm.app) app.
config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
6
+
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b8ad3d56732b93cb1d36df80aa8413505943103cc81b5cb7bc270b7de2b6dcc
3
+ size 262668288
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1081eadd26ecf119a50484ff71b4128668e96284809437cab668a3e2fa7893d3
3
+ size 29360128
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2faefa6b76f72e67c9cdee543d20af1ed3ee4a744770a3e9a0e31df8f59aa937
3
+ size 29360128
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dee6e39865ffc9d07ebdb3db4d8156225f90755b27a6ad5616f33e20ac76c979
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d628a8a8e2fa75877aa00789d84fbbb4259ac5fc0eec7ec24a7f223f3ad5c9df
3
+ size 24395776
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aebf5948547b29f2d0278c32dd7d1026d81acb109e83476347dbcc2785710ef
3
+ size 29360128
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:580929a17c31986faebd2772e1b62ac75772eedf61c967b866263354484515f9
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe5add216d73cdb7ffc635431223bf4c3c28471406243c4bf771ffd4141b5571
3
+ size 24395776
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6e15a88893a7e73575b01d13c36a491dac06c807e534dd3efcec41f665e9de8
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63c12de2bc3a48e07e0408af2a97becbfeec3dd1394855f116c32112e9443116
3
+ size 58720256
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dcfacc74b5c1edaac813c43b6b19690388d6efc2cdda321bc7c53825010e3db
3
+ size 24395776
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e07aee10141c3aae2ec07441581c5eab36d80f213c746ebcea22cee1c642d152
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1f6bcd75e391b71592bfaebad634e4a9c93d3b01b8c6df31833bbf8c8b3ce39
3
+ size 58720256
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ebb7136c7a7fdcccbb8205acca1b2ae1dd0fad8c2644ef2fd6ae96da7a4a4b6
3
+ size 58720256
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f06ef689bf52319781c2078afd140d8b599d6528ab597faabd96ff1c5f898c92
3
+ size 24395776
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6595798c96fef44e36f0f276154e6aa45a948a1cc4daa8132f2b23810794ec33
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fa160fb49958c8bb84b498c0cfef23768e1c6b4091437bae0ecbefc314d72c6
3
+ size 58720256
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d244378d0f6c8e3776fbb65121a422a48b8af7f825b76b2fa12df6138b1275e3
3
+ size 24395776
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a151bd7eee3d24f4255a1b1cfa99006b97ae9ec7c0c763ce6c7af48700e5962
3
+ size 29360128
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f47d53d4dd02488f9bcd186c1e426effd7afd723a35dc9b9402cf4c88c08093d
3
+ size 58720256
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7be5201e1a6b2926a1a7718afccf59599fcc8247994b84e00102c4f4571922d6
3
+ size 24395776
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bfe556719a8dbfecc1dfa1fa4792ede4a473ce44e60b9c2a83129277fd58e98
3
+ size 29360128
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3a2d27cfa0d6bd5041e74f716eb725e66eb1867e342ac80ddbcdb0fee7d94c5
3
+ size 58720256
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cb388f9b0056f9c65fac0b4608127d0a85c75adaf32e6c08f1d5ff90b6a4158
3
+ size 262668288
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:712fc0c84e4011018481ed80f8213e69b257691dd884316081901fc0947d1f43
3
+ size 24379392
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2987cc67259250f90ad8e7104874c151e4c87e254f2b939c9a87590ae9e89bfe
3
+ size 29360128
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f303a438bf237054ae838e85c9322b9e387cd61c63eca350f685cd3d171d5fe
3
+ size 58720256
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f53d66998ca7900885073408c69f3f89d85e72d1c8ef6948c4645bbe8385fd0f
3
+ size 24395776
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c2ad0e82abffb29254a2f434e07e8c3fb2f9e675d21aef251e8ff946050fc27
3
+ size 29360128
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86f555f9d77ea28173ab133537244ac2b8f476ec8ef4202146b6de0a9e414ace
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8d3d723816ba8b7062a739a18e2fdc8ab93b99273a943d3e4627b5c5e253432
3
+ size 24395776
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36b4eadc2345bfeffe3ca6d04610a73e0bc1da00c2ae50854ca44672a806db92
3
+ size 29360128
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34e0549c14016d13a1e7bc28f4b45a8775edd5823ca5b25b15baf65b2d48ea04
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c009c426f6dde68b8121e725f294a034e444f0dffe7edf9a4bf531e1ba97af3a
3
+ size 24395776
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fff835309c936fdffa016af06c4480e9fa75943b7e05855e852ba2ae84b2d97
3
+ size 29360128
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d7223d652d609796a3b1c558ba918ba76f2c4560361db6db86feb500bc4da45
3
+ size 29360128
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e6705663dd00d4aa4fff239364dab8ad1fc48ef5766bea71b420f28818450b0
3
+ size 58720256
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:556053adc570c4d51b007322dc77eb12b7df1f23768e8db09d43ce03847b3cfe
3
+ size 24395776
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44020c8d194469f79b75eb4c307388f0acaef6abbb378881f1c6cd6948dac69e
3
+ size 29360128
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e6a099d863feebb338bd7afa490431ac3df744f84b33abad885c3f2d9acfa1b
3
+ size 58720256
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e5fdefa4305856a1c1f3b41a1304595dac771285c0106a76b4f170923f31c48
3
+ size 24395776
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00a7fc03fc7a0d6cea2b22b77dee90905298657a24d9d61eddb5967eb8de5e8d
3
+ size 29360128
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f089d65618747aa9a1b8eb65391143ab89ca00700598aaf7e9dc5eb27781b04
3
+ size 58720256
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48effce2ccfd267c14ed302b1653f5bd58badee9030dd84260ee865bafbcd9e3
3
+ size 24395776
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2f1c07fe1a08464b7854ae89fda7fb0f719c1f7f342755547f7c5aa6c0e0d02
3
+ size 29360128
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4648157d9a59260f4974c3a8aa896ca181830311c68621c5b5d6577ee8faef2
3
+ size 58720256