Hugging Face's logo

YuWangX
/
memoryllm-8b-chat

Safetensors
llama
Model card Files Community
1
YuWangX commited on
Commit
2e4ad81
·
verified ·
1 Parent(s): 2a309b2

Upload MemoryLLM

Browse files
Files changed (9) hide show
  1. config.json +1 -7
  2. model-00001-of-00008.safetensors +1 -1
  3. model-00002-of-00008.safetensors +1 -1
  4. model-00003-of-00008.safetensors +1 -1
  5. model-00004-of-00008.safetensors +1 -1
  6. model-00005-of-00008.safetensors +1 -1
  7. model-00006-of-00008.safetensors +1 -1
  8. model-00007-of-00008.safetensors +1 -1
  9. model-00008-of-00008.safetensors +1 -1
config.json CHANGED
@@ -33,7 +33,7 @@
33
  "max_position_embeddings": 8192,
34
  "max_seq_length": 2048,
35
  "mlp_bias": false,
36
- "model_type": "memoryllm",
37
  "new_memory_embedding_fullset": true,
38
  "num_attention_heads": 32,
39
  "num_blocks": 50,
@@ -50,15 +50,9 @@
50
  },
51
  "rope_theta": 500000.0,
52
  "shrink_to_one_embedding": true,
53
- "special_token_ids": [
54
- 128006,
55
- 128007,
56
- 128009
57
- ],
58
  "tie_word_embeddings": false,
59
  "torch_dtype": "float32",
60
  "transformers_version": "4.43.0.dev0",
61
- "tune_special_tokens": true,
62
  "use_cache": true,
63
  "vocab_size": 128256
64
  }
 
33
  "max_position_embeddings": 8192,
34
  "max_seq_length": 2048,
35
  "mlp_bias": false,
36
+ "model_type": "llama",
37
  "new_memory_embedding_fullset": true,
38
  "num_attention_heads": 32,
39
  "num_blocks": 50,
 
50
  },
51
  "rope_theta": 500000.0,
52
  "shrink_to_one_embedding": true,
 
 
 
 
 
53
  "tie_word_embeddings": false,
54
  "torch_dtype": "float32",
55
  "transformers_version": "4.43.0.dev0",
 
56
  "use_cache": true,
57
  "vocab_size": 128256
58
  }
model-00001-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7af65cce95946eeee8693d00b8a1d6695de24f3801256061f769082ec3bebe2f
3
  size 6710886520
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:743fd4ecf9fc7bd84e5ee46f821c0d81d487d7419342411e62caf74dca25aaa6
3
  size 6710886520
model-00002-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3ec2e5cccec05a70c3a968b4a3c8a0f05f49aa028aad8218115e2b4100e90b6
3
  size 4917689241
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69e0097a317e65ee22a0111db67baac1dfd4f76c6c2f30a2d13ba9eec3182816
3
  size 4917689241
model-00003-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:116b96cb823882cfe86460aa84c99ca793deafafe8c40590f37e7e0a8412be45
3
  size 4883929088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ce9e38bad8be5786cd0b4cf79cb6cd26f758d65493041cf475a4faf9c512853
3
  size 4883929088
model-00004-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e17b030cf85a2824f567c948f3e269a836092307c9dde1857063fdc3891b872
3
  size 4816854808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f55074ce475e9f994e735eb15827748cc85cfcb65510a85693bad08e1bf7f0c
3
  size 4816854808
model-00005-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e32e3065fa8d4716745ea8a5427ba20467f591fd06df27d120a93a1e41223805
3
  size 4883929264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e84308e41dfd957347d9458b498529783b4ffe79dd679ffdf88db757c32743f
3
  size 4883929264
model-00006-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8efe66af244af0fadf5a3ab3dd080f2ff7311a65653179251c9f5ee204b61ba4
3
  size 4816854856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:065de76ae40feb7cb57ef658ab153d60cb2cbdf44a9289ebd25e217a4b5b9140
3
  size 4816854856
model-00007-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e44fc390f8a968a6534b3369b5d4387a60cad4204c5a6a5e9ac0b46c7c19a308
3
  size 4883929264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fcb03aab2aa4242b12ede7d688149501e7f4e5516f3463406c5619fdaa6e6cb
3
  size 4883929264
model-00008-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dcf4b278965fd94af150585d96f3051c1c1dada3b54246757b78dbf6ad8d58b3
3
  size 3220526344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87e12d41128d7ca9faf3eb72e0ac63dc4970d0afa15d6cf1a8edafb4b9b1bffe
3
  size 3220526344