dmitrybright
/

Llama-3.2-1B-Instruct

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

dmitrybright commited on Nov 20, 2024

Commit

4954cda

·

verified ·

1 Parent(s): b136a5c

Upload LlamaForCausalLM

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -33,7 +33,7 @@
   },
   "rope_theta": 500000.0,
   "tie_word_embeddings": true,
-  "torch_dtype": "float32",
   "transformers_version": "4.46.3",
   "use_cache": true,
   "vocab_size": 128256

   },
   "rope_theta": 500000.0,
   "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.46.3",
   "use_cache": true,
   "vocab_size": 128256

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87caa701f46316c08d9c16e1e22cfd9fc9b57b45ad8cbddb5549232c21fd34dd
-size 4943274328

 version https://git-lfs.github.com/spec/v1
+oid sha256:1ff795ff6a07e6a68085d206fb84417da2f083f68391c2843cd2b8ac6df8538f
+size 2471645608