Synthyra
/

esm150_speedrun_100000_steps

Inference Endpoints

Model card Files Files and versions Community

lhallee commited on 25 days ago

Commit

7745e12

·

verified ·

1 Parent(s): 4e69999

Upload ESM

Files changed (2) hide show

config.json +2 -2
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -3,8 +3,8 @@
     "ESM"
   ],
   "expansion_ratio": 2.6666666666666665,
-  "hidden_size": 1024,
-  "num_attention_heads": 8,
   "num_hidden_layers": 24,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.47.1",

     "ESM"
   ],
   "expansion_ratio": 2.6666666666666665,
+  "hidden_size": 768,
+  "num_attention_heads": 6,
   "num_hidden_layers": 24,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.47.1",

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:443dce972d5bf1735f30ecce856648840d652b724cf5fb418787e5a9a6d70c96
-size 957336152

 version https://git-lfs.github.com/spec/v1
+oid sha256:759e90a6e8a32a47ff49cd702f1b6987ee68b2cfdf9da07c688ef83a98f4398b
+size 529263552