Upload folder using huggingface_hub

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/root/.cache/huggingface/hub/models--VAGOsolutions--SauerkrautLM-gemma-2-9b-it/snapshots/8e02fc1c24e0499c74ee1186ddc46b989fe497f1",
+  "_name_or_path": "VAGOsolutions/SauerkrautLM-gemma-2-9b-it",
   "architectures": [
     "Gemma2ForCausalLM"
   ],
@@ -23,8 +23,13 @@
   "num_key_value_heads": 8,
   "pad_token_id": 0,
   "quantization_config": {
+    "backend": "autoawq",
     "bits": 4,
+    "do_fuse": false,
+    "exllama_config": null,
+    "fuse_max_seq_len": null,
     "group_size": 128,
+    "modules_to_fuse": null,
     "modules_to_not_convert": null,
     "quant_method": "awq",
     "version": "gemm",
@@ -35,7 +40,7 @@
   "rope_theta": 10000.0,
   "sliding_window": 4096,
   "sliding_window_size": 4096,
-  "torch_dtype": "float16",
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.45.2",
   "use_cache": false,
   "vocab_size": 256000

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ecc01efa16360296837df01926e3249b5422064fea3d99fa1b347f7a99cec0e6
-size 6835062392
+oid sha256:70e38734fa8550c5e4600ef3303479da9215b821ddbe962c476b14b0496214cf
+size 5000054416

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6baeb948526c1f7f7670d1b117d980d383530a32e248d49167c6ad944c517a1c
-size 1160653528
+oid sha256:f500a8489f8d147e97d10068bcefe245e1d60637b5269ae1ee101a350c19cddc
+size 1160653576