theGhoul21 commited on
Commit
a820086
·
verified ·
1 Parent(s): 6fdab9e

Upload Gemma2ForCausalLM

Browse files
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "google/gemma-2-9b-it",
3
  "architectures": [
4
  "Gemma2ForCausalLM"
5
  ],
@@ -24,11 +24,12 @@
24
  "pad_token_id": 0,
25
  "query_pre_attn_scalar": 256,
26
  "rms_norm_eps": 1e-06,
 
27
  "rope_theta": 10000.0,
28
  "sliding_window": 4096,
29
  "sliding_window_size": 4096,
30
  "torch_dtype": "float16",
31
- "transformers_version": "4.43.2",
32
  "use_cache": true,
33
  "vocab_size": 256000
34
  }
 
1
  {
2
+ "_name_or_path": "unsloth/gemma-2-9b",
3
  "architectures": [
4
  "Gemma2ForCausalLM"
5
  ],
 
24
  "pad_token_id": 0,
25
  "query_pre_attn_scalar": 256,
26
  "rms_norm_eps": 1e-06,
27
+ "rope_scaling": null,
28
  "rope_theta": 10000.0,
29
  "sliding_window": 4096,
30
  "sliding_window_size": 4096,
31
  "torch_dtype": "float16",
32
+ "transformers_version": "4.43.3",
33
  "use_cache": true,
34
  "vocab_size": 256000
35
  }
generation_config.json CHANGED
@@ -4,5 +4,5 @@
4
  "cache_implementation": "hybrid",
5
  "eos_token_id": 1,
6
  "pad_token_id": 0,
7
- "transformers_version": "4.43.2"
8
  }
 
4
  "cache_implementation": "hybrid",
5
  "eos_token_id": 1,
6
  "pad_token_id": 0,
7
+ "transformers_version": "4.43.3"
8
  }
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65ca00912ad97c94a07065b5ef40900da06c6d9e2b924ffdce97c239fc1ba39d
3
  size 4903351824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:035fe75a4dde4889cdccd2fc8a78b75e1969f5380d0bb4ba36eb6f8b62b8e618
3
  size 4903351824
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8cfb19fdab704442664738189bc3bc0799e1104b6c21e2f56d449655c3bd4f2e
3
  size 4947570728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62090dacc8a02d4fdb61a6559d8f16bbfdf1db0635d8f4cc5f8dee4b27f57ca2
3
  size 4947570728
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8cdd631a3ecdb89bc9196f996eb61640f34a24eac08e0e27d99a1eff687a675
3
  size 4962221328
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f84f8b47120e798412d40bdd1da5afdc119f6e63330712f9b7ef0611423f1df
3
  size 4962221328
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f1f1bf59b32f1d9f479f0f4bcce6cd60fce3a13af95bbc0b919bcd35bfd94b6f
3
  size 3670322096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6036684d396861adf6ba822349ac78e449441191e38c8fdffc5a31b731ada8fc
3
  size 3670322096