Update README.md (#2)
Browse files- Update README.md (b11ba5383cb1cd354de23489df2ded60f6d25c9d)
Co-authored-by: Azrai Mahadan <[email protected]>
README.md
CHANGED
|
@@ -34,7 +34,7 @@ nf4_config = BitsAndBytesConfig(
|
|
| 34 |
|
| 35 |
tokenizer = AutoTokenizer.from_pretrained('mesolitica/mallam-1.1B-4096')
|
| 36 |
model = AutoModelForCausalLM.from_pretrained(
|
| 37 |
-
'mesolitica/
|
| 38 |
use_flash_attention_2 = True,
|
| 39 |
quantization_config = nf4_config
|
| 40 |
)
|
|
|
|
| 34 |
|
| 35 |
tokenizer = AutoTokenizer.from_pretrained('mesolitica/mallam-1.1B-4096')
|
| 36 |
model = AutoModelForCausalLM.from_pretrained(
|
| 37 |
+
'mesolitica/mallam-1.1B-4096',
|
| 38 |
use_flash_attention_2 = True,
|
| 39 |
quantization_config = nf4_config
|
| 40 |
)
|