Spaces:
Running
on
Zero
Running
on
Zero
Daemontatox
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -82,7 +82,7 @@ def initialize_model():
|
|
82 |
torch_dtype=torch.float16,
|
83 |
device_map="auto",
|
84 |
attn_implementation="flash_attention_2",
|
85 |
-
|
86 |
)
|
87 |
|
88 |
return model, tokenizer
|
|
|
82 |
torch_dtype=torch.float16,
|
83 |
device_map="auto",
|
84 |
attn_implementation="flash_attention_2",
|
85 |
+
quantization_config=quantization_config
|
86 |
)
|
87 |
|
88 |
return model, tokenizer
|