Spaces:
Running
on
Zero
Running
on
Zero
Daemontatox
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -114,6 +114,7 @@ def initialize_model():
|
|
114 |
torch_dtype=torch.float16,
|
115 |
device_map="cuda",
|
116 |
attn_implementation="flash_attention_2",
|
|
|
117 |
#quantization_config=quantization_config
|
118 |
|
119 |
)
|
|
|
114 |
torch_dtype=torch.float16,
|
115 |
device_map="cuda",
|
116 |
attn_implementation="flash_attention_2",
|
117 |
+
trust_remote_code=True,
|
118 |
#quantization_config=quantization_config
|
119 |
|
120 |
)
|