Daemontatox commited on
Commit
1cf8305
·
verified ·
1 Parent(s): 6f855a1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -114,6 +114,7 @@ def initialize_model():
114
  torch_dtype=torch.float16,
115
  device_map="cuda",
116
  attn_implementation="flash_attention_2",
 
117
  #quantization_config=quantization_config
118
 
119
  )
 
114
  torch_dtype=torch.float16,
115
  device_map="cuda",
116
  attn_implementation="flash_attention_2",
117
+ trust_remote_code=True,
118
  #quantization_config=quantization_config
119
 
120
  )