Daemontatox commited on
Commit
6b4d232
·
verified ·
1 Parent(s): 3cd2d6e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -82,7 +82,7 @@ def initialize_model():
82
  torch_dtype=torch.float16,
83
  device_map="auto",
84
  attn_implementation="flash_attention_2",
85
- # quantization_config=quantization_config
86
  )
87
 
88
  return model, tokenizer
 
82
  torch_dtype=torch.float16,
83
  device_map="auto",
84
  attn_implementation="flash_attention_2",
85
+ quantization_config=quantization_config
86
  )
87
 
88
  return model, tokenizer