Update app.py

app.py

@@ -20,7 +20,7 @@ from transformers import (
 )
 
 # Configuration Constants
-MODEL_ID = "Daemontatox/Sphinx2.0"
+MODEL_ID = "Daemontatox/AetherSett"
 DEFAULT_SYSTEM_PROMPT = """You are a Sentient Reasoning AI , You Provide quality and Accurate Answers to the user."""
 
 # UI Configuration
@@ -82,8 +82,8 @@ def initialize_model():
         torch_dtype=torch.float16,
         device_map="auto",
         attn_implementation="flash_attention_2",
-        quantization_config=quantization_config,
-        llm_int8_enable_fp32_cpu_offload=True
+        # quantization_config=quantization_config
+
     )
 
     return model, tokenizer