Update app.py

app.py

@@ -42,7 +42,7 @@ config.base_model_name_or_path = "tiiuae/falcon-7b"
     trust_remote_code=True
 )'''
 
-model = AutoModelForCausalLM.from_pretrained(PEFT_MODEL, device_map="auto")
+model = AutoModelForCausalLM.from_pretrained(PEFT_MODEL, device_map="auto",offload_folder="offload")
 
 tokenizer=AutoTokenizer.from_pretrained(config.base_model_name_or_path)
 tokenizer.pad_token = tokenizer.eos_token