Update app.py

app.py

@@ -1,4 +1,4 @@
-from transformers import AutoModelForCausalLM, AutoTokenizer
+from transformers import AutoModelForCausalLM, AutoTokenizer,AutoModel
 import gradio as gr
 import torch
 
@@ -6,8 +6,16 @@ title = "🤖AI ChatBot"
 description = "A State-of-the-Art Large-scale Pretrained Response generation model (DialoGPT)"
 examples = [["How are you?"]]
 
-tokenizer = AutoTokenizer.from_pretrained("google/gemma-2-2b-it")
-model = AutoModelForCausalLM.from_pretrained("google/gemma-2-2b-it", torch_dtype=torch.float16 )
+
+# Load model directly
+from transformers import AutoModel
+model = AutoModel.from_pretrained("ironlanderl/gemma-2-2b-it-Q5_K_M-GGUF")
+#modelName = "google/gemma-2-2b-it"
+modelName = "ironlanderl/gemma-2-2b-it-Q5_K_M-GGUF"
+tokenizer = AutoTokenizer.from_pretrained(modelName)
+
+model = AutoModel.from_pretrained(modelName)
+#model = AutoModelForCausalLM.from_pretrained("google/gemma-2-2b-it", torch_dtype=torch.float16 )
 #stvlynn/Gemma-2-2b-Chinese-it
 #tokenizer = AutoTokenizer.from_pretrained("microsoft/DialoGPT-large")
 #model = AutoModelForCausalLM.from_pretrained("microsoft/DialoGPT-large")