Update app.py

app.py

@@ -20,19 +20,19 @@ from llama_index import VectorStoreIndex, download_loader
 from pathlib import Path
 
 # Define variable to hold llama2 weights naming 
-name = "meta-llama/Llama-2-70b-chat-hf"
+name = "NousResearch/Llama-2-7b-chat-hf"
 # Set auth token variable from hugging face 
-auth_token = "YOUR HUGGING FACE AUTH TOKEN HERE"
+
 
 
 @st.cache_resource
 def get_tokenizer_model():
     # Create tokenizer
-    tokenizer = AutoTokenizer.from_pretrained(name, cache_dir='./model/', use_auth_token=auth_token)
+    tokenizer = AutoTokenizer.from_pretrained(name, cache_dir='./model/')
 
     # Create model
     model = AutoModelForCausalLM.from_pretrained(name, cache_dir='./model/'
-                            , use_auth_token=auth_token, torch_dtype=torch.float16, 
+                            , torch_dtype=torch.float16, 
                             rope_scaling={"type": "dynamic", "factor": 2}, load_in_8bit=True) 
 
     return tokenizer, model