Update app.py

app.py

@@ -1,14 +1,17 @@
-import gradio as gr
+import os
 from transformers import AutoProcessor, AutoModelForCausalLM
+import gradio as gr
 import torch
 from PIL import Image
 
-# Load the model and processor
+# Load the Hugging Face token from environment variables
+hf_token = os.getenv("HF_AUTH_TOKEN")
 model_name = "meta-llama/Llama-3.2-11B-Vision-Instruct"
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
-processor = AutoProcessor.from_pretrained(model_name, trust_remote_code=True)
-model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, trust_remote_code=True).to(device)
+# Load the model and processor with authentication
+processor = AutoProcessor.from_pretrained(model_name, use_auth_token=hf_token, trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=hf_token, torch_dtype=torch.float16, trust_remote_code=True).to(device)
 
 # Function to process image and text prompt
 def process_image(image, prompt="<ocr>"):