Update

app.py

@@ -4,18 +4,20 @@ from tqdm import tqdm
 import re
 import gradio as gr
 import os
-from llama_cpp import Llama
 # from gpt4all import GPT4All
-import transformers
+# import transformers
 # from transformers import GemmaTokenizer, AutoModelForCausalLM
 # from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
 import accelerate
-import torch
+import spaces
+# import torch
 import subprocess
 
 subprocess.run('pip install llama-cpp-python==0.2.75 --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu124', shell=True)
 subprocess.run('pip install llama-cpp-agent==0.2.10', shell=True)
 
+from llama_cpp import Llama
+
 # HF_TOKEN = os.environ.get("HF_TOKEN", None)
 
 def process_document(pdf_path, page_ids=None):
@@ -124,6 +126,7 @@ def mkdir(dir):
     if not os.path.exists(dir):
         os.makedirs(dir)
 
+@spaces.GPU(duration=120)
 def pdf_to_text(files, output_folder, prompt, maxtokens=600, temperature=1.2, top_probability=0.95):
     output_folder = output_folder.replace('\\','/')
     for file in files: