Smart_LLM

Running on Zero

Daemontatox commited on 2 days ago

Commit

08c0f9d

verified ·

1 Parent(s): 1cf8305

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -105,7 +105,7 @@ def initialize_model():
         bnb_4bit_use_double_quant=True
     )
-    tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
     if tokenizer.pad_token_id is None:
         tokenizer.pad_token_id = tokenizer.eos_token_id

         bnb_4bit_use_double_quant=True
     )
+    tokenizer = AutoTokenizer.from_pretrained(MODEL_ID , trust_remote_code=True)
     if tokenizer.pad_token_id is None:
         tokenizer.pad_token_id = tokenizer.eos_token_id