Update app_modules/utils.py

app_modules/utils.py

@@ -446,8 +446,8 @@ def load_finetune_tokenizer_and_model(base_model_name_or_path, load_8bit=False):
             base_model_name_or_path, device_map={"": device}, low_cpu_mem_usage=True
         )
 
-    if not load_8bit:
-        model.half()  # seems to fix bugs for some users.
+    # if not load_8bit:
+    #    model.half()  # seems to fix bugs for some users.
 
     model.eval()
     return tokenizer, model, device