Update app.py

app.py

@@ -385,9 +385,8 @@ def generate_30(
     pyx.upload_to_ftp(filename) 
     #uploadNote(prompt,num_inference_steps,guidance_scale,timestamp)
     batch_options = options.copy()
-    #with torch.no_grad():
-        #torch.compiler.cudagraph_mark_step_begin()
-    rv_image = pipe(**batch_options).images[0]
+    with torch.inference_mode():
+        rv_image = pipe(**batch_options).images[0]
     sd_image_path = f"rv_C_{timestamp}.png"
     rv_image.save(sd_image_path,optimize=False,compress_level=0)
     pyx.upload_to_ftp(sd_image_path)    
@@ -435,9 +434,8 @@ def generate_60(
     timestamp = datetime.datetime.now().strftime("%Y%m%d_%H%M%S")
     uploadNote(prompt,num_inference_steps,guidance_scale,timestamp)
     batch_options = options.copy()
-    #with torch.no_grad():
-        #torch.compiler.cudagraph_mark_step_begin()
-    rv_image = pipe(**batch_options).images[0]
+    with torch.inference_mode():
+        rv_image = pipe(**batch_options).images[0]
     sd_image_path = f"rv_C_{timestamp}.png"
     rv_image.save(sd_image_path,optimize=False,compress_level=0)
     upload_to_ftp(sd_image_path)    
@@ -478,9 +476,8 @@ def generate_90(
     timestamp = datetime.datetime.now().strftime("%Y%m%d_%H%M%S")
     uploadNote(prompt,num_inference_steps,guidance_scale,timestamp)
     batch_options = options.copy()
-    #with torch.no_grad():
-        #torch.compiler.cudagraph_mark_step_begin()
-    rv_image = pipe(**batch_options).images[0]
+    with torch.inference_mode():
+        rv_image = pipe(**batch_options).images[0]
     sd_image_path = f"rv_C_{timestamp}.png"
     rv_image.save(sd_image_path,optimize=False,compress_level=0)
     upload_to_ftp(sd_image_path)