jokerbit
/

flux-qa-base

Model card Files Files and versions Community

jokerbit commited on Dec 26, 2024

Commit

f0c9b97

·

verified ·

1 Parent(s): a5f3be1

Update src/pipeline.py

Files changed (1) hide show

src/pipeline.py +2 -3

src/pipeline.py CHANGED Viewed

@@ -40,10 +40,9 @@ def load_pipeline() -> Pipeline:
         transformer=transformer,
         local_files_only=True,
         torch_dtype=torch.bfloat16,
-    )
     quantize_(pipeline.vae, int8_weight_only())
-    pipeline.to(memory_format=torch.channels_last, device="cuda")
-    # pipeline.transformer.to(memory_format=torch.channels_last)
     PROMPT = 'semiconformity, peregrination, quip, twineless, emotionless, tawa, depickle'
     with torch.inference_mode():

         transformer=transformer,
         local_files_only=True,
         torch_dtype=torch.bfloat16,
+    ).to("cuda")
     quantize_(pipeline.vae, int8_weight_only())
+    pipeline.transformer.to(memory_format=torch.channels_last)
     PROMPT = 'semiconformity, peregrination, quip, twineless, emotionless, tawa, depickle'
     with torch.inference_mode():