From 3b0a4a713c3b9e5220ea3d100135917f911d83a5 Mon Sep 17 00:00:00 2001 From: bghira Date: Sat, 1 Jul 2023 13:10:29 -0700 Subject: [PATCH] Use different torch compile opts --- discord_tron_client/classes/image_manipulation/diffusion.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/discord_tron_client/classes/image_manipulation/diffusion.py b/discord_tron_client/classes/image_manipulation/diffusion.py index 2c9b479e..51d26bc1 100644 --- a/discord_tron_client/classes/image_manipulation/diffusion.py +++ b/discord_tron_client/classes/image_manipulation/diffusion.py @@ -241,7 +241,7 @@ def get_pipe( self.pipelines[model_id].enable_model_cpu_offload() except Exception as e: logging.error(f"Could not enable CPU offload on the model: {e}") - self.pipelines[model_id].unet = torch.compile(self.pipelines[model_id].unet) + self.pipelines[model_id].unet = torch.compile(self.pipelines[model_id].unet, mode="reduce-overhead", fullgraph=True) else: logging.info(f"Keeping existing pipeline. Not creating any new ones.") self.last_pipe_type[model_id] = pipe_type