From a60620dcea1302ef5c7f555e5e16f70b39c234ef Mon Sep 17 00:00:00 2001 From: comfyanonymous Date: Wed, 21 Aug 2024 16:38:26 -0400 Subject: [PATCH] Fix slow performance on 10 series Nvidia GPUs. --- comfy/model_management.py | 1 + 1 file changed, 1 insertion(+) diff --git a/comfy/model_management.py b/comfy/model_management.py index bcc9377..edbe6a8 100644 --- a/comfy/model_management.py +++ b/comfy/model_management.py @@ -668,6 +668,7 @@ def unet_manual_cast(weight_dtype, inference_device, supported_dtypes=[torch.flo if bf16_supported and weight_dtype == torch.bfloat16: return None + fp16_supported = should_use_fp16(inference_device, prioritize_performance=True) for dt in supported_dtypes: if dt == torch.float16 and fp16_supported: return torch.float16