More aggressive batch splitting.

7 months ago · 63a7e8edba
parent 0eea47d580
commit 63a7e8edba
1 changed files with 1 additions and 1 deletions
--- a/comfy/samplers.py
+++ b/comfy/samplers.py
@ -171,7 +171,7 @@ def calc_cond_batch(model, conds, x_in, timestep, model_options):
        for i in range(1, len(to_batch_temp) + 1):
            batch_amount = to_batch_temp[:len(to_batch_temp)//i]
            input_shape = [len(batch_amount) * first_shape[0]] + list(first_shape)[1:]
-            if model.memory_required(input_shape) < free_memory:
+            if model.memory_required(input_shape) * 1.5 < free_memory:
                to_batch = batch_amount
                break