Skip to content

Commit 40e1849

Browse files
committed
Disable batch size for Nunchaku Qwen #2114
1 parent 5663f18 commit 40e1849

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

ai_diffusion/workflow.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1483,6 +1483,10 @@ def prepare(
14831483
else:
14841484
raise Exception(f"Workflow {kind.name} not supported by this constructor")
14851485

1486+
if minfo := models.checkpoints.get(i.models.checkpoint):
1487+
if minfo.arch.is_qwen_like and minfo.quantization is Quantization.svdq:
1488+
i.batch_count = 1 # Nunchaku Qwen is broken with batch size > 1 #2114
1489+
14861490
i.batch_count = 1 if is_live else i.batch_count
14871491
i.nsfw_filter = settings.nsfw_filter
14881492
return i

0 commit comments

Comments
 (0)