Skip to content

Commit cf3362a

Browse files
committed
commented paged_kv=false, causal=false, Local=true for register spill issue
1 parent 2107ff9 commit cf3362a

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

src/sycl/flash_attn_interface.cpp

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -211,7 +211,9 @@ void dispatch_kernel(const Flash_fwd_params& params) {
211211
} else {
212212
AT_DISPATCH_BOOL_NO_RETURN(params.is_local, Local, {
213213
if (params.page_table != nullptr) dispatch_kernel_impl<ElementType, HeadSize, PipelineStages, false, Local, true, true, Sink>(params);
214-
else dispatch_kernel_impl<ElementType, HeadSize, PipelineStages, false, Local, false, true, Sink>(params);
214+
// currently when paged_kv=false, causal=false, Local=true is causing issue for
215+
// `compiled SIMD16 allocated 256 regs and spilled around 96`
216+
// else dispatch_kernel_impl<ElementType, HeadSize, PipelineStages, false, Local, false, true, Sink>(params);
215217
});
216218
}
217219
});

0 commit comments

Comments
 (0)