We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b4408d1 commit 1e5f3b2Copy full SHA for 1e5f3b2
thunder/executors/cutlass_dsl_ex.py
@@ -373,7 +373,7 @@ def quack_layer_norm_checker(
373
) -> bool:
374
if (
375
a.dtype not in {dtypes.float16, dtypes.bfloat16, dtypes.float32}
376
- or weight.ndim != 1
+ or (weight is None or weight.ndim != 1)
377
or a.shape[-1] != weight.shape[0]
378
or weight.dtype not in {dtypes.float32}
379
):
@@ -463,7 +463,7 @@ def quack_rms_norm_checker(
463
eps: float | None = None,
464
465
466
- weight.ndim != 1
+ (weight is None or weight.ndim != 1)
467
468
or a.dtype not in {dtypes.float16, dtypes.bfloat16, dtypes.float32}
469
or weight.dtype not in {dtypes.float16, dtypes.bfloat16, dtypes.float32}
0 commit comments