apply transform weights in float64 precision

Signed-off-by: Brian Dellabetta <[email protected]>

Author: brian-dellabetta

src/compressed_tensors/transform/factory/hadamard.py

@@ -105,6 +105,11 @@ def forward(self, value: Tensor) -> Tensor:
             weight = weight.T
 
         return (
-            apply_transform_weight(weight, value, self.args.location, self.module_type)
+            apply_transform_weight(
+                weight.to(torch.float64),
+                value.to(torch.float64),
+                self.args.location,
+                self.module_type,
+            )
             / self._scale
-        )
+        ).to(weight.dtype)