diff --git a/lib/utils.py b/lib/utils.py index 7a4faee..07b8d74 100644 --- a/lib/utils.py +++ b/lib/utils.py @@ -75,7 +75,7 @@ def _proj_impl_dense( elif isinstance(a,OptimState4bit): a = a.dequantize() - z_metric = a * (weight**2) + z_metric = a * (weight**2) else: # Standard projection: metric is |x| z_metric = weight.abs()