Fix real_quant zp bug

ModelTC · Aug 26, 2024 · 71b6a58 · 71b6a58
1 parent ab39329
commit 71b6a58
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/llmc/compression/quantization/quant.py b/llmc/compression/quantization/quant.py
@@ -433,7 +433,7 @@ def real_quant_weight_static(self, weight, args):
         else:
             dtype = torch.int32
         weight = weight.to(dtype)
-        if zeros != torch.tensor(0.0) and self.round_zp:
+        if (zeros != torch.tensor(0.0)).all() and self.round_zp:
             zeros = zeros.to(dtype)
         else:
             zeros = None
@@ -454,7 +454,7 @@ def real_quant_weight_dynamic(self, weight, args={}):
         else:
             dtype = torch.int32
         weight = weight.to(dtype)
-        if zeros != torch.tensor(0.0) and self.round_zp:
+        if (zeros != torch.tensor(0.0)).all() and self.round_zp:
             zeros = zeros.to(dtype)
         else:
             zeros = None