diff --git a/llmc/compression/quantization/quarot.py b/llmc/compression/quantization/quarot.py index 9d76366f..458e239a 100644 --- a/llmc/compression/quantization/quarot.py +++ b/llmc/compression/quantization/quarot.py @@ -92,7 +92,6 @@ def block_transform(self, block): logger.info(f'block:{block}') logger.info(f'End transform the {self.block_idx+1}-th block') - @torch.no_grad() def subset_transform(self, block, subset): prev_op = subset['prev_op']