Merge pull request #32 from ModelTC/llmc-reviewer-patch-1

Update quarot.py
ModelTC · Aug 19, 2024 · dc1b1dc · dc1b1dc
2 parents a449682 + a457e0a
commit dc1b1dc
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmc/compression/quantization/quarot.py b/llmc/compression/quantization/quarot.py
@@ -27,7 +27,7 @@ def preprocess(self):
             self.model.get_head_layers()[0].weight,
             self.model.get_embed_layers()[0].weight,
         ):
-            logger.info('Tie weight! Skip rotating head layer!')
+            logger.info('Tie weight! Copy embed_layer for head_layer!')
             del self.model.get_head_layers()[0].weight
             w = self.model.get_embed_layers()[0].weight.clone()
             self.model.get_head_layers()[0].weight = nn.Parameter(w)