From a457e0adb33f093d5966dc2b1465ad8821ddb3f2 Mon Sep 17 00:00:00 2001 From: llmc-reviewer Date: Tue, 20 Aug 2024 03:25:57 +0800 Subject: [PATCH] Update quarot.py --- llmc/compression/quantization/quarot.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llmc/compression/quantization/quarot.py b/llmc/compression/quantization/quarot.py index fc0073a4..386bc206 100644 --- a/llmc/compression/quantization/quarot.py +++ b/llmc/compression/quantization/quarot.py @@ -27,7 +27,7 @@ def preprocess(self): self.model.get_head_layers()[0].weight, self.model.get_embed_layers()[0].weight, ): - logger.info('Tie weight! Skip rotating head layer!') + logger.info('Tie weight! Copy embed_layer for head_layer!') del self.model.get_head_layers()[0].weight w = self.model.get_embed_layers()[0].weight.clone() self.model.get_head_layers()[0].weight = nn.Parameter(w)