Don't set all of the transformer to be finetuned if peft is on

stanfordnlp · Nov 15, 2023 · 414c179 · 414c179
1 parent acfefd2
commit 414c179
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/stanza/models/coref/model.py b/stanza/models/coref/model.py
@@ -479,8 +479,9 @@ def _build_optimizers(self):
         self.optimizers: Dict[str, torch.optim.Optimizer] = {}
         self.schedulers: Dict[str, torch.optim.lr_scheduler.LambdaLR] = {}
 
-        for param in self.bert.parameters():
-            param.requires_grad = self.config.bert_finetune
+        if not getattr(self.config, 'lora', False):
+            for param in self.bert.parameters():
+                param.requires_grad = self.config.bert_finetune
 
         if self.config.bert_finetune:
             logger.debug("Making bert optimizer with LR of %f", self.config.bert_learning_rate)