Add lora bias when needed

huggingface · Jan 27, 2025 · b83d474 · b83d474
1 parent 0eb30d3
commit b83d474
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/optimum/neuron/distributed/utils.py b/optimum/neuron/distributed/utils.py
@@ -1078,6 +1078,7 @@ def _peft_tuner_linear_to_parallel_linear(
                 config.init_lora_weights,
                 config.use_rslora,
                 config.use_dora,
+                config.lora_bias,
             )
             if axis == "row":
                 layer_to_parallelize = parent.lora_A[adapter_name]