revert unsloth py change

Signed-off-by: Sertac Ozercan <[email protected]>
sozercan · Apr 18, 2024 · 54a2451 · 54a2451
1 parent ed4df69
commit 54a2451
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pkg/finetune/target_unsloth.py b/pkg/finetune/target_unsloth.py
@@ -32,7 +32,7 @@
     lora_alpha = 16,
     lora_dropout = 0, # Supports any, but = 0 is optimized
     bias = "none",    # Supports any, but = "none" is optimized
-    use_gradient_checkpointing="unsloth",
+    use_gradient_checkpointing=True,
     random_state = 3407,
     use_rslora = False,  # We support rank stabilized LoRA
     loftq_config = None, # And LoftQ