fix config

TUDB-Labs · Jan 6, 2024 · c628685 · c628685
1 parent de52c99
commit c628685
Show file tree

Hide file tree

Showing 3 changed files with 14 additions and 21 deletions.
diff --git a/config/alpaca.json b/config/alpaca.json
@@ -11,16 +11,15 @@
     "lora": [
         {
             "name": "lora_0",
-            "output": "lora_0",
             "optim": "adamw",
             "lr": 3e-4,
             "batch_size": 16,
             "micro_batch_size": 4,
             "test_batch_size": 64,
             "num_epochs": 3,
             "r": 8,
-            "alpha": 16,
-            "dropout": 0.05,
+            "lora_alpha": 16,
+            "lora_dropout": 0.05,
             "target_modules": {
                 "q_proj": true,
                 "k_proj": false,
@@ -36,15 +35,14 @@
         {
             "name": "lora_1",
             "output": "lora_1",
-            "optim": "adamw",
             "lr": 3e-4,
             "batch_size": 16,
             "micro_batch_size": 4,
             "test_batch_size": 64,
             "num_epochs": 3,
             "r": 8,
-            "alpha": 16,
-            "dropout": 0.05,
+            "lora_alpha": 16,
+            "lora_dropout": 0.05,
             "target_modules": {
                 "q_proj": true,
                 "k_proj": false,

diff --git a/config/dummy.json b/config/dummy.json
@@ -8,7 +8,6 @@
     "lora": [
         {
             "name": "lora_0",
-            "output": "lora_0",
             "optim": "adamw",
             "lr": 3e-4,
             "momentum": 0.9,
@@ -17,8 +16,8 @@
             "test_batch_size": 64,
             "num_epochs": 50,
             "r": 8,
-            "alpha": 16,
-            "dropout": 0.05,
+            "lora_alpha": 16,
+            "lora_dropout": 0.05,
             "target_modules": {
                 "q_proj": true,
                 "k_proj": true,
@@ -36,16 +35,15 @@
         },
         {
             "name": "lora_1",
-            "output": "lora_1",
             "optim": "adamw",
             "lr": 3e-4,
             "batch_size": 64,
             "micro_batch_size": 64,
             "test_batch_size": 64,
             "num_epochs": 50,
             "r": 32,
-            "alpha": 64,
-            "dropout": 0.05,
+            "lora_alpha": 64,
+            "lora_dropout": 0.05,
             "target_modules": {
                 "q_proj": true,
                 "k_proj": true,

diff --git a/config/finetune.json b/config/finetune.json
@@ -8,7 +8,6 @@
     "lora": [
         {
             "name": "lora_0",
-            "output": "lora_0",
             "optim": "sgd",
             "lr": 1e-2,
             "momentum": 0.9,
@@ -17,8 +16,8 @@
             "test_batch_size": 64,
             "num_epochs": 3,
             "r": 8,
-            "alpha": 16,
-            "dropout": 0.05,
+            "lora_alpha": 16,
+            "lora_dropout": 0.05,
             "target_modules": {
                 "q_proj": true,
                 "k_proj": true,
@@ -36,16 +35,15 @@
         },
         {
             "name": "lora_1",
-            "output": "lora_1",
             "optim": "adamw",
             "lr": 3e-4,
             "batch_size": 16,
             "micro_batch_size": 4,
             "test_batch_size": 64,
             "num_epochs": 3,
             "r": 8,
-            "alpha": 16,
-            "dropout": 0.05,
+            "lora_alpha": 16,
+            "lora_dropout": 0.05,
             "target_modules": {
                 "q_proj": true,
                 "k_proj": true,
@@ -63,16 +61,15 @@
         },
         {
             "name": "lora_2",
-            "output": "lora_2",
             "optim": "adamw",
             "lr": 3e-4,
             "batch_size": 16,
             "micro_batch_size": 4,
             "test_batch_size": 64,
             "num_epochs": 3,
             "r": 16,
-            "alpha": 16,
-            "dropout": 0.05,
+            "lora_alpha": 16,
+            "lora_dropout": 0.05,
             "target_modules": {
                 "q_proj": true,
                 "k_proj": true,