Spaces:
Sleeping
Sleeping
Update config/config.json
Browse files- config/config.json +3 -7
config/config.json
CHANGED
|
@@ -7,8 +7,7 @@
|
|
| 7 |
"max_steps": 60,
|
| 8 |
"dataset_text_field": "text",
|
| 9 |
"model_name": null,
|
| 10 |
-
"repository": null
|
| 11 |
-
|
| 12 |
},
|
| 13 |
"peft": {
|
| 14 |
"r": 16,
|
|
@@ -16,7 +15,7 @@
|
|
| 16 |
"dropout": 0,
|
| 17 |
"bias": "none",
|
| 18 |
"rslora": false,
|
| 19 |
-
"loftq_config": null
|
| 20 |
},
|
| 21 |
"sft": {
|
| 22 |
"per_device_train_batch_size": 2,
|
|
@@ -28,11 +27,8 @@
|
|
| 28 |
"weight_decay": 0.01,
|
| 29 |
"lr_scheduler_type": "linear",
|
| 30 |
"dataset_num_proc": 2,
|
| 31 |
-
"packing": false
|
| 32 |
},
|
| 33 |
"choices": ["gpt2", "bert-base-uncased", "llama3-8b"]
|
| 34 |
}
|
| 35 |
}
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
|
|
|
| 7 |
"max_steps": 60,
|
| 8 |
"dataset_text_field": "text",
|
| 9 |
"model_name": null,
|
| 10 |
+
"repository": null
|
|
|
|
| 11 |
},
|
| 12 |
"peft": {
|
| 13 |
"r": 16,
|
|
|
|
| 15 |
"dropout": 0,
|
| 16 |
"bias": "none",
|
| 17 |
"rslora": false,
|
| 18 |
+
"loftq_config": null
|
| 19 |
},
|
| 20 |
"sft": {
|
| 21 |
"per_device_train_batch_size": 2,
|
|
|
|
| 27 |
"weight_decay": 0.01,
|
| 28 |
"lr_scheduler_type": "linear",
|
| 29 |
"dataset_num_proc": 2,
|
| 30 |
+
"packing": false
|
| 31 |
},
|
| 32 |
"choices": ["gpt2", "bert-base-uncased", "llama3-8b"]
|
| 33 |
}
|
| 34 |
}
|
|
|
|
|
|
|
|
|