ShengdingHu
commited on
Commit
•
53bb907
1
Parent(s):
d925849
Training in progress, step 100
Browse files- all_results.json +14 -14
- eval_results.json +5 -5
- pytorch_model.bin +2 -2
- runs/Feb01_07-17-34_node1/events.out.tfevents.1643671165.node1 +2 -2
- runs/Feb01_07-17-34_node1/events.out.tfevents.1643671316.node1 +3 -0
- runs/Feb02_18-32-00_node1/1643798001.1914194/events.out.tfevents.1643798001.node1 +3 -0
- runs/Feb02_18-32-00_node1/events.out.tfevents.1643798001.node1 +3 -0
- test_results.json +5 -5
- train_results.json +4 -4
- trainer_state.json +31 -13
- training_args.bin +1 -1
- training_config.json +1 -1
all_results.json
CHANGED
@@ -1,18 +1,18 @@
|
|
1 |
{
|
2 |
"epoch": 20.0,
|
3 |
-
"eval_accuracy":
|
4 |
-
"eval_average_metrics":
|
5 |
-
"eval_loss": 0.
|
6 |
-
"eval_runtime": 0.
|
7 |
-
"eval_samples_per_second":
|
8 |
-
"test_accuracy":
|
9 |
-
"test_average_metrics":
|
10 |
-
"test_loss": 0.
|
11 |
-
"test_runtime": 0.
|
12 |
-
"test_samples_per_second":
|
13 |
-
"train_loss": 0.
|
14 |
-
"train_runtime":
|
15 |
"train_samples": 554,
|
16 |
-
"train_samples_per_second":
|
17 |
-
"train_steps_per_second":
|
18 |
}
|
|
|
1 |
{
|
2 |
"epoch": 20.0,
|
3 |
+
"eval_accuracy": 59.61538461538461,
|
4 |
+
"eval_average_metrics": 59.61538461538461,
|
5 |
+
"eval_loss": 0.2665896713733673,
|
6 |
+
"eval_runtime": 0.3622,
|
7 |
+
"eval_samples_per_second": 143.571,
|
8 |
+
"test_accuracy": 67.3076923076923,
|
9 |
+
"test_average_metrics": 67.3076923076923,
|
10 |
+
"test_loss": 0.25851768255233765,
|
11 |
+
"test_runtime": 0.3561,
|
12 |
+
"test_samples_per_second": 146.039,
|
13 |
+
"train_loss": 0.33580604129367403,
|
14 |
+
"train_runtime": 150.2227,
|
15 |
"train_samples": 554,
|
16 |
+
"train_samples_per_second": 73.757,
|
17 |
+
"train_steps_per_second": 2.396
|
18 |
}
|
eval_results.json
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
{
|
2 |
"epoch": 20.0,
|
3 |
-
"eval_accuracy":
|
4 |
-
"eval_average_metrics":
|
5 |
-
"eval_loss": 0.
|
6 |
-
"eval_runtime": 0.
|
7 |
-
"eval_samples_per_second":
|
8 |
}
|
|
|
1 |
{
|
2 |
"epoch": 20.0,
|
3 |
+
"eval_accuracy": 59.61538461538461,
|
4 |
+
"eval_average_metrics": 59.61538461538461,
|
5 |
+
"eval_loss": 0.2665896713733673,
|
6 |
+
"eval_runtime": 0.3622,
|
7 |
+
"eval_samples_per_second": 143.571
|
8 |
}
|
pytorch_model.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cf7bc90659290656cca9a44b62c7ad84266260470b3ed8c50ebca550d91e0dc7
|
3 |
+
size 2631685
|
runs/Feb01_07-17-34_node1/events.out.tfevents.1643671165.node1
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d4ce4600c32ce7d25a503e8e9c844e49f75fd783f9978948a57c60fc3ce66f2e
|
3 |
+
size 5659
|
runs/Feb01_07-17-34_node1/events.out.tfevents.1643671316.node1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8c994c838e84902c90c9521a2b776f6a12331a7a3d000613d3119cb6a2c6ec47
|
3 |
+
size 684
|
runs/Feb02_18-32-00_node1/1643798001.1914194/events.out.tfevents.1643798001.node1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eee15a7a0afd6ebed8417a925aefc56d1642daa62be706bec86f386f847c1f6a
|
3 |
+
size 5056
|
runs/Feb02_18-32-00_node1/events.out.tfevents.1643798001.node1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eaa36c24fe9d70c2cbcb4f751264a5690685f05ca7cec0d0b0987e6d655cb273
|
3 |
+
size 4345
|
test_results.json
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
{
|
2 |
"epoch": 20.0,
|
3 |
-
"test_accuracy":
|
4 |
-
"test_average_metrics":
|
5 |
-
"test_loss": 0.
|
6 |
-
"test_runtime": 0.
|
7 |
-
"test_samples_per_second":
|
8 |
}
|
|
|
1 |
{
|
2 |
"epoch": 20.0,
|
3 |
+
"test_accuracy": 67.3076923076923,
|
4 |
+
"test_average_metrics": 67.3076923076923,
|
5 |
+
"test_loss": 0.25851768255233765,
|
6 |
+
"test_runtime": 0.3561,
|
7 |
+
"test_samples_per_second": 146.039
|
8 |
}
|
train_results.json
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
{
|
2 |
"epoch": 20.0,
|
3 |
-
"train_loss": 0.
|
4 |
-
"train_runtime":
|
5 |
"train_samples": 554,
|
6 |
-
"train_samples_per_second":
|
7 |
-
"train_steps_per_second":
|
8 |
}
|
|
|
1 |
{
|
2 |
"epoch": 20.0,
|
3 |
+
"train_loss": 0.33580604129367403,
|
4 |
+
"train_runtime": 150.2227,
|
5 |
"train_samples": 554,
|
6 |
+
"train_samples_per_second": 73.757,
|
7 |
+
"train_steps_per_second": 2.396
|
8 |
}
|
trainer_state.json
CHANGED
@@ -1,34 +1,52 @@
|
|
1 |
{
|
2 |
-
"best_metric":
|
3 |
-
"best_model_checkpoint": "outputs/bitfit/t5-base/superglue-wsc.fixed/checkpoint-
|
4 |
"epoch": 20.0,
|
5 |
"global_step": 360,
|
6 |
"is_hyper_param_search": false,
|
7 |
"is_local_process_zero": true,
|
8 |
"is_world_process_zero": true,
|
9 |
"log_history": [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
10 |
{
|
11 |
"epoch": 11.11,
|
12 |
-
"eval_accuracy":
|
13 |
-
"eval_average_metrics":
|
14 |
-
"eval_loss": 0.
|
15 |
-
"eval_runtime": 0.
|
16 |
-
"eval_samples_per_second":
|
17 |
"step": 200
|
18 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
19 |
{
|
20 |
"epoch": 20.0,
|
21 |
"step": 360,
|
22 |
-
"total_flos":
|
23 |
-
"train_loss": 0.
|
24 |
-
"train_runtime":
|
25 |
-
"train_samples_per_second":
|
26 |
-
"train_steps_per_second":
|
27 |
}
|
28 |
],
|
29 |
"max_steps": 360,
|
30 |
"num_train_epochs": 20,
|
31 |
-
"total_flos":
|
32 |
"trial_name": null,
|
33 |
"trial_params": null
|
34 |
}
|
|
|
1 |
{
|
2 |
+
"best_metric": 59.61538461538461,
|
3 |
+
"best_model_checkpoint": "outputs/bitfit/t5-base/superglue-wsc.fixed/checkpoint-300",
|
4 |
"epoch": 20.0,
|
5 |
"global_step": 360,
|
6 |
"is_hyper_param_search": false,
|
7 |
"is_local_process_zero": true,
|
8 |
"is_world_process_zero": true,
|
9 |
"log_history": [
|
10 |
+
{
|
11 |
+
"epoch": 5.56,
|
12 |
+
"eval_accuracy": 40.38461538461539,
|
13 |
+
"eval_average_metrics": 40.38461538461539,
|
14 |
+
"eval_loss": 0.33406707644462585,
|
15 |
+
"eval_runtime": 0.2912,
|
16 |
+
"eval_samples_per_second": 178.549,
|
17 |
+
"step": 100
|
18 |
+
},
|
19 |
{
|
20 |
"epoch": 11.11,
|
21 |
+
"eval_accuracy": 40.38461538461539,
|
22 |
+
"eval_average_metrics": 40.38461538461539,
|
23 |
+
"eval_loss": 0.27627798914909363,
|
24 |
+
"eval_runtime": 0.3043,
|
25 |
+
"eval_samples_per_second": 170.86,
|
26 |
"step": 200
|
27 |
},
|
28 |
+
{
|
29 |
+
"epoch": 16.67,
|
30 |
+
"eval_accuracy": 59.61538461538461,
|
31 |
+
"eval_average_metrics": 59.61538461538461,
|
32 |
+
"eval_loss": 0.2665896713733673,
|
33 |
+
"eval_runtime": 0.2321,
|
34 |
+
"eval_samples_per_second": 224.02,
|
35 |
+
"step": 300
|
36 |
+
},
|
37 |
{
|
38 |
"epoch": 20.0,
|
39 |
"step": 360,
|
40 |
+
"total_flos": 1502077285006848.0,
|
41 |
+
"train_loss": 0.33580604129367403,
|
42 |
+
"train_runtime": 150.2227,
|
43 |
+
"train_samples_per_second": 73.757,
|
44 |
+
"train_steps_per_second": 2.396
|
45 |
}
|
46 |
],
|
47 |
"max_steps": 360,
|
48 |
"num_train_epochs": 20,
|
49 |
+
"total_flos": 1502077285006848.0,
|
50 |
"trial_name": null,
|
51 |
"trial_params": null
|
52 |
}
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 3247
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d63e3cd41ee78796a83c6d07d897953f0dc58f62def755e00f36e1aa2e030b96
|
3 |
size 3247
|
training_config.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"
|
|
|
1 |
+
{"dataset_config_name": ["en"], "delta_type": "lora", "do_eval": true, "do_test": true, "do_train": true, "eval_dataset_config_name": ["en"], "eval_dataset_name": "superglue-wsc.fixed", "eval_steps": 100, "evaluation_strategy": "steps", "greater_is_better": true, "learning_rate": 0.0003, "load_best_model_at_end": true, "lora_r": 8, "max_source_length": 256, "metric_for_best_model": "average_metrics", "model_name_or_path": "../../../../plm_cache/t5-base", "num_train_epochs": 20, "output_dir": "outputs/bitfit/t5-base/superglue-wsc.fixed", "overwrite_output_dir": true, "per_device_eval_batch_size": 32, "per_device_train_batch_size": 32, "predict_with_generate": true, "push_to_hub": true, "save_steps": 100, "save_strategy": "steps", "save_total_limit": 1, "seed": 42, "split_validation_test": true, "task_name": "superglue-wsc.fixed", "test_dataset_config_name": ["en"], "test_dataset_name": "superglue-wsc.fixed", "tokenizer_name": "../../../../plm_cache/t5-base", "unfrozen_modules": ["deltas", "layer_norm", "final_layer_norm"], "warmup_steps": 0}
|