ShengdingHu commited on
Commit
53bb907
1 Parent(s): d925849

Training in progress, step 100

Browse files
all_results.json CHANGED
@@ -1,18 +1,18 @@
1
  {
2
  "epoch": 20.0,
3
- "eval_accuracy": 55.769230769230774,
4
- "eval_average_metrics": 55.769230769230774,
5
- "eval_loss": 0.26899516582489014,
6
- "eval_runtime": 0.2241,
7
- "eval_samples_per_second": 232.063,
8
- "test_accuracy": 61.53846153846154,
9
- "test_average_metrics": 61.53846153846154,
10
- "test_loss": 0.2528702914714813,
11
- "test_runtime": 0.2148,
12
- "test_samples_per_second": 242.088,
13
- "train_loss": 0.4271513197157118,
14
- "train_runtime": 68.8963,
15
  "train_samples": 554,
16
- "train_samples_per_second": 160.821,
17
- "train_steps_per_second": 5.225
18
  }
 
1
  {
2
  "epoch": 20.0,
3
+ "eval_accuracy": 59.61538461538461,
4
+ "eval_average_metrics": 59.61538461538461,
5
+ "eval_loss": 0.2665896713733673,
6
+ "eval_runtime": 0.3622,
7
+ "eval_samples_per_second": 143.571,
8
+ "test_accuracy": 67.3076923076923,
9
+ "test_average_metrics": 67.3076923076923,
10
+ "test_loss": 0.25851768255233765,
11
+ "test_runtime": 0.3561,
12
+ "test_samples_per_second": 146.039,
13
+ "train_loss": 0.33580604129367403,
14
+ "train_runtime": 150.2227,
15
  "train_samples": 554,
16
+ "train_samples_per_second": 73.757,
17
+ "train_steps_per_second": 2.396
18
  }
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 20.0,
3
- "eval_accuracy": 55.769230769230774,
4
- "eval_average_metrics": 55.769230769230774,
5
- "eval_loss": 0.26899516582489014,
6
- "eval_runtime": 0.2241,
7
- "eval_samples_per_second": 232.063
8
  }
 
1
  {
2
  "epoch": 20.0,
3
+ "eval_accuracy": 59.61538461538461,
4
+ "eval_average_metrics": 59.61538461538461,
5
+ "eval_loss": 0.2665896713733673,
6
+ "eval_runtime": 0.3622,
7
+ "eval_samples_per_second": 143.571
8
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3068e961e1a25769ce6b5446bb76d5e472ddea9d678b095aec446aff796cb6ea
3
- size 7551621
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf7bc90659290656cca9a44b62c7ad84266260470b3ed8c50ebca550d91e0dc7
3
+ size 2631685
runs/Feb01_07-17-34_node1/events.out.tfevents.1643671165.node1 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:92cd82800afd27d7b811a85caf1931d30aec696377833625c5b5ad2f20d1d9d2
3
- size 5305
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4ce4600c32ce7d25a503e8e9c844e49f75fd783f9978948a57c60fc3ce66f2e
3
+ size 5659
runs/Feb01_07-17-34_node1/events.out.tfevents.1643671316.node1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c994c838e84902c90c9521a2b776f6a12331a7a3d000613d3119cb6a2c6ec47
3
+ size 684
runs/Feb02_18-32-00_node1/1643798001.1914194/events.out.tfevents.1643798001.node1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eee15a7a0afd6ebed8417a925aefc56d1642daa62be706bec86f386f847c1f6a
3
+ size 5056
runs/Feb02_18-32-00_node1/events.out.tfevents.1643798001.node1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaa36c24fe9d70c2cbcb4f751264a5690685f05ca7cec0d0b0987e6d655cb273
3
+ size 4345
test_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 20.0,
3
- "test_accuracy": 61.53846153846154,
4
- "test_average_metrics": 61.53846153846154,
5
- "test_loss": 0.2528702914714813,
6
- "test_runtime": 0.2148,
7
- "test_samples_per_second": 242.088
8
  }
 
1
  {
2
  "epoch": 20.0,
3
+ "test_accuracy": 67.3076923076923,
4
+ "test_average_metrics": 67.3076923076923,
5
+ "test_loss": 0.25851768255233765,
6
+ "test_runtime": 0.3561,
7
+ "test_samples_per_second": 146.039
8
  }
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 20.0,
3
- "train_loss": 0.4271513197157118,
4
- "train_runtime": 68.8963,
5
  "train_samples": 554,
6
- "train_samples_per_second": 160.821,
7
- "train_steps_per_second": 5.225
8
  }
 
1
  {
2
  "epoch": 20.0,
3
+ "train_loss": 0.33580604129367403,
4
+ "train_runtime": 150.2227,
5
  "train_samples": 554,
6
+ "train_samples_per_second": 73.757,
7
+ "train_steps_per_second": 2.396
8
  }
trainer_state.json CHANGED
@@ -1,34 +1,52 @@
1
  {
2
- "best_metric": 55.769230769230774,
3
- "best_model_checkpoint": "outputs/bitfit/t5-base/superglue-wsc.fixed/checkpoint-200",
4
  "epoch": 20.0,
5
  "global_step": 360,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
 
 
 
 
 
 
 
 
 
10
  {
11
  "epoch": 11.11,
12
- "eval_accuracy": 55.769230769230774,
13
- "eval_average_metrics": 55.769230769230774,
14
- "eval_loss": 0.26899516582489014,
15
- "eval_runtime": 0.4189,
16
- "eval_samples_per_second": 124.126,
17
  "step": 200
18
  },
 
 
 
 
 
 
 
 
 
19
  {
20
  "epoch": 20.0,
21
  "step": 360,
22
- "total_flos": 1490349041823024.0,
23
- "train_loss": 0.4271513197157118,
24
- "train_runtime": 68.8963,
25
- "train_samples_per_second": 160.821,
26
- "train_steps_per_second": 5.225
27
  }
28
  ],
29
  "max_steps": 360,
30
  "num_train_epochs": 20,
31
- "total_flos": 1490349041823024.0,
32
  "trial_name": null,
33
  "trial_params": null
34
  }
 
1
  {
2
+ "best_metric": 59.61538461538461,
3
+ "best_model_checkpoint": "outputs/bitfit/t5-base/superglue-wsc.fixed/checkpoint-300",
4
  "epoch": 20.0,
5
  "global_step": 360,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
+ {
11
+ "epoch": 5.56,
12
+ "eval_accuracy": 40.38461538461539,
13
+ "eval_average_metrics": 40.38461538461539,
14
+ "eval_loss": 0.33406707644462585,
15
+ "eval_runtime": 0.2912,
16
+ "eval_samples_per_second": 178.549,
17
+ "step": 100
18
+ },
19
  {
20
  "epoch": 11.11,
21
+ "eval_accuracy": 40.38461538461539,
22
+ "eval_average_metrics": 40.38461538461539,
23
+ "eval_loss": 0.27627798914909363,
24
+ "eval_runtime": 0.3043,
25
+ "eval_samples_per_second": 170.86,
26
  "step": 200
27
  },
28
+ {
29
+ "epoch": 16.67,
30
+ "eval_accuracy": 59.61538461538461,
31
+ "eval_average_metrics": 59.61538461538461,
32
+ "eval_loss": 0.2665896713733673,
33
+ "eval_runtime": 0.2321,
34
+ "eval_samples_per_second": 224.02,
35
+ "step": 300
36
+ },
37
  {
38
  "epoch": 20.0,
39
  "step": 360,
40
+ "total_flos": 1502077285006848.0,
41
+ "train_loss": 0.33580604129367403,
42
+ "train_runtime": 150.2227,
43
+ "train_samples_per_second": 73.757,
44
+ "train_steps_per_second": 2.396
45
  }
46
  ],
47
  "max_steps": 360,
48
  "num_train_epochs": 20,
49
+ "total_flos": 1502077285006848.0,
50
  "trial_name": null,
51
  "trial_params": null
52
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7bd02b28bab24c1face8a1dc29c40509cef5a1f6da4574d8ba3a16d8da091037
3
  size 3247
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d63e3cd41ee78796a83c6d07d897953f0dc58f62def755e00f36e1aa2e030b96
3
  size 3247
training_config.json CHANGED
@@ -1 +1 @@
1
- {"bottleneck_dim": 24, "dataset_config_name": ["en"], "delta_type": "adapter", "do_eval": true, "do_test": true, "do_train": true, "eval_dataset_config_name": ["en"], "eval_dataset_name": "superglue-wsc.fixed", "eval_steps": 100, "evaluation_strategy": "steps", "greater_is_better": true, "learning_rate": 0.0003, "load_best_model_at_end": true, "max_source_length": 256, "metric_for_best_model": "average_metrics", "model_name_or_path": "../../../../plm_cache/t5-base", "num_train_epochs": 20, "output_dir": "outputs/bitfit/t5-base/superglue-wsc.fixed", "overwrite_output_dir": true, "per_device_eval_batch_size": 32, "per_device_train_batch_size": 32, "predict_with_generate": true, "push_to_hub": true, "save_steps": 100, "save_strategy": "steps", "save_total_limit": 1, "seed": 42, "split_validation_test": true, "task_name": "superglue-wsc.fixed", "test_dataset_config_name": ["en"], "test_dataset_name": "superglue-wsc.fixed", "tokenizer_name": "../../../../plm_cache/t5-base", "unfrozen_modules": ["deltas", "layer_norm", "final_layer_norm"], "warmup_steps": 0}
 
1
+ {"dataset_config_name": ["en"], "delta_type": "lora", "do_eval": true, "do_test": true, "do_train": true, "eval_dataset_config_name": ["en"], "eval_dataset_name": "superglue-wsc.fixed", "eval_steps": 100, "evaluation_strategy": "steps", "greater_is_better": true, "learning_rate": 0.0003, "load_best_model_at_end": true, "lora_r": 8, "max_source_length": 256, "metric_for_best_model": "average_metrics", "model_name_or_path": "../../../../plm_cache/t5-base", "num_train_epochs": 20, "output_dir": "outputs/bitfit/t5-base/superglue-wsc.fixed", "overwrite_output_dir": true, "per_device_eval_batch_size": 32, "per_device_train_batch_size": 32, "predict_with_generate": true, "push_to_hub": true, "save_steps": 100, "save_strategy": "steps", "save_total_limit": 1, "seed": 42, "split_validation_test": true, "task_name": "superglue-wsc.fixed", "test_dataset_config_name": ["en"], "test_dataset_name": "superglue-wsc.fixed", "tokenizer_name": "../../../../plm_cache/t5-base", "unfrozen_modules": ["deltas", "layer_norm", "final_layer_norm"], "warmup_steps": 0}