End of training

ABSA_Sentiment_classification_Semeval_pfeiffer_Stack/adapter_config.json

@@ -0,0 +1,41 @@
+{
+  "config": {
+    "adapter_residual_before_ln": false,
+    "cross_adapter": false,
+    "factorized_phm_W": true,
+    "factorized_phm_rule": false,
+    "hypercomplex_nonlinearity": "glorot-uniform",
+    "init_weights": "bert",
+    "inv_adapter": null,
+    "inv_adapter_reduction_factor": null,
+    "is_parallel": false,
+    "learn_phm": true,
+    "leave_out": [],
+    "ln_after": false,
+    "ln_before": false,
+    "mh_adapter": false,
+    "non_linearity": "relu",
+    "original_ln_after": true,
+    "original_ln_before": true,
+    "output_adapter": true,
+    "phm_bias": true,
+    "phm_c_init": "normal",
+    "phm_dim": 4,
+    "phm_init_range": 0.0001,
+    "phm_layer": false,
+    "phm_rank": 1,
+    "reduction_factor": 16,
+    "residual_before_ln": true,
+    "scaling": 1.0,
+    "shared_W_phm": false,
+    "shared_phm_rule": true,
+    "use_gating": false
+  },
+  "config_id": "9076f36a74755ac4",
+  "hidden_size": 768,
+  "model_class": "BertModelWithHeads",
+  "model_name": "CAMeL-Lab/bert-base-arabic-camelbert-msa",
+  "model_type": "bert",
+  "name": "ABSA_Sentiment_classification_Semeval_pfeiffer_Stack",
+  "version": "3.2.1"
+}

ABSA_Sentiment_classification_Semeval_pfeiffer_Stack/head_config.json

@@ -0,0 +1,21 @@
+{
+  "config": {
+    "activation_function": "tanh",
+    "bias": true,
+    "head_type": "classification",
+    "label2id": {
+      "negative": 0,
+      "neutral": 2,
+      "positive": 1
+    },
+    "layers": 2,
+    "num_labels": 3,
+    "use_pooler": false
+  },
+  "hidden_size": 768,
+  "model_class": "BertModelWithHeads",
+  "model_name": "CAMeL-Lab/bert-base-arabic-camelbert-msa",
+  "model_type": "bert",
+  "name": "ABSA_Sentiment_classification_Semeval_pfeiffer_Stack",
+  "version": "3.2.1"
+}

ABSA_Sentiment_classification_Semeval_pfeiffer_Stack/pytorch_adapter.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917ee70da61b19e024f17ce2c58560c41f6ae8d7936aecce76db1af4a11df252
+size 3597221

ABSA_Sentiment_classification_Semeval_pfeiffer_Stack/pytorch_model_head.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0320d7550a584300cd0506f369d73745abb941089d453e0d8cdd68d7c7300aa1
+size 2373473

all_results.json

@@ -0,0 +1,24 @@
+{
+    "epoch": 20.0,
+    "eval_accuracy": 0.8813799621928167,
+    "eval_f1": 0.8813799621928167,
+    "eval_loss": 0.31582579016685486,
+    "eval_precision": 0.8813799621928167,
+    "eval_recall": 0.8813799621928167,
+    "eval_runtime": 19.5456,
+    "eval_samples_per_second": 108.259,
+    "eval_steps_per_second": 3.428,
+    "test_accuracy": 0.8701996927803379,
+    "test_f1": 0.8701996927803379,
+    "test_loss": 0.34540030360221863,
+    "test_precision": 0.8701996927803379,
+    "test_recall": 0.8701996927803379,
+    "test_runtime": 19.9351,
+    "test_samples_per_second": 130.624,
+    "test_steps_per_second": 4.113,
+    "total_flos": 8676563687641584.0,
+    "train_loss": 0.26867827554918683,
+    "train_runtime": 2498.9532,
+    "train_samples_per_second": 67.716,
+    "train_steps_per_second": 2.121
+}

eval_results.json

@@ -0,0 +1,11 @@
+{
+    "epoch": 20.0,
+    "eval_accuracy": 0.8813799621928167,
+    "eval_f1": 0.8813799621928167,
+    "eval_loss": 0.31582579016685486,
+    "eval_precision": 0.8813799621928167,
+    "eval_recall": 0.8813799621928167,
+    "eval_runtime": 19.5456,
+    "eval_samples_per_second": 108.259,
+    "eval_steps_per_second": 3.428
+}

mlm/adapter_config.json

@@ -0,0 +1,41 @@
+{
+  "config": {
+    "adapter_residual_before_ln": false,
+    "cross_adapter": false,
+    "factorized_phm_W": true,
+    "factorized_phm_rule": false,
+    "hypercomplex_nonlinearity": "glorot-uniform",
+    "init_weights": "bert",
+    "inv_adapter": "nice",
+    "inv_adapter_reduction_factor": 2,
+    "is_parallel": false,
+    "learn_phm": true,
+    "leave_out": [],
+    "ln_after": false,
+    "ln_before": false,
+    "mh_adapter": false,
+    "non_linearity": "relu",
+    "original_ln_after": true,
+    "original_ln_before": true,
+    "output_adapter": true,
+    "phm_bias": true,
+    "phm_c_init": "normal",
+    "phm_dim": 4,
+    "phm_init_range": 0.0001,
+    "phm_layer": false,
+    "phm_rank": 1,
+    "reduction_factor": 16,
+    "residual_before_ln": true,
+    "scaling": 1.0,
+    "shared_W_phm": false,
+    "shared_phm_rule": true,
+    "use_gating": false
+  },
+  "config_id": "9ed5b5a29de19b71",
+  "hidden_size": 768,
+  "model_class": "BertModelWithHeads",
+  "model_name": "CAMeL-Lab/bert-base-arabic-camelbert-msa",
+  "model_type": "bert",
+  "name": "mlm",
+  "version": "3.2.1"
+}

mlm/head_config.json

@@ -0,0 +1,19 @@
+{
+  "config": {
+    "activation_function": "gelu",
+    "bias": true,
+    "embedding_size": 768,
+    "head_type": "masked_lm",
+    "label2id": null,
+    "layer_norm": true,
+    "layers": 2,
+    "shift_labels": false,
+    "vocab_size": 30000
+  },
+  "hidden_size": 768,
+  "model_class": "BertModelWithHeads",
+  "model_name": "CAMeL-Lab/bert-base-arabic-camelbert-msa",
+  "model_type": "bert",
+  "name": "mlm",
+  "version": "3.2.1"
+}

mlm/pytorch_adapter.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe7e729c4de1953e7784cabb44a321fd0f2a8cfe4b11182cef5d2d7ed12a430
+size 4781837

mlm/pytorch_model_head.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa9818390df8e5b73959629c1d63d9f131b7c8d996380be3fed6a455194b344
+size 94650799

runs/Aug04_18-44-29_407b2cb58aa5/events.out.tfevents.1691174687.407b2cb58aa5.208.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b60f183005980dcbc8faf9432b44ca971fbdc2c141694cbf460cf9f7c068958
-size 19643
+oid sha256:ee5339e0a39fb1535f2d483a0e630da4a7dceaf6aecb5b19531e17dface7ab1f
+size 19997

runs/Aug04_18-44-29_407b2cb58aa5/events.out.tfevents.1691177204.407b2cb58aa5.208.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df093299df314ab0edf58da595d42eda63a02f710b00b32d89c18fae5140446
+size 1032

test_results.json

@@ -0,0 +1,10 @@
+{
+    "test_accuracy": 0.8701996927803379,
+    "test_f1": 0.8701996927803379,
+    "test_loss": 0.34540030360221863,
+    "test_precision": 0.8701996927803379,
+    "test_recall": 0.8701996927803379,
+    "test_runtime": 19.9351,
+    "test_samples_per_second": 130.624,
+    "test_steps_per_second": 4.113
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 20.0,
+    "total_flos": 8676563687641584.0,
+    "train_loss": 0.26867827554918683,
+    "train_runtime": 2498.9532,
+    "train_samples_per_second": 67.716,
+    "train_steps_per_second": 2.121
+}