End of training

ABSA_Sentiment_classification_Semeval_houlsby_Stack/adapter_config.json

@@ -0,0 +1,41 @@
+{
+  "config": {
+    "adapter_residual_before_ln": false,
+    "cross_adapter": false,
+    "factorized_phm_W": true,
+    "factorized_phm_rule": false,
+    "hypercomplex_nonlinearity": "glorot-uniform",
+    "init_weights": "bert",
+    "inv_adapter": null,
+    "inv_adapter_reduction_factor": null,
+    "is_parallel": false,
+    "learn_phm": true,
+    "leave_out": [],
+    "ln_after": false,
+    "ln_before": false,
+    "mh_adapter": true,
+    "non_linearity": "swish",
+    "original_ln_after": true,
+    "original_ln_before": false,
+    "output_adapter": true,
+    "phm_bias": true,
+    "phm_c_init": "normal",
+    "phm_dim": 4,
+    "phm_init_range": 0.0001,
+    "phm_layer": false,
+    "phm_rank": 1,
+    "reduction_factor": 16,
+    "residual_before_ln": true,
+    "scaling": 1.0,
+    "shared_W_phm": false,
+    "shared_phm_rule": true,
+    "use_gating": false
+  },
+  "config_id": "b1017368d7a97b11",
+  "hidden_size": 768,
+  "model_class": "BertModelWithHeads",
+  "model_name": "CAMeL-Lab/bert-base-arabic-camelbert-msa",
+  "model_type": "bert",
+  "name": "ABSA_Sentiment_classification_Semeval_houlsby_Stack",
+  "version": "3.2.1"
+}

ABSA_Sentiment_classification_Semeval_houlsby_Stack/head_config.json

@@ -0,0 +1,21 @@
+{
+  "config": {
+    "activation_function": "tanh",
+    "bias": true,
+    "head_type": "classification",
+    "label2id": {
+      "negative": 0,
+      "neutral": 2,
+      "positive": 1
+    },
+    "layers": 2,
+    "num_labels": 3,
+    "use_pooler": false
+  },
+  "hidden_size": 768,
+  "model_class": "BertModelWithHeads",
+  "model_name": "CAMeL-Lab/bert-base-arabic-camelbert-msa",
+  "model_type": "bert",
+  "name": "ABSA_Sentiment_classification_Semeval_houlsby_Stack",
+  "version": "3.2.1"
+}

ABSA_Sentiment_classification_Semeval_houlsby_Stack/pytorch_adapter.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79377baabfcd1d415e6f609b64788c3f198e02f6b0f3dc0bbd39b783358bba7
+size 7195157

ABSA_Sentiment_classification_Semeval_houlsby_Stack/pytorch_model_head.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5555442a44cf2f5e663f830f9f90334ea2c5f961e6317a3888b05a5bf6180ad
+size 2373473

all_results.json

@@ -0,0 +1,24 @@
+{
+    "epoch": 20.0,
+    "eval_accuracy": 0.8752362948960303,
+    "eval_f1": 0.8752362948960303,
+    "eval_loss": 0.32043901085853577,
+    "eval_precision": 0.8752362948960303,
+    "eval_recall": 0.8752362948960303,
+    "eval_runtime": 17.8506,
+    "eval_samples_per_second": 118.539,
+    "eval_steps_per_second": 3.753,
+    "test_accuracy": 0.8740399385560675,
+    "test_f1": 0.8740399385560675,
+    "test_loss": 0.3366047143936157,
+    "test_precision": 0.8740399385560675,
+    "test_recall": 0.8740399385560675,
+    "test_runtime": 18.1593,
+    "test_samples_per_second": 143.397,
+    "test_steps_per_second": 4.516,
+    "total_flos": 8766240604668522.0,
+    "train_loss": 0.276022268061368,
+    "train_runtime": 2445.9034,
+    "train_samples_per_second": 69.185,
+    "train_steps_per_second": 2.167
+}

eval_results.json

@@ -0,0 +1,11 @@
+{
+    "epoch": 20.0,
+    "eval_accuracy": 0.8752362948960303,
+    "eval_f1": 0.8752362948960303,
+    "eval_loss": 0.32043901085853577,
+    "eval_precision": 0.8752362948960303,
+    "eval_recall": 0.8752362948960303,
+    "eval_runtime": 17.8506,
+    "eval_samples_per_second": 118.539,
+    "eval_steps_per_second": 3.753
+}

mlm/adapter_config.json

@@ -0,0 +1,41 @@
+{
+  "config": {
+    "adapter_residual_before_ln": false,
+    "cross_adapter": false,
+    "factorized_phm_W": true,
+    "factorized_phm_rule": false,
+    "hypercomplex_nonlinearity": "glorot-uniform",
+    "init_weights": "bert",
+    "inv_adapter": "nice",
+    "inv_adapter_reduction_factor": 2,
+    "is_parallel": false,
+    "learn_phm": true,
+    "leave_out": [],
+    "ln_after": false,
+    "ln_before": false,
+    "mh_adapter": false,
+    "non_linearity": "relu",
+    "original_ln_after": true,
+    "original_ln_before": true,
+    "output_adapter": true,
+    "phm_bias": true,
+    "phm_c_init": "normal",
+    "phm_dim": 4,
+    "phm_init_range": 0.0001,
+    "phm_layer": false,
+    "phm_rank": 1,
+    "reduction_factor": 16,
+    "residual_before_ln": true,
+    "scaling": 1.0,
+    "shared_W_phm": false,
+    "shared_phm_rule": true,
+    "use_gating": false
+  },
+  "config_id": "9ed5b5a29de19b71",
+  "hidden_size": 768,
+  "model_class": "BertModelWithHeads",
+  "model_name": "CAMeL-Lab/bert-base-arabic-camelbert-msa",
+  "model_type": "bert",
+  "name": "mlm",
+  "version": "3.2.1"
+}

mlm/head_config.json

@@ -0,0 +1,19 @@
+{
+  "config": {
+    "activation_function": "gelu",
+    "bias": true,
+    "embedding_size": 768,
+    "head_type": "masked_lm",
+    "label2id": null,
+    "layer_norm": true,
+    "layers": 2,
+    "shift_labels": false,
+    "vocab_size": 30000
+  },
+  "hidden_size": 768,
+  "model_class": "BertModelWithHeads",
+  "model_name": "CAMeL-Lab/bert-base-arabic-camelbert-msa",
+  "model_type": "bert",
+  "name": "mlm",
+  "version": "3.2.1"
+}

mlm/pytorch_adapter.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe7e729c4de1953e7784cabb44a321fd0f2a8cfe4b11182cef5d2d7ed12a430
+size 4781837

mlm/pytorch_model_head.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa9818390df8e5b73959629c1d63d9f131b7c8d996380be3fed6a455194b344
+size 94650799

runs/Aug04_16-39-09_e296e91d98be/events.out.tfevents.1691167167.e296e91d98be.457.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e5f7d2aa06858f7c9842240d7bc6754130664a66df0a203cdee30f381ea20052
-size 19639
+oid sha256:8bab686ea3fdbabba26e18d08f700b5a604630d4b4621fc95b2b905bc2133094
+size 19993

runs/Aug04_16-39-09_e296e91d98be/events.out.tfevents.1691169630.e296e91d98be.457.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2928760e649a4fceeaadb10a1a61bb0ec8d6b4c792e8aeed51633b7ac3a5ee3
+size 1032

test_results.json

@@ -0,0 +1,10 @@
+{
+    "test_accuracy": 0.8740399385560675,
+    "test_f1": 0.8740399385560675,
+    "test_loss": 0.3366047143936157,
+    "test_precision": 0.8740399385560675,
+    "test_recall": 0.8740399385560675,
+    "test_runtime": 18.1593,
+    "test_samples_per_second": 143.397,
+    "test_steps_per_second": 4.516
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 20.0,
+    "total_flos": 8766240604668522.0,
+    "train_loss": 0.276022268061368,
+    "train_runtime": 2445.9034,
+    "train_samples_per_second": 69.185,
+    "train_steps_per_second": 2.167
+}