End of training

ABSA_Sentiment_classification_pfeiffer/adapter_config.json

@@ -0,0 +1,41 @@
+{
+  "config": {
+    "adapter_residual_before_ln": false,
+    "cross_adapter": false,
+    "factorized_phm_W": true,
+    "factorized_phm_rule": false,
+    "hypercomplex_nonlinearity": "glorot-uniform",
+    "init_weights": "bert",
+    "inv_adapter": null,
+    "inv_adapter_reduction_factor": null,
+    "is_parallel": false,
+    "learn_phm": true,
+    "leave_out": [],
+    "ln_after": false,
+    "ln_before": false,
+    "mh_adapter": false,
+    "non_linearity": "relu",
+    "original_ln_after": true,
+    "original_ln_before": true,
+    "output_adapter": true,
+    "phm_bias": true,
+    "phm_c_init": "normal",
+    "phm_dim": 4,
+    "phm_init_range": 0.0001,
+    "phm_layer": false,
+    "phm_rank": 1,
+    "reduction_factor": 16,
+    "residual_before_ln": true,
+    "scaling": 1.0,
+    "shared_W_phm": false,
+    "shared_phm_rule": true,
+    "use_gating": false
+  },
+  "config_id": "9076f36a74755ac4",
+  "hidden_size": 768,
+  "model_class": "BertModelWithHeads",
+  "model_name": "CAMeL-Lab/bert-base-arabic-camelbert-msa",
+  "model_type": "bert",
+  "name": "ABSA_Sentiment_classification_pfeiffer",
+  "version": "3.2.1"
+}

ABSA_Sentiment_classification_pfeiffer/head_config.json

@@ -0,0 +1,21 @@
+{
+  "config": {
+    "activation_function": "tanh",
+    "bias": true,
+    "head_type": "classification",
+    "label2id": {
+      "negative": 0,
+      "neutral": 2,
+      "positive": 1
+    },
+    "layers": 2,
+    "num_labels": 3,
+    "use_pooler": false
+  },
+  "hidden_size": 768,
+  "model_class": "BertModelWithHeads",
+  "model_name": "CAMeL-Lab/bert-base-arabic-camelbert-msa",
+  "model_type": "bert",
+  "name": "ABSA_Sentiment_classification_pfeiffer",
+  "version": "3.2.1"
+}

ABSA_Sentiment_classification_pfeiffer/pytorch_adapter.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e48536ebbac71b93040f49ab238974788b0fb9cd89d74d91e933dc04a0fef6c
+size 3596581

ABSA_Sentiment_classification_pfeiffer/pytorch_model_head.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa195e5ed6c591bf43cc5ff3d601fff605b03d316fde9e10dcff78a63a9096eb
+size 2373409

all_results.json

@@ -0,0 +1,24 @@
+{
+    "epoch": 20.0,
+    "eval_accuracy": 0.8602673147023087,
+    "eval_f1": 0.8602673147023087,
+    "eval_loss": 0.3666096329689026,
+    "eval_precision": 0.8602673147023087,
+    "eval_recall": 0.8602673147023087,
+    "eval_runtime": 14.7351,
+    "eval_samples_per_second": 111.706,
+    "eval_steps_per_second": 3.529,
+    "test_accuracy": 0.8744546776539021,
+    "test_f1": 0.8744546776539021,
+    "test_loss": 0.33471325039863586,
+    "test_precision": 0.8744546776539021,
+    "test_recall": 0.8744546776539021,
+    "test_runtime": 17.0482,
+    "test_samples_per_second": 121.01,
+    "test_steps_per_second": 3.813,
+    "total_flos": 6677689238755416.0,
+    "train_loss": 0.28295206213460383,
+    "train_runtime": 1990.0002,
+    "train_samples_per_second": 66.131,
+    "train_steps_per_second": 2.07
+}

eval_results.json

@@ -0,0 +1,11 @@
+{
+    "epoch": 20.0,
+    "eval_accuracy": 0.8602673147023087,
+    "eval_f1": 0.8602673147023087,
+    "eval_loss": 0.3666096329689026,
+    "eval_precision": 0.8602673147023087,
+    "eval_recall": 0.8602673147023087,
+    "eval_runtime": 14.7351,
+    "eval_samples_per_second": 111.706,
+    "eval_steps_per_second": 3.529
+}

mlm/adapter_config.json

@@ -0,0 +1,41 @@
+{
+  "config": {
+    "adapter_residual_before_ln": false,
+    "cross_adapter": false,
+    "factorized_phm_W": true,
+    "factorized_phm_rule": false,
+    "hypercomplex_nonlinearity": "glorot-uniform",
+    "init_weights": "bert",
+    "inv_adapter": "nice",
+    "inv_adapter_reduction_factor": 2,
+    "is_parallel": false,
+    "learn_phm": true,
+    "leave_out": [],
+    "ln_after": false,
+    "ln_before": false,
+    "mh_adapter": false,
+    "non_linearity": "relu",
+    "original_ln_after": true,
+    "original_ln_before": true,
+    "output_adapter": true,
+    "phm_bias": true,
+    "phm_c_init": "normal",
+    "phm_dim": 4,
+    "phm_init_range": 0.0001,
+    "phm_layer": false,
+    "phm_rank": 1,
+    "reduction_factor": 16,
+    "residual_before_ln": true,
+    "scaling": 1.0,
+    "shared_W_phm": false,
+    "shared_phm_rule": true,
+    "use_gating": false
+  },
+  "config_id": "9ed5b5a29de19b71",
+  "hidden_size": 768,
+  "model_class": "BertModelWithHeads",
+  "model_name": "CAMeL-Lab/bert-base-arabic-camelbert-msa",
+  "model_type": "bert",
+  "name": "mlm",
+  "version": "3.2.1"
+}

mlm/head_config.json

@@ -0,0 +1,19 @@
+{
+  "config": {
+    "activation_function": "gelu",
+    "bias": true,
+    "embedding_size": 768,
+    "head_type": "masked_lm",
+    "label2id": null,
+    "layer_norm": true,
+    "layers": 2,
+    "shift_labels": false,
+    "vocab_size": 30000
+  },
+  "hidden_size": 768,
+  "model_class": "BertModelWithHeads",
+  "model_name": "CAMeL-Lab/bert-base-arabic-camelbert-msa",
+  "model_type": "bert",
+  "name": "mlm",
+  "version": "3.2.1"
+}

mlm/pytorch_adapter.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe7e729c4de1953e7784cabb44a321fd0f2a8cfe4b11182cef5d2d7ed12a430
+size 4781837

mlm/pytorch_model_head.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa9818390df8e5b73959629c1d63d9f131b7c8d996380be3fed6a455194b344
+size 94650799

runs/Jul05_00-55-18_e7d1b58f91de/events.out.tfevents.1688518529.e7d1b58f91de.3129.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07e106efb387c4a5a55bc692bfd8062fb5d573e424466a5d497ee4fcfbd83da9
-size 19582
+oid sha256:d575db3717220190df740726c329d0857260c7123a8337930ce4df4c003bff98
+size 19936

runs/Jul05_00-55-18_e7d1b58f91de/events.out.tfevents.1688520533.e7d1b58f91de.3129.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187a24b8bc02e1e50c295755c3ba4c9243dbdf67589559e463fb2931d50e0786
+size 1032

test_results.json

@@ -0,0 +1,10 @@
+{
+    "test_accuracy": 0.8744546776539021,
+    "test_f1": 0.8744546776539021,
+    "test_loss": 0.33471325039863586,
+    "test_precision": 0.8744546776539021,
+    "test_recall": 0.8744546776539021,
+    "test_runtime": 17.0482,
+    "test_samples_per_second": 121.01,
+    "test_steps_per_second": 3.813
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 20.0,
+    "total_flos": 6677689238755416.0,
+    "train_loss": 0.28295206213460383,
+    "train_runtime": 1990.0002,
+    "train_samples_per_second": 66.131,
+    "train_steps_per_second": 2.07
+}