Training in progress, step 2500

.gitattributes

@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Egyptian_Arabic_Wikipedia_20230101.csv filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

Egyptian_Arabic_Wikipedia_20230101.csv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c250591977e949dd25d5b7c28cb672113c7aff633a284cb2b03c19f3767bf45
+size 732308707

config.json

@@ -0,0 +1,26 @@
+{
+  "architectures": [
+    "RobertaForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 6,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.24.0",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 52000
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc31b91a98441d1642ea4554bfbbb5a9273708250d76bac1e1990c1ad4849db2
+size 334056939

runs/Apr28_15-23-23_ngcz0cce4c/1682695409.3774164/events.out.tfevents.1682695409.ngcz0cce4c.607.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dee435a564c6e2105170325f80afcb5ab93d7afdfc4b256f295e200100b59be
+size 5478

runs/Apr28_15-23-23_ngcz0cce4c/events.out.tfevents.1682695409.ngcz0cce4c.607.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bb88024ac7c878fd059535e39f37ec1327339d18172231a3df85ecc57ce80e
+size 3780

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aaa4e790f8b4723cba1730ca736e60b748dad7a2b94ff9b35bda6755ed8fbb7
+size 3375