add model

README.md

@@ -9,7 +9,7 @@ datasets:
 metrics:
 - accuracy
 - f1
-model_index:
+model-index:
 - name: testing
   results:
   - task:
@@ -19,8 +19,11 @@ model_index:
       name: GLUE MRPC
       type: glue
       args: mrpc
-    metric:
-      name: F1
+    metrics:
+    - name: Accuracy
+      type: accuracy
+      value: 0.6813725490196079
+    - name: F1
       type: f1
       value: 0.8104956268221574
 ---
@@ -68,7 +71,7 @@ The following hyperparameters were used during training:
 
 ### Framework versions
 
-- Transformers 4.10.0.dev0
+- Transformers 4.10.0
 - Pytorch 1.9.0+cu111
 - Datasets 1.11.0
 - Tokenizers 0.10.3

all_results.json

@@ -4,13 +4,13 @@
     "eval_combined_score": 0.7459340879208827,
     "eval_f1": 0.8104956268221574,
     "eval_loss": 0.6643973588943481,
-    "eval_runtime": 1.3324,
+    "eval_runtime": 1.3227,
     "eval_samples": 408,
-    "eval_samples_per_second": 306.21,
-    "eval_steps_per_second": 38.276,
+    "eval_samples_per_second": 308.463,
+    "eval_steps_per_second": 38.558,
     "train_loss": 0.6649961948394776,
-    "train_runtime": 0.4443,
+    "train_runtime": 0.3777,
     "train_samples": 3668,
-    "train_samples_per_second": 22.507,
-    "train_steps_per_second": 22.507
+    "train_samples_per_second": 26.479,
+    "train_steps_per_second": 26.479
 }

config.json

@@ -9,7 +9,15 @@
   "dropout": 0.1,
   "finetuning_task": "mrpc",
   "hidden_dim": 3072,
+  "id2label": {
+    "0": "not_equivalent",
+    "1": "equivalent"
+  },
   "initializer_range": 0.02,
+  "label2id": {
+    "equivalent": 1,
+    "not_equivalent": 0
+  },
   "max_position_embeddings": 512,
   "model_type": "distilbert",
   "n_heads": 12,
@@ -21,6 +29,6 @@
   "sinusoidal_pos_embds": false,
   "tie_weights_": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.10.0.dev0",
+  "transformers_version": "4.10.0",
   "vocab_size": 30522
 }

emissions.csv

@@ -1,2 +1,3 @@
 timestamp,experiment_id,project_name,duration,emissions,energy_consumed,country_name,country_iso_code,region,on_cloud,cloud_provider,cloud_region
 2021-09-22T14:49:03,22510de0-5f5a-4992-a10f-5f87ce9f9508,codecarbon,3.48142671585083,2.050872917901026e-06,9.743978340031914e-06,United States,USA,new york,N,,
+2021-09-22T15:08:34,ef930ccc-f4fc-4018-99d3-6a54debbdd9e,codecarbon,3.406071901321411,1.7260724964297528e-06,8.200807018188922e-06,United States,USA,new york,N,,

eval_results.json

@@ -4,8 +4,8 @@
     "eval_combined_score": 0.7459340879208827,
     "eval_f1": 0.8104956268221574,
     "eval_loss": 0.6643973588943481,
-    "eval_runtime": 1.3324,
+    "eval_runtime": 1.3227,
     "eval_samples": 408,
-    "eval_samples_per_second": 306.21,
-    "eval_steps_per_second": 38.276
+    "eval_samples_per_second": 308.463,
+    "eval_steps_per_second": 38.558
 }

runs/Sep22_15-08-22_Beaver/1632337711.3985999/events.out.tfevents.1632337711.Beaver.1814567.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fea53def97d0df23ca25fa6b1cac5b9d8acbdb2350bb86078da0a34419a164
+size 4185

runs/Sep22_15-08-22_Beaver/events.out.tfevents.1632337711.Beaver.1814567.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155e48e6e53ee1160a4cef329f4bc4c2eed19547c08cf057f8ed2fd93b3e82ef
+size 3350

runs/Sep22_15-08-22_Beaver/events.out.tfevents.1632337716.Beaver.1814567.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f0ec9b35ab2a41ecf8e7dd0ff8a2d8f153d9b7172c611c85dd36d77d3948d8
+size 459

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 0.0,
     "train_loss": 0.6649961948394776,
-    "train_runtime": 0.4443,
+    "train_runtime": 0.3777,
     "train_samples": 3668,
-    "train_samples_per_second": 22.507,
-    "train_steps_per_second": 22.507
+    "train_samples_per_second": 26.479,
+    "train_steps_per_second": 26.479
 }

trainer_state.json

@@ -12,9 +12,9 @@
       "step": 10,
       "total_flos": 331168496640.0,
       "train_loss": 0.6649961948394776,
-      "train_runtime": 0.4443,
-      "train_samples_per_second": 22.507,
-      "train_steps_per_second": 22.507
+      "train_runtime": 0.3777,
+      "train_samples_per_second": 26.479,
+      "train_steps_per_second": 26.479
     }
   ],
   "max_steps": 10,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82f5afd8071cb5726167ecfa873079d6dd823e50c1ea1a06e51b530298b4d840
-size 2607
+oid sha256:07cef2cc565f4bd0baf3ace180aa4c185ea8a970b84ae46e26b188ecd7f7710b
+size 2799