add eval matrix
Browse files
README.md
CHANGED
@@ -11,5 +11,22 @@ model = AutoModelWithLMHead.from_pretrained("mofawzy/gpt-2-medium-ar")
|
|
11 |
```
|
12 |
|
13 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
14 |
#### Notebook:
|
15 |
https://colab.research.google.com/drive/1P0Raqrq0iBLNH87DyN9j0SwWg4C2HubV?usp=sharing
|
|
|
11 |
```
|
12 |
|
13 |
|
14 |
+
|
15 |
+
### Eval:
|
16 |
+
```
|
17 |
+
***** eval metrics *****
|
18 |
+
epoch = 20.0
|
19 |
+
eval_loss = 1.7798
|
20 |
+
eval_mem_cpu_alloc_delta = 3MB
|
21 |
+
eval_mem_cpu_peaked_delta = 0MB
|
22 |
+
eval_mem_gpu_alloc_delta = 0MB
|
23 |
+
eval_mem_gpu_peaked_delta = 7044MB
|
24 |
+
eval_runtime = 0:03:03.37
|
25 |
+
eval_samples = 527
|
26 |
+
eval_samples_per_second = 2.874
|
27 |
+
perplexity = 5.9285
|
28 |
+
```
|
29 |
+
|
30 |
+
|
31 |
#### Notebook:
|
32 |
https://colab.research.google.com/drive/1P0Raqrq0iBLNH87DyN9j0SwWg4C2HubV?usp=sharing
|