nicholasKluge commited on
Commit
98d8d09
·
verified ·
1 Parent(s): 575c140

Upload results-multilingual-sft.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. results-multilingual-sft.json +37 -0
results-multilingual-sft.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "results": {
3
+ "arc_pt": {
4
+ "acc": 0.2760683760683761,
5
+ "acc_stderr": 0.0130752454127398,
6
+ "acc_norm": 0.30854700854700856,
7
+ "acc_norm_stderr": 0.01350935904916782
8
+ },
9
+ "hellaswag_pt": {
10
+ "acc": 0.37793910499512406,
11
+ "acc_stderr": 0.005047467981098971,
12
+ "acc_norm": 0.47513273377397336,
13
+ "acc_norm_stderr": 0.005198504535035831
14
+ },
15
+ "truthfulqa_pt": {
16
+ "mc1": 0.24746192893401014,
17
+ "mc1_stderr": 0.015382646812261825,
18
+ "mc2": 0.39066264426629793,
19
+ "mc2_stderr": 0.014567795673718856
20
+ }
21
+ },
22
+ "versions": {
23
+ "arc_pt": 0,
24
+ "hellaswag_pt": 1,
25
+ "truthfulqa_pt": 1
26
+ },
27
+ "config": {
28
+ "model": "hf-auto",
29
+ "model_args": "pretrained=/lustre/mlnvme/data/asen_hpc-mula/checkpoints-llama/slurm_job_17782345/step_42164",
30
+ "batch_size": 1,
31
+ "device": "cuda:0",
32
+ "no_cache": false,
33
+ "limit": null,
34
+ "bootstrap_iters": 100000,
35
+ "description_dict": {}
36
+ }
37
+ }