Bram Vanroy commited on
Commit
5cfd1c2
1 Parent(s): 1c35831

Add evals for GEITje-7B-chat on arc_nl

Browse files

[Rijgersberg/GEITje-7B-chat](https://huggingface.co/Rijgersberg/GEITje-7B-chat) results for arc_nl

evals/arc/arc_nl_GEITje-7B-chat.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
  "results": {
3
  "arc_nl": {
4
- "acc": 0.41488451668092385,
5
- "acc_stderr": 0.014416604608618254,
6
- "acc_norm": 0.42001710863986313,
7
- "acc_norm_stderr": 0.014441744604939771
8
  }
9
  },
10
  "versions": {
@@ -12,8 +12,8 @@
12
  },
13
  "config": {
14
  "model": "hf-auto",
15
- "model_args": "pretrained=Rijgersberg/GEITje-7B-chat,use_accelerate=True,device_map_option=auto,dtype=auto,load_in_8bit=True",
16
- "batch_size": 4,
17
  "device": "cuda",
18
  "no_cache": false,
19
  "limit": null,
 
1
  {
2
  "results": {
3
  "arc_nl": {
4
+ "acc": 0.41146278870829767,
5
+ "acc_stderr": 0.014398950037131923,
6
+ "acc_norm": 0.43028229255774164,
7
+ "acc_norm_stderr": 0.014487223979103713
8
  }
9
  },
10
  "versions": {
 
12
  },
13
  "config": {
14
  "model": "hf-auto",
15
+ "model_args": "pretrained=Rijgersberg/GEITje-7B-chat,use_accelerate=True,device_map_option=auto,dtype=auto,trust_remote_code=True,load_in_8bit=True",
16
+ "batch_size": 2,
17
  "device": "cuda",
18
  "no_cache": false,
19
  "limit": null,