Hugging Face's logo

HuggingFaceH4
/
zephyr-7b-beta

Text Generation
Transformers
PyTorch
Safetensors
English
mistral
Generated from Trainer
conversational
Eval Results
Inference Endpoints
text-generation-inference
Model card Files Community
62
clefourrier HF staff commited on
Commit
dc24cab
•
1 Parent(s): f4e901c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +7 -7
README.md CHANGED
@@ -30,7 +30,7 @@ model-index:
30
  metrics:
31
  - type: acc_norm
32
  name: normalized accuracy
33
- value: 0.6203071672354948
34
  source:
35
  name: Open LLM Leaderboard
36
  url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=HuggingFaceH4/zephyr-7b-beta
@@ -48,7 +48,7 @@ model-index:
48
  metrics:
49
  - type: acc_norm
50
  name: normalized accuracy
51
- value: 0.8435570603465445
52
  source:
53
  name: Open LLM Leaderboard
54
  url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=HuggingFaceH4/zephyr-7b-beta
@@ -66,7 +66,7 @@ model-index:
66
  metrics:
67
  - type: f1
68
  name: f1 score
69
- value: 0.09662437080536909
70
  source:
71
  name: Open LLM Leaderboard
72
  url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=HuggingFaceH4/zephyr-7b-beta
@@ -84,7 +84,7 @@ model-index:
84
  num_few_shot: 0
85
  metrics:
86
  - type: mc2
87
- value: 0.5744916942762855
88
  source:
89
  name: Open LLM Leaderboard
90
  url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=HuggingFaceH4/zephyr-7b-beta
@@ -103,7 +103,7 @@ model-index:
103
  metrics:
104
  - type: acc
105
  name: accuracy
106
- value: 0.12736921910538287
107
  source:
108
  name: Open LLM Leaderboard
109
  url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=HuggingFaceH4/zephyr-7b-beta
@@ -122,7 +122,7 @@ model-index:
122
  metrics:
123
  - type: acc
124
  name: accuracy
125
- value: 0.6107
126
  source:
127
  name: Open LLM Leaderboard
128
  url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=HuggingFaceH4/zephyr-7b-beta
@@ -141,7 +141,7 @@ model-index:
141
  metrics:
142
  - type: acc
143
  name: accuracy
144
- value: 0.7774269928966061
145
  source:
146
  name: Open LLM Leaderboard
147
  url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=HuggingFaceH4/zephyr-7b-beta
 
30
  metrics:
31
  - type: acc_norm
32
  name: normalized accuracy
33
+ value: 62.03071672354948
34
  source:
35
  name: Open LLM Leaderboard
36
  url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=HuggingFaceH4/zephyr-7b-beta
 
48
  metrics:
49
  - type: acc_norm
50
  name: normalized accuracy
51
+ value: 84.35570603465445
52
  source:
53
  name: Open LLM Leaderboard
54
  url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=HuggingFaceH4/zephyr-7b-beta
 
66
  metrics:
67
  - type: f1
68
  name: f1 score
69
+ value: 9.662437080536909
70
  source:
71
  name: Open LLM Leaderboard
72
  url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=HuggingFaceH4/zephyr-7b-beta
 
84
  num_few_shot: 0
85
  metrics:
86
  - type: mc2
87
+ value: 57.44916942762855
88
  source:
89
  name: Open LLM Leaderboard
90
  url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=HuggingFaceH4/zephyr-7b-beta
 
103
  metrics:
104
  - type: acc
105
  name: accuracy
106
+ value: 12.736921910538287
107
  source:
108
  name: Open LLM Leaderboard
109
  url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=HuggingFaceH4/zephyr-7b-beta
 
122
  metrics:
123
  - type: acc
124
  name: accuracy
125
+ value: 61.07
126
  source:
127
  name: Open LLM Leaderboard
128
  url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=HuggingFaceH4/zephyr-7b-beta
 
141
  metrics:
142
  - type: acc
143
  name: accuracy
144
+ value: 77.74269928966061
145
  source:
146
  name: Open LLM Leaderboard
147
  url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=HuggingFaceH4/zephyr-7b-beta