bzantium commited on
Commit
fb3b023
1 Parent(s): 8e55535

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +5 -5
README.md CHANGED
@@ -92,7 +92,7 @@ python main.py \
92
 
93
  ### COPA (F1)
94
 
95
- | Model | params | n=0 | n=5 | n=10 | n=50 |
96
  |----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
97
  | [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.6696 | 0.6477 | 0.6419 | 0.6514 |
98
  | [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.7345 | 0.7287 | 0.7277 | 0.7479 |
@@ -106,7 +106,7 @@ python main.py \
106
 
107
  ### HellaSwag (F1)
108
 
109
- | Model | params | n=0 | n=5 | n=10 | n=50 |
110
  |----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
111
  | [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.5243 | 0.5272 | 0.5166 | 0.5352 |
112
  | [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.5590 | 0.5833 | 0.5828 | 0.5907 |
@@ -120,7 +120,7 @@ python main.py \
120
 
121
  ### BoolQ (F1)
122
 
123
- | Model | params | n=0 | n=5 | n=10 | n=50 |
124
  |----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
125
  | [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.3356 | 0.4014 | 0.3640 | 0.3560 |
126
  | [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.4514 | 0.5981 | 0.5499 | 0.5202 |
@@ -134,7 +134,7 @@ python main.py \
134
 
135
  ### SentiNeg (F1)
136
 
137
- | Model | params | n=0 | n=5 | n=10 | n=50 |
138
  |----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
139
  | [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.6065 | 0.6878 | 0.7280 | 0.8413 |
140
  | [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.3747 | 0.8942 | 0.9294 | 0.9698 |
@@ -148,7 +148,7 @@ python main.py \
148
 
149
  ### WiC (F1)
150
 
151
- | Model | params | n=0 | n=5 | n=10 | n=50 |
152
  |----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
153
  | [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.3290 | 0.4313 | 0.4001 | 0.3621 |
154
  | [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.3526 | 0.4775 | 0.4358 | 0.4061 |
 
92
 
93
  ### COPA (F1)
94
 
95
+ | Model | params | 0-shot | 5-shot | 10-shot | 50-shot |
96
  |----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
97
  | [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.6696 | 0.6477 | 0.6419 | 0.6514 |
98
  | [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.7345 | 0.7287 | 0.7277 | 0.7479 |
 
106
 
107
  ### HellaSwag (F1)
108
 
109
+ | Model | params | 0-shot | 5-shot | 10-shot | 50-shot |
110
  |----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
111
  | [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.5243 | 0.5272 | 0.5166 | 0.5352 |
112
  | [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.5590 | 0.5833 | 0.5828 | 0.5907 |
 
120
 
121
  ### BoolQ (F1)
122
 
123
+ | Model | params | 0-shot | 5-shot | 10-shot | 50-shot |
124
  |----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
125
  | [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.3356 | 0.4014 | 0.3640 | 0.3560 |
126
  | [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.4514 | 0.5981 | 0.5499 | 0.5202 |
 
134
 
135
  ### SentiNeg (F1)
136
 
137
+ | Model | params | 0-shot | 5-shot | 10-shot | 50-shot |
138
  |----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
139
  | [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.6065 | 0.6878 | 0.7280 | 0.8413 |
140
  | [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.3747 | 0.8942 | 0.9294 | 0.9698 |
 
148
 
149
  ### WiC (F1)
150
 
151
+ | Model | params | 0-shot | 5-shot | 10-shot | 50-shot |
152
  |----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
153
  | [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.3290 | 0.4313 | 0.4001 | 0.3621 |
154
  | [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.3526 | 0.4775 | 0.4358 | 0.4061 |