beomi commited on
Commit
9579506
1 Parent(s): 87f920c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -7
README.md CHANGED
@@ -89,8 +89,7 @@ TBD
89
  | Llama-2 Original 7B* | 0.562033 | 0.575982 | 0.576216 | 0.595532 |
90
  | Llama-2-Ko-7b 20B (10k) | 0.738780 | 0.762639 | 0.780761 | 0.797863 |
91
  | Llama-2-Ko-7b 40B (20k) | 0.743630 | 0.792716 | 0.803746 | 0.825944 |
92
-
93
- *Llama-2 Original 7B used https://huggingface.co/meta-llama/Llama-2-7b-hf (No tokenizer updated)
94
 
95
  ### HellaSwag (F1)
96
 
@@ -108,8 +107,7 @@ TBD
108
  | Llama-2 Original 7B* | 0.415390 | 0.431382 | 0.421342 | 0.442003 |
109
  | Llama-2-Ko-7b 20B (10k) | 0.451757 | 0.466751 | 0.472607 | 0.482776 |
110
  | Llama-2-Ko-7b 40B (20k) | 0.456246 | 0.465665 | 0.469810 | 0.477374 |
111
-
112
- *Llama-2 Original 7B used https://huggingface.co/meta-llama/Llama-2-7b-hf (No tokenizer updated)
113
 
114
  ### BoolQ (F1)
115
 
@@ -127,8 +125,7 @@ TBD
127
  | Llama-2 Original 7B* | 0.352050 | 0.563238 | 0.474788 | 0.419222 |
128
  | Llama-2-Ko-7b 20B (10k) | 0.360656 | 0.679743 | 0.680109 | 0.662152 |
129
  | Llama-2-Ko-7b 40B (20k) | 0.578640 | 0.697747 | 0.708358 | 0.714423 |
130
-
131
- *Llama-2 Original 7B used https://huggingface.co/meta-llama/Llama-2-7b-hf (No tokenizer updated)
132
 
133
  ### SentiNeg (F1)
134
 
@@ -146,7 +143,7 @@ TBD
146
  | Llama-2 Original 7B* | 0.347502 | 0.529124 | 0.480641 | 0.788457 |
147
  | Llama-2-Ko-7b 20B (10k) | 0.485546 | 0.829503 | 0.871141 | 0.851253 |
148
  | Llama-2-Ko-7b 40B (20k) | 0.459447 | 0.761079 | 0.727611 | 0.936988 |
149
- *Llama-2 Original 7B used https://huggingface.co/meta-llama/Llama-2-7b-hf (No tokenizer updated)
150
 
151
 
152
  ## Note for oobabooga/text-generation-webui
 
89
  | Llama-2 Original 7B* | 0.562033 | 0.575982 | 0.576216 | 0.595532 |
90
  | Llama-2-Ko-7b 20B (10k) | 0.738780 | 0.762639 | 0.780761 | 0.797863 |
91
  | Llama-2-Ko-7b 40B (20k) | 0.743630 | 0.792716 | 0.803746 | 0.825944 |
92
+ *Llama-2 Original 7B used https://huggingface.co/meta-llama/Llama-2-7b-hf (w/o tokenizer updated)
 
93
 
94
  ### HellaSwag (F1)
95
 
 
107
  | Llama-2 Original 7B* | 0.415390 | 0.431382 | 0.421342 | 0.442003 |
108
  | Llama-2-Ko-7b 20B (10k) | 0.451757 | 0.466751 | 0.472607 | 0.482776 |
109
  | Llama-2-Ko-7b 40B (20k) | 0.456246 | 0.465665 | 0.469810 | 0.477374 |
110
+ *Llama-2 Original 7B used https://huggingface.co/meta-llama/Llama-2-7b-hf (w/o tokenizer updated)
 
111
 
112
  ### BoolQ (F1)
113
 
 
125
  | Llama-2 Original 7B* | 0.352050 | 0.563238 | 0.474788 | 0.419222 |
126
  | Llama-2-Ko-7b 20B (10k) | 0.360656 | 0.679743 | 0.680109 | 0.662152 |
127
  | Llama-2-Ko-7b 40B (20k) | 0.578640 | 0.697747 | 0.708358 | 0.714423 |
128
+ *Llama-2 Original 7B used https://huggingface.co/meta-llama/Llama-2-7b-hf (w/o tokenizer updated)
 
129
 
130
  ### SentiNeg (F1)
131
 
 
143
  | Llama-2 Original 7B* | 0.347502 | 0.529124 | 0.480641 | 0.788457 |
144
  | Llama-2-Ko-7b 20B (10k) | 0.485546 | 0.829503 | 0.871141 | 0.851253 |
145
  | Llama-2-Ko-7b 40B (20k) | 0.459447 | 0.761079 | 0.727611 | 0.936988 |
146
+ *Llama-2 Original 7B used https://huggingface.co/meta-llama/Llama-2-7b-hf (w/o tokenizer updated)
147
 
148
 
149
  ## Note for oobabooga/text-generation-webui