submit distinct
Browse files- distinct.py +1 -1
distinct.py
CHANGED
|
@@ -172,7 +172,7 @@ class distinct(evaluate.Measurement):
|
|
| 172 |
if mode == "Expectation-Adjusted-Distinct":
|
| 173 |
Expectation_Adjusted_Distinct = len(distinct_tokens)/(vocab_size*(1-((vocab_size-1)/vocab_size)**len(total_tokens)))
|
| 174 |
return {
|
| 175 |
-
"Expectation-Adjusted-Distinct": Expectation_Adjusted_Distinct
|
| 176 |
"Distinct-1": Distinct_1,
|
| 177 |
"Distinct-2": Distinct_2,
|
| 178 |
"Distinct-3": Distinct_3
|
|
|
|
| 172 |
if mode == "Expectation-Adjusted-Distinct":
|
| 173 |
Expectation_Adjusted_Distinct = len(distinct_tokens)/(vocab_size*(1-((vocab_size-1)/vocab_size)**len(total_tokens)))
|
| 174 |
return {
|
| 175 |
+
"Expectation-Adjusted-Distinct": Expectation_Adjusted_Distinct,
|
| 176 |
"Distinct-1": Distinct_1,
|
| 177 |
"Distinct-2": Distinct_2,
|
| 178 |
"Distinct-3": Distinct_3
|