Spaces:
Runtime error
Runtime error
SudharsanSundar
commited on
Commit
•
cfaf14b
1
Parent(s):
38a8ac5
Fixed description
Browse files- token_edit_distance.py +4 -3
token_edit_distance.py
CHANGED
@@ -5,9 +5,10 @@ from Levenshtein import distance as lev_dist
|
|
5 |
|
6 |
|
7 |
_DESCRIPTION = """
|
8 |
-
TokenEditDistance: NLP
|
9 |
-
|
10 |
-
|
|
|
11 |
"""
|
12 |
|
13 |
_CITATION = "Man of a thousand and eight names"
|
|
|
5 |
|
6 |
|
7 |
_DESCRIPTION = """
|
8 |
+
TokenEditDistance: This is an NLP evaluation metric that records the minimum number of token edits
|
9 |
+
(insertions, deletions, and replacements, all weighted equally) to the prediction string in order
|
10 |
+
to make it exactly match the reference string. Uses identical logic to Levenshtein Edit Distance,
|
11 |
+
except applied to tokens (i.e. individual ints in a list) as opposed to individual characters in a string.
|
12 |
"""
|
13 |
|
14 |
_CITATION = "Man of a thousand and eight names"
|