Spaces:
Runtime error
Runtime error
Update datastats.py
Browse files- datastats.py +4 -1
datastats.py
CHANGED
@@ -1,5 +1,6 @@
|
|
1 |
""" DataStats metric. """
|
2 |
|
|
|
3 |
import functools
|
4 |
from collections import Counter
|
5 |
from multiprocessing import Pool
|
@@ -12,6 +13,8 @@ import datasets
|
|
12 |
import evaluate
|
13 |
from packaging import version
|
14 |
|
|
|
|
|
15 |
try:
|
16 |
_en = spacy.load('en_core_web_sm')
|
17 |
except OSError as stderr:
|
@@ -299,7 +302,7 @@ class DataStats(evaluate.Metric):
|
|
299 |
coverage = float(results['coverage'])
|
300 |
density = float(results['density'])
|
301 |
compression = float(results['compression'])
|
302 |
-
|
303 |
return {
|
304 |
"coverage": coverage,
|
305 |
"density": density,
|
|
|
1 |
""" DataStats metric. """
|
2 |
|
3 |
+
import logging
|
4 |
import functools
|
5 |
from collections import Counter
|
6 |
from multiprocessing import Pool
|
|
|
13 |
import evaluate
|
14 |
from packaging import version
|
15 |
|
16 |
+
logger = logging.getLogger(__name__)
|
17 |
+
|
18 |
try:
|
19 |
_en = spacy.load('en_core_web_sm')
|
20 |
except OSError as stderr:
|
|
|
302 |
coverage = float(results['coverage'])
|
303 |
density = float(results['density'])
|
304 |
compression = float(results['compression'])
|
305 |
+
logger.info(coverage, density, compression)
|
306 |
return {
|
307 |
"coverage": coverage,
|
308 |
"density": density,
|