File size: 957 Bytes
55dc3dd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
"""Test the Spacy NER signal."""

from ..schema import field
from .ner import SpacyNER
from .splitters.text_splitter_test_utils import text_to_expected_spans


def test_spacy_ner_fields() -> None:
  signal = SpacyNER()
  signal.setup()
  assert signal.fields() == field(fields=[field('string_span', fields={'label': 'string'})])


def test_ner() -> None:
  signal = SpacyNER()
  signal.setup()

  text = ('Net income was $9.4 million compared to the prior year of $2.7 million.'
          'Revenue exceeded twelve billion dollars, with a loss of $1b.')
  emails = list(signal.compute([text]))

  expected_spans = text_to_expected_spans(text, [
    ('$9.4 million', {
      'label': 'MONEY'
    }),
    ('the prior year', {
      'label': 'DATE'
    }),
    ('$2.7 million', {
      'label': 'MONEY'
    }),
    ('twelve billion dollars', {
      'label': 'MONEY'
    }),
    ('1b', {
      'label': 'MONEY'
    }),
  ])

  assert emails == [expected_spans]