Commit
·
f68e037
1
Parent(s):
e590d41
added confidence
Browse files- generic_nel.py +2 -2
generic_nel.py
CHANGED
@@ -115,10 +115,10 @@ class NelPipeline(Pipeline):
|
|
115 |
# output_scores=True,
|
116 |
)
|
117 |
# print(outputs)
|
118 |
-
token_ids, scores = outputs.sequences, outputs.scores
|
119 |
# Decode the predictions into readable text
|
120 |
wikipedia_predictions = self.tokenizer.batch_decode(
|
121 |
-
outputs
|
122 |
)
|
123 |
# Process the scores for each token
|
124 |
|
|
|
115 |
# output_scores=True,
|
116 |
)
|
117 |
# print(outputs)
|
118 |
+
# token_ids, scores = outputs.sequences, outputs.scores
|
119 |
# Decode the predictions into readable text
|
120 |
wikipedia_predictions = self.tokenizer.batch_decode(
|
121 |
+
outputs, skip_special_tokens=True
|
122 |
)
|
123 |
# Process the scores for each token
|
124 |
|