Update README.md
Browse files
README.md
CHANGED
@@ -57,4 +57,24 @@ tokenizer = AutoTokenizer.from_pretrained("imranraad/autotrain-magpie-epie-combi
|
|
57 |
inputs = tokenizer("I love AutoTrain", return_tensors="pt")
|
58 |
|
59 |
outputs = model(**inputs)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
60 |
```
|
|
|
57 |
inputs = tokenizer("I love AutoTrain", return_tensors="pt")
|
58 |
|
59 |
outputs = model(**inputs)
|
60 |
+
```
|
61 |
+
|
62 |
+
How to get the logits:
|
63 |
+
|
64 |
+
```
|
65 |
+
from transformers import AutoTokenizer, AutoModelForTokenClassification
|
66 |
+
from transformers import pipeline
|
67 |
+
|
68 |
+
model = AutoModelForTokenClassification.from_pretrained("imranraad/idiom-xlm-roberta")
|
69 |
+
|
70 |
+
tokenizer = AutoTokenizer.from_pretrained("imranraad/idiom-xlm-roberta")
|
71 |
+
|
72 |
+
pipeline_idioms = pipeline("ner", model=model, tokenizer=tokenizer, aggregation_strategy="simple")
|
73 |
+
|
74 |
+
text = "Why are you so bent out of shape? - Why are you so upset?"
|
75 |
+
|
76 |
+
idioms = pipeline_idioms(text)
|
77 |
+
for idiom in idioms:
|
78 |
+
if idiom['entity_group'] == '1':
|
79 |
+
print(idiom['word'])
|
80 |
```
|