imranraad commited on
Commit
696bd2a
1 Parent(s): bf9c715

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +20 -0
README.md CHANGED
@@ -57,4 +57,24 @@ tokenizer = AutoTokenizer.from_pretrained("imranraad/autotrain-magpie-epie-combi
57
  inputs = tokenizer("I love AutoTrain", return_tensors="pt")
58
 
59
  outputs = model(**inputs)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
60
  ```
 
57
  inputs = tokenizer("I love AutoTrain", return_tensors="pt")
58
 
59
  outputs = model(**inputs)
60
+ ```
61
+
62
+ How to get the logits:
63
+
64
+ ```
65
+ from transformers import AutoTokenizer, AutoModelForTokenClassification
66
+ from transformers import pipeline
67
+
68
+ model = AutoModelForTokenClassification.from_pretrained("imranraad/idiom-xlm-roberta")
69
+
70
+ tokenizer = AutoTokenizer.from_pretrained("imranraad/idiom-xlm-roberta")
71
+
72
+ pipeline_idioms = pipeline("ner", model=model, tokenizer=tokenizer, aggregation_strategy="simple")
73
+
74
+ text = "Why are you so bent out of shape? - Why are you so upset?"
75
+
76
+ idioms = pipeline_idioms(text)
77
+ for idiom in idioms:
78
+ if idiom['entity_group'] == '1':
79
+ print(idiom['word'])
80
  ```