Spaces:
Runtime error
Runtime error
Weixin-Liang
commited on
Commit
·
88734c0
1
Parent(s):
56ff7e0
add model weights
Browse files- .gitattributes +1 -0
- app.py +20 -4
- saved-models/my_model/config.json +3 -0
- saved-models/my_model/pytorch_model.bin +3 -0
- saved-models/my_model/special_tokens_map.json +3 -0
- saved-models/my_model/tokenizer.json +3 -0
- saved-models/my_model/tokenizer_config.json +3 -0
- saved-models/my_model/training_args.bin +3 -0
.gitattributes
CHANGED
|
@@ -29,3 +29,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 29 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 30 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 31 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 29 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 30 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 31 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 32 |
+
*.json filter=lfs diff=lfs merge=lfs -text
|
app.py
CHANGED
|
@@ -3,14 +3,30 @@ from transformers import pipeline
|
|
| 3 |
|
| 4 |
import gradio as gr
|
| 5 |
|
| 6 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
|
| 8 |
examples = [
|
| 9 |
-
"
|
|
|
|
|
|
|
| 10 |
]
|
| 11 |
|
| 12 |
def ner(text):
|
| 13 |
-
output =
|
|
|
|
|
|
|
|
|
|
| 14 |
return {"text": text, "entities": output}
|
| 15 |
|
| 16 |
demo = gr.Interface(ner,
|
|
@@ -18,4 +34,4 @@ demo = gr.Interface(ner,
|
|
| 18 |
gr.HighlightedText(),
|
| 19 |
examples=examples)
|
| 20 |
|
| 21 |
-
demo.launch()
|
|
|
|
| 3 |
|
| 4 |
import gradio as gr
|
| 5 |
|
| 6 |
+
|
| 7 |
+
model_name="xlm-roberta-base"
|
| 8 |
+
# model_name="roberta-large"
|
| 9 |
+
from transformers import AutoTokenizer, AutoModelForTokenClassification
|
| 10 |
+
|
| 11 |
+
|
| 12 |
+
label_list= ['literal',"metaphoric"]
|
| 13 |
+
label_dict_relations={ i : l for i, l in enumerate(label_list) }
|
| 14 |
+
PATH = "./saved-models/my_model"
|
| 15 |
+
model_metaphor_detection = AutoModelForTokenClassification.from_pretrained(PATH, id2label=label_dict_relations)
|
| 16 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 17 |
+
pipeline_metaphors=pipeline("ner", model=model_metaphor_detection, tokenizer=tokenizer, aggregation_strategy="simple")
|
| 18 |
|
| 19 |
examples = [
|
| 20 |
+
"It would change the trajectory of your legal career.",
|
| 21 |
+
"Washington and the media just explodes on you, you just don’t know where you are at the moment",
|
| 22 |
+
"Those statements are deeply concerning.",
|
| 23 |
]
|
| 24 |
|
| 25 |
def ner(text):
|
| 26 |
+
output = pipeline_metaphors(text)
|
| 27 |
+
# change name
|
| 28 |
+
for x in output:
|
| 29 |
+
x['entity'] = x['entity_group']
|
| 30 |
return {"text": text, "entities": output}
|
| 31 |
|
| 32 |
demo = gr.Interface(ner,
|
|
|
|
| 34 |
gr.HighlightedText(),
|
| 35 |
examples=examples)
|
| 36 |
|
| 37 |
+
demo.launch(share=True)
|
saved-models/my_model/config.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e82994f4fa6bd5c158f13d97a6eb777ada04b5c1c30b0546f060d5ef3abd4cd3
|
| 3 |
+
size 718
|
saved-models/my_model/pytorch_model.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2af0b48159e3a92bae8ae85fdec42501f9dcb2766714107d8f85a71a52ad3327
|
| 3 |
+
size 1109894583
|
saved-models/my_model/special_tokens_map.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:06e405a36dfe4b9604f484f6a1e619af1a7f7d09e34a8555eb0b77b66318067f
|
| 3 |
+
size 280
|
saved-models/my_model/tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:46afe88da5fd71bdbab5cfab5e84c1adce59c246ea5f9341bbecef061891d0a7
|
| 3 |
+
size 17082913
|
saved-models/my_model/tokenizer_config.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ae42ec38b1bce8cda1432566534c207e7bf573d4fd0178af8ae31ce8551d097c
|
| 3 |
+
size 451
|
saved-models/my_model/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c7e413c6dddc06cd0f8fd59e9f9fbc32e909a4723cd8b268b77a638a1de900c2
|
| 3 |
+
size 3311
|