Weixin-Liang commited on
Commit
88734c0
·
1 Parent(s): 56ff7e0

add model weights

Browse files
.gitattributes CHANGED
@@ -29,3 +29,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
29
  *.zip filter=lfs diff=lfs merge=lfs -text
30
  *.zst filter=lfs diff=lfs merge=lfs -text
31
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
29
  *.zip filter=lfs diff=lfs merge=lfs -text
30
  *.zst filter=lfs diff=lfs merge=lfs -text
31
  *tfevents* filter=lfs diff=lfs merge=lfs -text
32
+ *.json filter=lfs diff=lfs merge=lfs -text
app.py CHANGED
@@ -3,14 +3,30 @@ from transformers import pipeline
3
 
4
  import gradio as gr
5
 
6
- ner_pipeline = pipeline("ner")
 
 
 
 
 
 
 
 
 
 
 
7
 
8
  examples = [
9
- "Does Chicago have any stores and does Joe live here?",
 
 
10
  ]
11
 
12
  def ner(text):
13
- output = ner_pipeline(text)
 
 
 
14
  return {"text": text, "entities": output}
15
 
16
  demo = gr.Interface(ner,
@@ -18,4 +34,4 @@ demo = gr.Interface(ner,
18
  gr.HighlightedText(),
19
  examples=examples)
20
 
21
- demo.launch()
 
3
 
4
  import gradio as gr
5
 
6
+
7
+ model_name="xlm-roberta-base"
8
+ # model_name="roberta-large"
9
+ from transformers import AutoTokenizer, AutoModelForTokenClassification
10
+
11
+
12
+ label_list= ['literal',"metaphoric"]
13
+ label_dict_relations={ i : l for i, l in enumerate(label_list) }
14
+ PATH = "./saved-models/my_model"
15
+ model_metaphor_detection = AutoModelForTokenClassification.from_pretrained(PATH, id2label=label_dict_relations)
16
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
17
+ pipeline_metaphors=pipeline("ner", model=model_metaphor_detection, tokenizer=tokenizer, aggregation_strategy="simple")
18
 
19
  examples = [
20
+ "It would change the trajectory of your legal career.",
21
+ "Washington and the media just explodes on you, you just don’t know where you are at the moment",
22
+ "Those statements are deeply concerning.",
23
  ]
24
 
25
  def ner(text):
26
+ output = pipeline_metaphors(text)
27
+ # change name
28
+ for x in output:
29
+ x['entity'] = x['entity_group']
30
  return {"text": text, "entities": output}
31
 
32
  demo = gr.Interface(ner,
 
34
  gr.HighlightedText(),
35
  examples=examples)
36
 
37
+ demo.launch(share=True)
saved-models/my_model/config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e82994f4fa6bd5c158f13d97a6eb777ada04b5c1c30b0546f060d5ef3abd4cd3
3
+ size 718
saved-models/my_model/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2af0b48159e3a92bae8ae85fdec42501f9dcb2766714107d8f85a71a52ad3327
3
+ size 1109894583
saved-models/my_model/special_tokens_map.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06e405a36dfe4b9604f484f6a1e619af1a7f7d09e34a8555eb0b77b66318067f
3
+ size 280
saved-models/my_model/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46afe88da5fd71bdbab5cfab5e84c1adce59c246ea5f9341bbecef061891d0a7
3
+ size 17082913
saved-models/my_model/tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae42ec38b1bce8cda1432566534c207e7bf573d4fd0178af8ae31ce8551d097c
3
+ size 451
saved-models/my_model/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7e413c6dddc06cd0f8fd59e9f9fbc32e909a4723cd8b268b77a638a1de900c2
3
+ size 3311