Jeffrey Rathgeber Jr commited on
Commit
391374c
1 Parent(s): fb7ca04
Files changed (1) hide show
  1. app.py +64 -39
app.py CHANGED
@@ -6,6 +6,7 @@ from transformers import AutoTokenizer, AutoModelForSequenceClassification
6
  import torch
7
  import torch.nn.functional as F
8
  from transformers import BertForMaskedLM
 
9
 
10
  # model = BertForMaskedLM.from_pretrained("remi/bertabs-finetuned-extractive-abstractive-summarization")
11
 
@@ -17,48 +18,72 @@ st.write('You selected:', option)
17
 
18
  if option == 'MILESTONE 3':
19
  st.write('test1')
20
- model_name_0 = "Rathgeberj/milestone3_0"
21
- # model_0 = AutoModelForSequenceClassification.from_pretrained(model_name_0)
22
- model_0 = BertForMaskedLM.from_pretrained(model_name_0)
23
- tokenizer_0 = AutoTokenizer.from_pretrained(model_name_0)
24
- classifier_0 = pipeline(task="sentiment-analysis", model=model_0, tokenizer=tokenizer_0)
25
-
26
- model_name_1 = "Rathgeberj/milestone3_1"
27
- # model_1 = AutoModelForSequenceClassification.from_pretrained(model_name_1)
28
- model_1 = BertForMaskedLM.from_pretrained(model_name_1)
29
- tokenizer_1 = AutoTokenizer.from_pretrained(model_name_1)
30
- classifier_1 = pipeline(task="sentiment-analysis", model=model_1, tokenizer=tokenizer_1)
31
-
32
- model_name_2 = "Rathgeberj/milestone3_2"
33
- # model_2 = AutoModelForSequenceClassification.from_pretrained(model_name_2)
34
- model_2 = BertForMaskedLM.from_pretrained(model_name_2)
35
- tokenizer_2 = AutoTokenizer.from_pretrained(model_name_2)
36
- classifier_2 = pipeline(task="sentiment-analysis", model=model_2, tokenizer=tokenizer_2)
37
-
38
- model_name_3 = "Rathgeberj/milestone3_3"
39
- # model_3 = AutoModelForSequenceClassification.from_pretrained(model_name_3)
40
- model_3 = BertForMaskedLM.from_pretrained(model_name_3)
41
- tokenizer_3 = AutoTokenizer.from_pretrained(model_name_3)
42
- classifier_3 = pipeline(task="sentiment-analysis", model=model_3, tokenizer=tokenizer_3)
43
-
44
- model_name_4 = "Rathgeberj/milestone3_4"
45
- # model_4 = AutoModelForSequenceClassification.from_pretrained(model_name_4)
46
- model_4 = BertForMaskedLM.from_pretrained(model_name_4)
47
- tokenizer_4 = AutoTokenizer.from_pretrained(model_name_4)
48
- classifier_4 = pipeline(task="sentiment-analysis", model=model_4, tokenizer=tokenizer_4)
49
-
50
- model_name_5 = "Rathgeberj/milestone3_5"
51
- # model_5 = AutoModelForSequenceClassification.from_pretrained(model_name_5)
52
- model_5 = BertForMaskedLM.from_pretrained(model_name_5)
53
- tokenizer_5 = AutoTokenizer.from_pretrained(model_name_5)
54
- classifier_5 = pipeline(task="sentiment-analysis", model=model_5, tokenizer=tokenizer_5)
55
-
56
- models = [model_0, model_1, model_2, model_3, model_4, model_5]
57
- tokenizers = [tokenizer_0, tokenizer_1, tokenizer_2, tokenizer_3, tokenizer_4, tokenizer_5]
58
- classifiers = [classifier_0, classifier_1, classifier_2, classifier_3, classifier_4, classifier_5]
59
 
60
  # X_train = [textIn]
61
  # batch = tokenizer(X_train, padding=True, truncation=True, max_length=512, return_tensors="pt")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
  st.write('test2')
63
 
64
  if option == 'Pipeline':
 
6
  import torch
7
  import torch.nn.functional as F
8
  from transformers import BertForMaskedLM
9
+ import pandas as pd
10
 
11
  # model = BertForMaskedLM.from_pretrained("remi/bertabs-finetuned-extractive-abstractive-summarization")
12
 
 
18
 
19
  if option == 'MILESTONE 3':
20
  st.write('test1')
21
+ # model_name_0 = "Rathgeberj/milestone3_0"
22
+ # # model_0 = AutoModelForSequenceClassification.from_pretrained(model_name_0)
23
+ # model_0 = BertForMaskedLM.from_pretrained(model_name_0)
24
+ # tokenizer_0 = AutoTokenizer.from_pretrained(model_name_0)
25
+ # classifier_0 = pipeline(task="sentiment-analysis", model=model_0, tokenizer=tokenizer_0)
26
+
27
+ # model_name_1 = "Rathgeberj/milestone3_1"
28
+ # # model_1 = AutoModelForSequenceClassification.from_pretrained(model_name_1)
29
+ # model_1 = BertForMaskedLM.from_pretrained(model_name_1)
30
+ # tokenizer_1 = AutoTokenizer.from_pretrained(model_name_1)
31
+ # classifier_1 = pipeline(task="sentiment-analysis", model=model_1, tokenizer=tokenizer_1)
32
+
33
+ # model_name_2 = "Rathgeberj/milestone3_2"
34
+ # # model_2 = AutoModelForSequenceClassification.from_pretrained(model_name_2)
35
+ # model_2 = BertForMaskedLM.from_pretrained(model_name_2)
36
+ # tokenizer_2 = AutoTokenizer.from_pretrained(model_name_2)
37
+ # classifier_2 = pipeline(task="sentiment-analysis", model=model_2, tokenizer=tokenizer_2)
38
+
39
+ # model_name_3 = "Rathgeberj/milestone3_3"
40
+ # # model_3 = AutoModelForSequenceClassification.from_pretrained(model_name_3)
41
+ # model_3 = BertForMaskedLM.from_pretrained(model_name_3)
42
+ # tokenizer_3 = AutoTokenizer.from_pretrained(model_name_3)
43
+ # classifier_3 = pipeline(task="sentiment-analysis", model=model_3, tokenizer=tokenizer_3)
44
+
45
+ # model_name_4 = "Rathgeberj/milestone3_4"
46
+ # # model_4 = AutoModelForSequenceClassification.from_pretrained(model_name_4)
47
+ # model_4 = BertForMaskedLM.from_pretrained(model_name_4)
48
+ # tokenizer_4 = AutoTokenizer.from_pretrained(model_name_4)
49
+ # classifier_4 = pipeline(task="sentiment-analysis", model=model_4, tokenizer=tokenizer_4)
50
+
51
+ # model_name_5 = "Rathgeberj/milestone3_5"
52
+ # # model_5 = AutoModelForSequenceClassification.from_pretrained(model_name_5)
53
+ # model_5 = BertForMaskedLM.from_pretrained(model_name_5)
54
+ # tokenizer_5 = AutoTokenizer.from_pretrained(model_name_5)
55
+ # classifier_5 = pipeline(task="sentiment-analysis", model=model_5, tokenizer=tokenizer_5)
56
+
57
+ # models = [model_0, model_1, model_2, model_3, model_4, model_5]
58
+ # tokenizers = [tokenizer_0, tokenizer_1, tokenizer_2, tokenizer_3, tokenizer_4, tokenizer_5]
59
+ # classifiers = [classifier_0, classifier_1, classifier_2, classifier_3, classifier_4, classifier_5]
60
 
61
  # X_train = [textIn]
62
  # batch = tokenizer(X_train, padding=True, truncation=True, max_length=512, return_tensors="pt")
63
+ df = pd.DataFrame()
64
+ df.columns = ['Tweet', 'Highest Toxicity Class Overall', 'Score Overall', 'Highest Toxicity Class Except Toxic', 'Score Except Toxic']
65
+
66
+ pre_populated_tweets = ['Yo bitch Ja Rule is more succesful then youll ever be whats up with you and hating you sad mofuckas...i should bitch slap ur pethedic white faces and get you to kiss my ass you guys sicken me. Ja rule is about pride in da music man. dont diss that shit on him. and nothin is wrong bein like tupac he was a brother too...fuckin white boys get things right next time.',
67
+ 'If you have a look back at the source, the information I updated was the correct form. I can only guess the source hadnt updated. I shall update the information once again but thank you for your message.',
68
+ 'I dont anonymously edit articles at all.',
69
+ 'Thank you for understanding. I think very highly of you and would not revert without discussion.',
70
+ 'Please do not add nonsense to Wikipedia. Such edits are considered vandalism and quickly undone. If you would like to experiment, please use the sandbox instead. Thank you. -',
71
+ 'Dear god this site is horrible.',
72
+ 'I think its crap that the link to roggenbier is to this article. Somebody that knows how to do things should change it.',
73
+ 'Please stop. If you continue to vandalize Wikipedia, as you did to Homosexuality, you will be blocked from editing.',
74
+ 'yeah, thanks for reviving the tradition of pissing all over articles because you want to live out your ethnic essentialism. Why let mere facts get into the way of enjoying that.',
75
+ 'Ive deleted the page , as we have no evidence that you are the person named on that page, and its content goes against Wikipedias policies for the use of user pages.',
76
+ ]
77
+
78
+ for i in len(pre_populated_tweets):
79
+ df['Tweet'][i] = pre_populated_tweets[i]
80
+ df['Highest Toxicity Class Overall'][i] = 0
81
+ df['Score Overall'][i] = 0
82
+ df['Highest Toxicity Class Except Toxic'][i] = 0
83
+ df['Score Except Toxic'][i] = 0
84
+
85
+ st.table(df)
86
+
87
  st.write('test2')
88
 
89
  if option == 'Pipeline':