Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -4,12 +4,16 @@ import numpy as np
|
|
4 |
import re
|
5 |
import torch
|
6 |
|
7 |
-
tokenizer = BertTokenizer.from_pretrained(r'
|
8 |
-
model = BertForSequenceClassification.from_pretrained(r'
|
9 |
|
10 |
def preprocess(temp):
|
11 |
temp = re.sub(u"\n\n", "\n", temp)
|
12 |
temp = re.sub(u"(^\n)|(\n$)", "", temp)
|
|
|
|
|
|
|
|
|
13 |
temp = re.sub('[^\u4e00-\u9fa5,。?!\n]+', '', temp)
|
14 |
temp = re.sub(u"\n", ",", temp)
|
15 |
for _ in range(int(len(temp) / 2)):
|
@@ -17,7 +21,6 @@ def preprocess(temp):
|
|
17 |
temp = re.sub(u",!|!,", "!", temp)
|
18 |
temp = re.sub(u",?|?,", "?", temp)
|
19 |
temp = re.sub(u",。|。,", "。", temp)
|
20 |
-
# time.sleep(1)
|
21 |
temp = temp.strip(',')
|
22 |
|
23 |
return temp
|
|
|
4 |
import re
|
5 |
import torch
|
6 |
|
7 |
+
tokenizer = BertTokenizer.from_pretrained(r'./model')
|
8 |
+
model = BertForSequenceClassification.from_pretrained(r'./model', num_labels = 6)
|
9 |
|
10 |
def preprocess(temp):
|
11 |
temp = re.sub(u"\n\n", "\n", temp)
|
12 |
temp = re.sub(u"(^\n)|(\n$)", "", temp)
|
13 |
+
temp = re.sub(u",", ",", temp)
|
14 |
+
temp = re.sub(u"?", "?", temp)
|
15 |
+
temp = re.sub(u"!", "!", temp)
|
16 |
+
temp = re.sub(u".", "。", temp)
|
17 |
temp = re.sub('[^\u4e00-\u9fa5,。?!\n]+', '', temp)
|
18 |
temp = re.sub(u"\n", ",", temp)
|
19 |
for _ in range(int(len(temp) / 2)):
|
|
|
21 |
temp = re.sub(u",!|!,", "!", temp)
|
22 |
temp = re.sub(u",?|?,", "?", temp)
|
23 |
temp = re.sub(u",。|。,", "。", temp)
|
|
|
24 |
temp = temp.strip(',')
|
25 |
|
26 |
return temp
|