Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -121,7 +121,7 @@ def get_mean_from_proba(proba_list):
|
|
121 |
|
122 |
|
123 |
def my_inference_function(sec_txt):
|
124 |
-
tokens = tokenizer.encode_plus(
|
125 |
|
126 |
input_ids = tokens['input_ids']
|
127 |
total_len = len(input_ids)
|
|
|
121 |
|
122 |
|
123 |
def my_inference_function(sec_txt):
|
124 |
+
tokens = tokenizer.encode_plus(sec_txt, add_special_tokens=False)
|
125 |
|
126 |
input_ids = tokens['input_ids']
|
127 |
total_len = len(input_ids)
|