Spaces:
Sleeping
Sleeping
Update text_analysis.py
Browse files- text_analysis.py +2 -2
text_analysis.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
import torch
|
| 2 |
from transformers import LongformerModel, LongformerTokenizerFast
|
| 3 |
|
| 4 |
-
model = LongformerModel.from_pretrained('kazzand/ru-longformer-
|
| 5 |
-
tokenizer = LongformerTokenizerFast.from_pretrained('kazzand/ru-longformer-
|
| 6 |
|
| 7 |
def get_cls_embedding(text, model, tokenizer, device='cuda'):
|
| 8 |
model.to(device)
|
|
|
|
| 1 |
import torch
|
| 2 |
from transformers import LongformerModel, LongformerTokenizerFast
|
| 3 |
|
| 4 |
+
model = LongformerModel.from_pretrained('kazzand/ru-longformer-base-4096')
|
| 5 |
+
tokenizer = LongformerTokenizerFast.from_pretrained('kazzand/ru-longformer-base-4096')
|
| 6 |
|
| 7 |
def get_cls_embedding(text, model, tokenizer, device='cuda'):
|
| 8 |
model.to(device)
|