mechtnet commited on
Commit
43ee97d
·
verified ·
1 Parent(s): 9670299

Update text_analysis.py

Browse files
Files changed (1) hide show
  1. text_analysis.py +2 -2
text_analysis.py CHANGED
@@ -1,8 +1,8 @@
1
  import torch
2
  from transformers import LongformerModel, LongformerTokenizerFast
3
 
4
- model = LongformerModel.from_pretrained('kazzand/ru-longformer-large-4096')
5
- tokenizer = LongformerTokenizerFast.from_pretrained('kazzand/ru-longformer-large-4096')
6
 
7
  def get_cls_embedding(text, model, tokenizer, device='cuda'):
8
  model.to(device)
 
1
  import torch
2
  from transformers import LongformerModel, LongformerTokenizerFast
3
 
4
+ model = LongformerModel.from_pretrained('kazzand/ru-longformer-base-4096')
5
+ tokenizer = LongformerTokenizerFast.from_pretrained('kazzand/ru-longformer-base-4096')
6
 
7
  def get_cls_embedding(text, model, tokenizer, device='cuda'):
8
  model.to(device)