ajanz commited on
Commit
c11a5b8
1 Parent(s): d17d547

attempting resolution of authentication issue

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -3,7 +3,7 @@ import datasets
3
  import faiss
4
  import os
5
 
6
- from transformers import pipeline
7
 
8
 
9
  auth_token = os.environ.get("CLARIN_KNEXT")
@@ -32,7 +32,9 @@ def load_index(index_data: str = "clarin-knext/entity-linking-index"):
32
 
33
 
34
  def load_model(model_name: str = "clarin-knext/entity-linking-encoder"):
35
- pipe = pipeline("feature-extraction", model=model_name, use_auth_token=auth_token)
 
 
36
  return pipe
37
 
38
 
 
3
  import faiss
4
  import os
5
 
6
+ from transformers import pipeline, AutoModel, AutoTokenizer
7
 
8
 
9
  auth_token = os.environ.get("CLARIN_KNEXT")
 
32
 
33
 
34
  def load_model(model_name: str = "clarin-knext/entity-linking-encoder"):
35
+ tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=auth_token)
36
+ model = AutoModel.from_pretrained(model_name, use_auth_token=auth_token)
37
+ pipe = pipeline("feature-extraction", model=model, tokenizer=tokenizer)
38
  return pipe
39
 
40