Spaces:
Runtime error
Runtime error
attempting resolution of authentication issue
Browse files
app.py
CHANGED
@@ -3,7 +3,7 @@ import datasets
|
|
3 |
import faiss
|
4 |
import os
|
5 |
|
6 |
-
from transformers import pipeline
|
7 |
|
8 |
|
9 |
auth_token = os.environ.get("CLARIN_KNEXT")
|
@@ -32,7 +32,9 @@ def load_index(index_data: str = "clarin-knext/entity-linking-index"):
|
|
32 |
|
33 |
|
34 |
def load_model(model_name: str = "clarin-knext/entity-linking-encoder"):
|
35 |
-
|
|
|
|
|
36 |
return pipe
|
37 |
|
38 |
|
|
|
3 |
import faiss
|
4 |
import os
|
5 |
|
6 |
+
from transformers import pipeline, AutoModel, AutoTokenizer
|
7 |
|
8 |
|
9 |
auth_token = os.environ.get("CLARIN_KNEXT")
|
|
|
32 |
|
33 |
|
34 |
def load_model(model_name: str = "clarin-knext/entity-linking-encoder"):
|
35 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=auth_token)
|
36 |
+
model = AutoModel.from_pretrained(model_name, use_auth_token=auth_token)
|
37 |
+
pipe = pipeline("feature-extraction", model=model, tokenizer=tokenizer)
|
38 |
return pipe
|
39 |
|
40 |
|