Spaces:
Runtime error
Runtime error
Update 2.py
Browse files
2.py
CHANGED
@@ -76,7 +76,7 @@ def create_model_from_folder(folder_path):
|
|
76 |
s[os.path.basename(r).replace('.', '_')].extend(parse_xml(os.path.join(r, file)))
|
77 |
return DM(dict(s))
|
78 |
|
79 |
-
def create_embeddings_and_sentences(folder_path, model_name="
|
80 |
t, m, embeddings, ds = AutoTokenizer.from_pretrained(model_name), AutoModel.from_pretrained(model_name), [], []
|
81 |
for r, d, f in os.walk(folder_path):
|
82 |
for file in f:
|
@@ -91,7 +91,7 @@ def create_embeddings_and_sentences(folder_path, model_name="sentence-transforme
|
|
91 |
ds.append(text)
|
92 |
return np.vstack(embeddings), ds
|
93 |
|
94 |
-
def query_vector_similarity(query, embeddings, ds, model_name="
|
95 |
t, m = AutoTokenizer.from_pretrained(model_name), AutoModel.from_pretrained(model_name)
|
96 |
i = t(query, return_tensors="pt", truncation=True, padding=True)
|
97 |
with torch.no_grad():
|
|
|
76 |
s[os.path.basename(r).replace('.', '_')].extend(parse_xml(os.path.join(r, file)))
|
77 |
return DM(dict(s))
|
78 |
|
79 |
+
def create_embeddings_and_sentences(folder_path, model_name="pile-of-law/legalbert-large-1.7M-1"):
|
80 |
t, m, embeddings, ds = AutoTokenizer.from_pretrained(model_name), AutoModel.from_pretrained(model_name), [], []
|
81 |
for r, d, f in os.walk(folder_path):
|
82 |
for file in f:
|
|
|
91 |
ds.append(text)
|
92 |
return np.vstack(embeddings), ds
|
93 |
|
94 |
+
def query_vector_similarity(query, embeddings, ds, model_name="pile-of-law/legalbert-large-1.7M-2"):
|
95 |
t, m = AutoTokenizer.from_pretrained(model_name), AutoModel.from_pretrained(model_name)
|
96 |
i = t(query, return_tensors="pt", truncation=True, padding=True)
|
97 |
with torch.no_grad():
|