Update app.py
Browse files
app.py
CHANGED
@@ -57,13 +57,13 @@ def initialize_pinecone(index_name: str):
|
|
57 |
# bm25 = BM25Encoder().load("./UAE-NLA.json")
|
58 |
|
59 |
### This is for UAE Legislation Website
|
60 |
-
pinecone_index = initialize_pinecone("uae-legislation-site-data")
|
61 |
-
bm25 = BM25Encoder().load("./bm25_uae_legislation_data.json")
|
62 |
|
63 |
|
64 |
### This is for u.ae Website
|
65 |
-
|
66 |
-
|
67 |
|
68 |
|
69 |
# #### This is for UAE Economic Department Website
|
@@ -78,7 +78,7 @@ bm25 = BM25Encoder().load("./bm25_uae_legislation_data.json")
|
|
78 |
# old_embed_model = HuggingFaceEmbeddings(model_name="sentence-transformers/gte-multilingual-base")
|
79 |
|
80 |
# Initialize models and retriever
|
81 |
-
embed_model = HuggingFaceEmbeddings(model_name="Alibaba-NLP/gte-
|
82 |
retriever = PineconeHybridSearchRetriever(
|
83 |
embeddings=embed_model,
|
84 |
sparse_encoder=bm25,
|
|
|
57 |
# bm25 = BM25Encoder().load("./UAE-NLA.json")
|
58 |
|
59 |
### This is for UAE Legislation Website
|
60 |
+
# pinecone_index = initialize_pinecone("uae-legislation-site-data")
|
61 |
+
# bm25 = BM25Encoder().load("./bm25_uae_legislation_data.json")
|
62 |
|
63 |
|
64 |
### This is for u.ae Website
|
65 |
+
pinecone_index = initialize_pinecone("vector-store-index")
|
66 |
+
bm25 = BM25Encoder().load("./bm25_u.ae.json")
|
67 |
|
68 |
|
69 |
# #### This is for UAE Economic Department Website
|
|
|
78 |
# old_embed_model = HuggingFaceEmbeddings(model_name="sentence-transformers/gte-multilingual-base")
|
79 |
|
80 |
# Initialize models and retriever
|
81 |
+
embed_model = HuggingFaceEmbeddings(model_name="Alibaba-NLP/gte-multilingual-base", model_kwargs={"trust_remote_code":True})
|
82 |
retriever = PineconeHybridSearchRetriever(
|
83 |
embeddings=embed_model,
|
84 |
sparse_encoder=bm25,
|