| import logging | |
| import lancedb | |
| import os | |
| from pathlib import Path | |
| from sentence_transformers import SentenceTransformer, CrossEncoder | |
| # Setting up the logging | |
| logging.basicConfig(level=logging.INFO) | |
| logger = logging.getLogger(__name__) | |
| retriever = SentenceTransformer("thenlper/gte-base") | |
| ranker = CrossEncoder("cross-encoder/ms-marco-MiniLM-L-12-v2") | |
| # db | |
| db_uri = os.path.join(Path(__file__).parents[1], ".lancedb") | |
| db = lancedb.connect(db_uri) | |
| table = db.open_table("transformers_embeddings") | |