File size: 497 Bytes
85d46c2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
import logging
import lancedb
import os
from pathlib import Path
from sentence_transformers import SentenceTransformer, CrossEncoder
# Setting up the logging
logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)
retriever = SentenceTransformer("thenlper/gte-base")
ranker = CrossEncoder("cross-encoder/ms-marco-MiniLM-L-12-v2")
# db
db_uri = os.path.join(Path(__file__).parents[1], ".lancedb")
db = lancedb.connect(db_uri)
table = db.open_table("transformers_embeddings")
|