Job_Search_Engine / loader.py
AkashKhamkar's picture
Uploading files from local directory
9c4894f
raw
history blame
457 Bytes
from sentence_transformers import SentenceTransformer, CrossEncoder, util
import pandas as pd
import pickle
bi_encoder = SentenceTransformer("multi-qa-MiniLM-L6-cos-v1")
cross_encoder = CrossEncoder("cross-encoder/ms-marco-MiniLM-L-6-v2")
df = pd.read_csv('job_corpus_dataframe.csv')
pickle_in = open("job_corpus.pickle","rb")
job_corpus = pickle.load(pickle_in)
pickle_in = open("job_corpus_encoded.pickle","rb")
job_corpus_ecoded = pickle.load(pickle_in)