Merge branch 'main' into HuyDN

app/modules/__init__.py

@@ -7,6 +7,7 @@ from app.modules.crud_question_test import crud_question_tests_router
 from app.modules.crud_cvs import crud_cvs_router
 from app.modules.crud_jds import crud_jds_router
 from app.modules.crud_rag_question_tests import crud_rag_question_tests_router
+from app.modules.question_rag import quiz_gen_router
 
 modules_router = APIRouter(prefix="/modules", tags=["modules"])
 modules_router.include_router(qtretrieval_router)
@@ -15,6 +16,7 @@ modules_router.include_router(crud_question_tests_router)
 modules_router.include_router(crud_cvs_router)
 modules_router.include_router(crud_jds_router)
 modules_router.include_router(crud_rag_question_tests_router)
+modules_router.include_router(quiz_gen_router)
 
 @modules_router.get("/")
 async def index():

app/modules/question_rag/__init__.py

@@ -0,0 +1,26 @@
+from fastapi import APIRouter, UploadFile, File
+from typing import Annotated
+
+from app.modules.question_rag.models.question_rag_logic import question_rag
+from app.modules.question_tests_retrieval.models.jd2text import jobdes2text
+
+quiz_gen_router = APIRouter(prefix="/quiz_gen", tags=["quiz_gen"])
+
+@quiz_gen_router.get("/")
+async def index():
+    return {"message": "Welcome to quiz generator page"}
+
+@quiz_gen_router.post("/quiz_gen")
+# only upload .txt file
+async def quiz_gen(txt_file: Annotated[UploadFile, File(..., description="The JD file (only .txt file)", media_type=["text/plain"])]):
+    try:
+        # read the txt file with format
+        jobdes = txt_file.file.read().decode("utf-8")
+        sumaryjd_text = jobdes2text(jobdes)
+        if question_rag(sumaryjd_text):
+            return {"message": "Generate quiz success",
+                    "quiz": question_rag(sumaryjd_text)}
+        else:
+            return {"message": "Please upload only .txt file", "error": str(e)}
+    except Exception as e:
+        return {"message": "Please upload only .txt file", "error": str(e)}

app/modules/question_rag/models/question_rag_logic.py

@@ -0,0 +1,62 @@
+from langchain_google_genai import ChatGoogleGenerativeAI
+from langchain_google_genai import GoogleGenerativeAIEmbeddings
+from langchain_core.prompts import ChatPromptTemplate
+from langchain.chains.combine_documents import create_stuff_documents_chain
+from langchain.chains import create_retrieval_chain
+from langchain_core.output_parsers import JsonOutputParser
+
+from langchain_community.vectorstores import Qdrant
+import qdrant_client
+
+import os
+from dotenv import load_dotenv
+
+# load the environment variables
+load_dotenv()
+
+# Define the google api key
+os.environ['GOOGLE_API_KEY'] = os.getenv('GOOGLE_API_KEY')
+os.environ['QDRANT_API_KEY'] = os.getenv('QDRANT_API_KEY')
+os.environ['QDRANT_URL'] = os.getenv('QDRANT_URL')
+
+GOOGLE_API_KEY = os.environ.get("GOOGLE_API_KEY")
+QDRANT_API_KEY = os.environ.get("QDRANT_API_KEY")
+QDRANT_URL = os.environ.get("QDRANT_URL")
+
+def question_rag(jobtext: str):
+    llm = ChatGoogleGenerativeAI(model="gemini-pro", google_api_key=GOOGLE_API_KEY, request_timeout=120)
+
+    embeddings = GoogleGenerativeAIEmbeddings(model="models/embedding-001")
+
+    client = qdrant_client.QdrantClient(
+        url=QDRANT_URL,
+        api_key=QDRANT_API_KEY,
+    )
+    
+    doc_store = Qdrant(
+        client=client,
+        collection_name="rag_documents_test", 
+        embeddings=embeddings,
+    )
+
+    json_parser = JsonOutputParser()
+
+    prompt = ChatPromptTemplate.from_template("""
+    Answer the question based only on the following context:                                
+    <context>
+    {context}
+    </context>
+                                                                            
+    Generate a 10 quiz suitable for the given job description "{input}". Do not include "All of the above" answers.
+    Output format is JSON:
+    ("__count__": 10, "data": ( "id": "", "question": "", "choices": [ "A. ", "B. ", "C.", "D. " ], "explanation": "", "answer": "", "level": "", "domain": "" )).
+    About level help me three levels: "Fresher, Junior, Senior".
+    """)
+
+    document_chain = create_stuff_documents_chain(llm, prompt, output_parser=json_parser)
+
+    retriever = doc_store.as_retriever()
+    retrieval_chain = create_retrieval_chain(retriever, document_chain)
+    response = retrieval_chain.invoke({"input": jobtext})
+
+    return response["answer"]

requirements.txt

@@ -67,7 +67,7 @@ protobuf==4.25.3
 pyasn1==0.5.1
 pyasn1-modules==0.3.0
 pycparser==2.21
-pydantic==2.6.3 
+pydantic==2.6.3
 pydantic-extra-types==2.6.0
 pydantic-settings==2.2.1
 pydantic_core==2.16.3