import threading import re import gradio as gr import os import google.generativeai as genai GOOGLE_API_KEY = os.getenv("GOOGLE_API_KEY") import chromadb from langchain.document_loaders import PyPDFLoader from langchain.text_splitter import RecursiveCharacterTextSplitter from uuid import uuid4 text_splitter = RecursiveCharacterTextSplitter( chunk_size=800, chunk_overlap=50 ) client = chromadb.PersistentClient("test") collection = client.create_collection("test_data") def upload_pdf(file_path): loader = PyPDFLoader(file_path) pages = loader.load() documents = [] for page in pages: docs = text_splitter.split_text(page.page_content) for doc in docs: documents.append({ "text": docs, "meta_data": page.metadata, }) collection.add( ids=[str(uuid4()) for _ in range(len(documents))], documents=[doc['text'][0] for doc in documents], metadatas=[doc['meta_data'] for doc in documents] ) return f"PDF Uploaded Successfully. {collection.count()} chunks stored in ChromaDB" # Now you can use hugging_face_api_key in your code genai.configure(api_key=GOOGLE_API_KEY) model = genai.GenerativeModel('gemini-pro') # Load the model def get_Answer(query): res = collection.query( # Assuming `collection` is defined elsewhere query_texts=query, n_results=2 ) system = f"""You are a teacher. You will be provided some context, your task is to analyze the relevant context and answer the below question: - {query} """ context = " ".join([re.sub(r'[^\x00-\x7F]+', ' ', r) for r in res['documents'][0]]) prompt = f"### System: {system} \n\n ###: User: {context} \n\n ### Assistant:\n" answer = model.generate_content(prompt).text return answer def Show_Interface(file_path,query): if file_path and query: return "Choose only one method at a time(Upload pdf /or Query from uploaded PDF)" elif file_path: return upload_pdf(file_path) else: return get_Answer(query) # # Define the Gradio interface # iface1 = gr.Interface( # fn=get_Answer, # inputs=gr.Textbox(lines=5, placeholder="Ask a question"), # Textbox for query # outputs="textbox", # Display the generated answer in a textbox # title="Answer Questions with Gemini-Pro", # description="Ask a question and get an answer based on context from a ChromaDB collection.", # ) # Define the Gradio interface iface2 = gr.Interface( fn=Show_Interface, inputs=["file","text"], # Specify a file input component outputs="textbox", # Display the output text in a textbox title="Choose one process at a time(Upload pdf /or Query from uploaded PDF)", #description="Choose only one method at a time(Upload pdf /or Query from uploaded PDF)", ) iface2.launch(debug=True)