|
from langchain.document_loaders import BSHTMLLoader, DirectoryLoader |
|
|
|
bshtml_dir_loader = DirectoryLoader('./data/', loader_cls=BSHTMLLoader) |
|
|
|
data = bshtml_dir_loader.load() |
|
|
|
from langchain.text_splitter import RecursiveCharacterTextSplitter |
|
|
|
text_splitter = RecursiveCharacterTextSplitter( |
|
chunk_size = 1000, |
|
chunk_overlap = 20, |
|
length_function = len, |
|
) |
|
|
|
documents = text_splitter.split_documents(data) |
|
|
|
import os |
|
|
|
os.environ["OPENAI_API_KEY"] = "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" |
|
|
|
from langchain.embeddings.openai import OpenAIEmbeddings |
|
|
|
embeddings = OpenAIEmbeddings() |
|
|
|
|
|
|
|
|
|
import gradio as gr |
|
|
|
def greet(name): |
|
return "Hello " + name + "!!" |
|
|
|
iface = gr.Interface(fn=greet, inputs="text", outputs="text") |
|
iface.launch() |
|
|