Update app.py
Browse files
app.py
CHANGED
@@ -7,7 +7,7 @@ import gradio as gr
|
|
7 |
from langchain.embeddings import HuggingFaceEmbeddings
|
8 |
from langchain.vectorstores import FAISS
|
9 |
from langchain_text_splitters import RecursiveCharacterTextSplitter
|
10 |
-
from
|
11 |
from sentence_transformers import SentenceTransformer
|
12 |
from transformers import AutoTokenizer
|
13 |
from nltk import sent_tokenize
|
|
|
7 |
from langchain.embeddings import HuggingFaceEmbeddings
|
8 |
from langchain.vectorstores import FAISS
|
9 |
from langchain_text_splitters import RecursiveCharacterTextSplitter
|
10 |
+
from langchain_text_splitters import TokenTextSplitter
|
11 |
from sentence_transformers import SentenceTransformer
|
12 |
from transformers import AutoTokenizer
|
13 |
from nltk import sent_tokenize
|