Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -52,9 +52,10 @@ def get_vectorstore(text_chunks : list) -> FAISS:
|
|
52 |
def get_conversation_chain(vectorstore:FAISS) -> ConversationalRetrievalChain:
|
53 |
# llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo-0613")
|
54 |
llm = HuggingFaceHub(
|
55 |
-
repo_id="
|
|
|
56 |
#repo_id="TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"
|
57 |
-
model_kwargs={"temperature": 0.
|
58 |
)
|
59 |
|
60 |
memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True)
|
|
|
52 |
def get_conversation_chain(vectorstore:FAISS) -> ConversationalRetrievalChain:
|
53 |
# llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo-0613")
|
54 |
llm = HuggingFaceHub(
|
55 |
+
repo_id="TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF",
|
56 |
+
#repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
|
57 |
#repo_id="TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"
|
58 |
+
model_kwargs={"temperature": 0.5, "max_length": 4096},
|
59 |
)
|
60 |
|
61 |
memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True)
|