Spaces:
Sleeping
Sleeping
update token limit
Browse files
app.py
CHANGED
@@ -19,6 +19,7 @@ os.environ["OPENAI_API_KEY"] = os.environ["OPENAI_TOKEN"]
|
|
19 |
#model = 'gpt-3.5-turbo'
|
20 |
model = 'gpt-3.5-turbo-16k'
|
21 |
#model = 'gpt-4'
|
|
|
22 |
temperature = 0
|
23 |
llm = ChatOpenAI(temperature=temperature, model=model)
|
24 |
|
@@ -36,7 +37,7 @@ qa = RetrievalQAWithSourcesChain.from_chain_type(
|
|
36 |
retriever=vectorstore.as_retriever(search_type="mmr"),
|
37 |
#retriever=vectorstore.as_retriever(),
|
38 |
return_source_documents=True,
|
39 |
-
max_tokens_limit=
|
40 |
)
|
41 |
|
42 |
# Define tools
|
|
|
19 |
#model = 'gpt-3.5-turbo'
|
20 |
model = 'gpt-3.5-turbo-16k'
|
21 |
#model = 'gpt-4'
|
22 |
+
token_limit = 4000 if model == 'gpt-3.5-turbo' else 16000
|
23 |
temperature = 0
|
24 |
llm = ChatOpenAI(temperature=temperature, model=model)
|
25 |
|
|
|
37 |
retriever=vectorstore.as_retriever(search_type="mmr"),
|
38 |
#retriever=vectorstore.as_retriever(),
|
39 |
return_source_documents=True,
|
40 |
+
max_tokens_limit=token_limit
|
41 |
)
|
42 |
|
43 |
# Define tools
|