ibagur commited on
Commit
cee21d6
1 Parent(s): f37c0d4

update token limit

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -19,6 +19,7 @@ os.environ["OPENAI_API_KEY"] = os.environ["OPENAI_TOKEN"]
19
  #model = 'gpt-3.5-turbo'
20
  model = 'gpt-3.5-turbo-16k'
21
  #model = 'gpt-4'
 
22
  temperature = 0
23
  llm = ChatOpenAI(temperature=temperature, model=model)
24
 
@@ -36,7 +37,7 @@ qa = RetrievalQAWithSourcesChain.from_chain_type(
36
  retriever=vectorstore.as_retriever(search_type="mmr"),
37
  #retriever=vectorstore.as_retriever(),
38
  return_source_documents=True,
39
- max_tokens_limit=4000
40
  )
41
 
42
  # Define tools
 
19
  #model = 'gpt-3.5-turbo'
20
  model = 'gpt-3.5-turbo-16k'
21
  #model = 'gpt-4'
22
+ token_limit = 4000 if model == 'gpt-3.5-turbo' else 16000
23
  temperature = 0
24
  llm = ChatOpenAI(temperature=temperature, model=model)
25
 
 
37
  retriever=vectorstore.as_retriever(search_type="mmr"),
38
  #retriever=vectorstore.as_retriever(),
39
  return_source_documents=True,
40
+ max_tokens_limit=token_limit
41
  )
42
 
43
  # Define tools