Artin2009 commited on
Commit
bb75cce
·
verified ·
1 Parent(s): 1cab957

Update chain_app.py

Browse files
Files changed (1) hide show
  1. chain_app.py +3 -2
chain_app.py CHANGED
@@ -2601,8 +2601,6 @@ async def main(message: cl.Message):
2601
  token=f'{hf_token_llama_3_1}',
2602
  )
2603
  # tool_res = await tool()
2604
- msg = cl.Message(content="")
2605
- await msg.send()
2606
  # result = client.chat_completion(
2607
  # messages=[{"role": "user", "content": message.content}],
2608
  # max_tokens=500,
@@ -2616,6 +2614,9 @@ async def main(message: cl.Message):
2616
  max_tokens=500,
2617
  stream=True,
2618
  ):
 
 
 
2619
  tokens_list = []
2620
  tokens_list.append(message.choices[0].delta.content)
2621
  for token in tokens_list:
 
2601
  token=f'{hf_token_llama_3_1}',
2602
  )
2603
  # tool_res = await tool()
 
 
2604
  # result = client.chat_completion(
2605
  # messages=[{"role": "user", "content": message.content}],
2606
  # max_tokens=500,
 
2614
  max_tokens=500,
2615
  stream=True,
2616
  ):
2617
+
2618
+ msg = cl.Message(content="")
2619
+ await msg.send()
2620
  tokens_list = []
2621
  tokens_list.append(message.choices[0].delta.content)
2622
  for token in tokens_list: