Spaces:

llamafactory

/

Llama3-8B-Chinese-Chat

like 27

Running on Zero

Traceback (most recent call last):
File "/home/uefba6b69cb6b45cc38e496a214c7dc3/.local/lib/python3.10/site-packages/gradio/queueing.py", line 532, in process_events
response = await route_utils.call_process_api(
File "/home/uefba6b69cb6b45cc38e496a214c7dc3/.local/lib/python3.10/site-packages/gradio/route_utils.py", line 276, in call_process_api
output = await app.get_blocks().process_api(
File "/home/uefba6b69cb6b45cc38e496a214c7dc3/.local/lib/python3.10/site-packages/gradio/blocks.py", line 1928, in process_api
result = await self.call_function(
File "/home/uefba6b69cb6b45cc38e496a214c7dc3/.local/lib/python3.10/site-packages/gradio/blocks.py", line 1526, in call_function
prediction = await utils.async_iteration(iterator)
File "/home/uefba6b69cb6b45cc38e496a214c7dc3/.local/lib/python3.10/site-packages/gradio/utils.py", line 656, in async_iteration
return await iterator.anext()
File "/home/uefba6b69cb6b45cc38e496a214c7dc3/.local/lib/python3.10/site-packages/gradio/utils.py", line 782, in asyncgen_wrapper
response = await iterator.anext()
File "/home/uefba6b69cb6b45cc38e496a214c7dc3/.local/lib/python3.10/site-packages/gradio/chat_interface.py", line 584, in _stream_fn
first_response = await async_iteration(generator)
File "/home/uefba6b69cb6b45cc38e496a214c7dc3/.local/lib/python3.10/site-packages/gradio/utils.py", line 656, in async_iteration
return await iterator.anext()
File "/home/uefba6b69cb6b45cc38e496a214c7dc3/.local/lib/python3.10/site-packages/gradio/utils.py", line 649, in anext
return await anyio.to_thread.run_sync(
File "/home/uefba6b69cb6b45cc38e496a214c7dc3/.local/lib/python3.10/site-packages/anyio/to_thread.py", line 56, in run_sync
return await get_async_backend().run_sync_in_worker_thread(
File "/home/uefba6b69cb6b45cc38e496a214c7dc3/.local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 2177, in run_sync_in_worker_thread
return await future
File "/home/uefba6b69cb6b45cc38e496a214c7dc3/.local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 859, in run
result = context.run(func, *args)
File "/home/uefba6b69cb6b45cc38e496a214c7dc3/.local/lib/python3.10/site-packages/gradio/utils.py", line 632, in run_sync_iterator_async
return next(iterator)
File "/home/uefba6b69cb6b45cc38e496a214c7dc3/llama3-70b/Llama3-70B-Chinese-Chat/app.py", line 80, in stream_chat
for new_token in streamer:
File "/home/uefba6b69cb6b45cc38e496a214c7dc3/.local/lib/python3.10/site-packages/transformers/generation/streamers.py", line 223, in next
value = self.text_queue.get(timeout=self.timeout)
File "/usr/lib/python3.10/queue.py", line 179, in get
raise Empty
_queue.Empty