DeepLearning101 commited on
Commit
5ec482c
·
verified ·
1 Parent(s): 07958fa

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -54,7 +54,9 @@ except:
54
  })
55
  })
56
 
57
- @lru_cache(maxsize=32)
 
 
58
  async def send_chat_message(LLM_URL, LLM_API, user_input):
59
  payload = {
60
  "inputs": {},
 
54
  })
55
  })
56
 
57
+ from async_lru import alru_cache
58
+
59
+ @alru_cache(maxsize=32)
60
  async def send_chat_message(LLM_URL, LLM_API, user_input):
61
  payload = {
62
  "inputs": {},