pvanand commited on
Commit
a277083
1 Parent(s): 8825894

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -42,7 +42,7 @@ def get_api_keys():
42
  api_keys = get_api_keys()
43
  or_client = OpenAI(api_key=api_keys["OPENROUTER_API_KEY"], base_url="https://openrouter.ai/api/v1")
44
 
45
- @lru_cache()
46
  def chat_with_llama_stream(messages, model, max_output_tokens=4000):
47
  try:
48
  response = or_client.chat.completions.create(
 
42
  api_keys = get_api_keys()
43
  or_client = OpenAI(api_key=api_keys["OPENROUTER_API_KEY"], base_url="https://openrouter.ai/api/v1")
44
 
45
+
46
  def chat_with_llama_stream(messages, model, max_output_tokens=4000):
47
  try:
48
  response = or_client.chat.completions.create(