add limit

app.py

@@ -3,6 +3,10 @@ from typing import List
 from utils import get_base_answer, get_nudging_answer
 from constant import js_code_label, custom_css, HEADER_MD, BASE_MODELS, NUDGING_MODELS
 import datetime
+import logging
+import urllib.request
+# add logging info to console 
+logging.basicConfig(level=logging.INFO)
 
 addr_limit_counter = {}
 LAST_UPDATE_TIME = datetime.datetime.now() 
@@ -15,8 +19,24 @@ def respond_base(
     message: str,
     max_tokens: int,
     base_model: str,
+    request:gr.Request
 ):
-    return [(message, get_base_answer(base_model=base_model, system_prompt=system_prompt, question=message, max_tokens=max_tokens))]
+    global LAST_UPDATE_TIME, addr_limit_counter 
+    # if already 24 hours passed, reset the counter
+    if datetime.datetime.now() - LAST_UPDATE_TIME > datetime.timedelta(days=1):
+        addr_limit_counter = {}
+        LAST_UPDATE_TIME = datetime.datetime.now()
+    host_addr = request.client.host
+    if host_addr not in addr_limit_counter:
+        addr_limit_counter[host_addr] = 0
+    if addr_limit_counter[host_addr] > 1:
+        return gr.Error("You have reached the limit of 50 requests for today. Please use your own API key.")
+
+    base_answer = get_base_answer(base_model=base_model, system_prompt=system_prompt, question=message, max_tokens=max_tokens)
+    addr_limit_counter[host_addr] += 1
+    logging.info(f"Requesting chat completion from OpenAI API with model {base_model}")
+    logging.info(f"addr_limit_counter: {addr_limit_counter}; Last update time: {LAST_UPDATE_TIME};")
+    return [(message, base_answer)]
 
 def respond_nudging(
     system_prompt: str,
@@ -28,10 +48,23 @@ def respond_nudging(
     nudging_model: str,
     request:gr.Request
 ):  
+    global LAST_UPDATE_TIME, addr_limit_counter
+    # if already 24 hours passed, reset the counter
+    if datetime.datetime.now() - LAST_UPDATE_TIME > datetime.timedelta(days=1):
+        addr_limit_counter = {}
+        LAST_UPDATE_TIME = datetime.datetime.now()
+    host_addr = request.client.host
+    if host_addr not in addr_limit_counter:
+        addr_limit_counter[host_addr] = 0
+    if addr_limit_counter[host_addr] > 1:
+        return gr.Error("You have reached the limit of 50 requests for today. Please use your own API key.")
     all_info = get_nudging_answer(base_model=base_model, nudging_model=nudging_model, system_prompt=system_prompt, question=message, max_token_total=max_tokens, top_prob_thres=nudging_thres)
     all_completions = all_info["all_completions"]
     nudging_words = all_info["all_nudging_words"]
     formatted_response = format_response(all_completions, nudging_words)
+    addr_limit_counter[host_addr] += 1
+    logging.info(f"Requesting chat completion from OpenAI API with model {base_model} and {nudging_model}")
+    logging.info(f"addr_limit_counter: {addr_limit_counter}; Last update time: {LAST_UPDATE_TIME};")
     return [(message, formatted_response)]
 
 def clear_fn():